{"id":"W3111316879","doi":"10.1136/bmjpo-2020-000856","title":"Rater training for standardised assessment of Objective Structured Clinical Examinations in rural Tanzania","year":2020,"lang":"en","type":"article","venue":"BMJ Paediatrics Open","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research; Global Affairs Canada; International Development Research Centre","keywords":"Tanzania; Objective structured clinical examination; Medicine; Cohen's kappa; Competence (human resources); Medical education; Curriculum; Inter-rater reliability; Health care; Family medicine; Nursing; Psychology; Pedagogy; Statistics; Social psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08643743,0.0005791241,0.0003729657,0.001243415,0.0009520656,0.0009600378,0.001825396,0.0005402147,0.002866018],"category_scores_gemma":[0.109167,0.0004825667,0.0005515482,0.0005103131,0.0008126562,0.0009367254,0.002882354,0.0008487061,0.001317233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00187646,"about_ca_system_score_gemma":0.004202028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001720115,"about_ca_topic_score_gemma":0.004010996,"domain_scores_codex":[0.9446399,0.04350577,0.003879179,0.002003531,0.004744069,0.001227655],"domain_scores_gemma":[0.9390157,0.0237328,0.01036865,0.006966622,0.0167882,0.003128036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002810613,0.003232519,0.2608872,0.003588919,0.0001634886,0.002009261,0.09386034,0.003930508,0.03388888,0.001442603,0.01242598,0.5817597],"study_design_scores_gemma":[0.001253879,0.02925174,0.744539,0.006021498,0.0003130567,0.0073362,0.0563828,0.02210579,0.03913463,0.002137494,0.09094205,0.0005819954],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9164431,0.001544103,0.06200012,0.001204215,0.000372161,0.01035545,0.0003029277,0.0005811907,0.00719677],"genre_scores_gemma":[0.8722781,0.001154568,0.1144097,0.0005357014,0.0001688932,0.00746732,0.0004293834,0.0001527384,0.003403732],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08643743,"threshold_uncertainty_score":0.4571303,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09748784777370674,"score_gpt":0.4568447594909711,"score_spread":0.3593569117172644,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}