{"id":"W2508867272","doi":"10.15694/mep.2016.000060","title":"Introducing recent medical graduates as members of Script Concordance Test expert reference panels: what impact?","year":2016,"lang":"en","type":"article","venue":"MedEdPublish","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Concordance; Context (archaeology); Test (biology); Medical education; Burnout; Panel discussion; Cohort; Psychology; Medicine; Family medicine; Clinical psychology; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001329132,0.0002664422,0.0007266427,0.0001281372,0.00005430412,0.0001202272,0.0003539631,0.0002563625,0.006011574],"category_scores_gemma":[0.3702662,0.0001542936,0.0001610617,0.0004161337,0.0004483731,0.0006393034,0.0001436767,0.0003491541,0.0001220353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001663675,"about_ca_system_score_gemma":0.0007928416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009459537,"about_ca_topic_score_gemma":0.00005518301,"domain_scores_codex":[0.996751,0.0001081488,0.0007846873,0.0006097295,0.001198525,0.0005479183],"domain_scores_gemma":[0.9767979,0.01983018,0.0003547233,0.001047089,0.0009255531,0.001044509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003341404,0.0008687865,0.05606636,0.00004209005,0.0001160355,0.0001509243,0.0007389261,6.258283e-7,0.005261134,0.0003195551,0.1419061,0.7941953],"study_design_scores_gemma":[0.04049829,0.01328156,0.2021311,0.1147216,0.0008570649,0.001888831,0.01070455,0.000684329,0.1785758,0.009727762,0.4234012,0.003527891],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8982604,0.004333078,0.0002492826,0.0872841,0.002194939,0.0004499932,0.00002854463,0.0002249312,0.006974712],"genre_scores_gemma":[0.9725322,0.02050693,0.0007579364,0.003891961,0.0007690615,0.00004234127,0.00005296501,0.00004262266,0.001404043],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7906674,"threshold_uncertainty_score":0.9948971,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04672677307640451,"score_gpt":0.362049669306981,"score_spread":0.3153228962305765,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}