{"id":"W3209881680","doi":"10.1016/j.ijrobp.2021.07.692","title":"Creation of a National In-Training Examination in Radiation Oncology ― Impact Evaluation","year":2021,"lang":"en","type":"article","venue":"International Journal of Radiation Oncology*Biology*Physics","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University Health Centre; University of British Columbia; Dalhousie University; University of Toronto; McMaster University; BC Cancer Agency; Princess Margaret Cancer Centre; McGill University","funders":"","keywords":"Medicine; Radiation oncology; Likert scale; Physical examination; Family medicine; Medical education; Final examination; Medical physics; Radiation therapy; Internal medicine; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01917483,0.0003458638,0.0004365085,0.00204225,0.002949791,0.002321444,0.001540357,0.001053358,0.0121878],"category_scores_gemma":[0.02003625,0.000474343,0.0006574845,0.0009689849,0.0006951996,0.001799741,0.006421762,0.002118546,0.003136719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004562013,"about_ca_system_score_gemma":0.03458852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008503676,"about_ca_topic_score_gemma":0.01785475,"domain_scores_codex":[0.992159,0.002470305,0.0005580444,0.0006616663,0.002759896,0.001391068],"domain_scores_gemma":[0.9693415,0.002601694,0.001499713,0.002664631,0.01447039,0.009422029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008507966,0.005479042,0.3400443,0.0004182202,0.0000911235,0.000640135,0.003353532,0.002735333,0.008473314,0.006034982,0.08671954,0.5451596],"study_design_scores_gemma":[0.0002424093,0.00346977,0.5737612,0.000539429,0.0001166116,0.0009067649,0.006339199,0.005627537,0.01133971,0.002451343,0.3950739,0.0001321318],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7871267,0.000740541,0.02927998,0.01893681,0.002602827,0.01272757,0.004334511,0.00099549,0.1432556],"genre_scores_gemma":[0.7746664,0.001049399,0.1354695,0.003880323,0.0005887538,0.007009681,0.00811498,0.0004093316,0.0688118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01917483,"threshold_uncertainty_score":0.1014074,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0431642676181473,"score_gpt":0.4587579148943098,"score_spread":0.4155936472761625,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}