{"id":"W4251265234","doi":"10.3138/cjpe.224","title":"Increasing the Utility of AAMC Canadian Graduation Questionnaire Data for Program Evaluation: Subscale Development","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Graduation (instrument); Medical education; Reliability (semiconductor); Psychology; Applied psychology; Family medicine; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06093559,0.0007935188,0.0008425926,0.009575698,0.002165957,0.002384424,0.00225785,0.0005241847,0.005427178],"category_scores_gemma":[0.127072,0.0004403877,0.001375004,0.007537954,0.00103285,0.001210555,0.003519732,0.001448379,0.001105431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01411347,"about_ca_system_score_gemma":0.03892257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.350843,"about_ca_topic_score_gemma":0.5356463,"domain_scores_codex":[0.9599569,0.01337791,0.004361677,0.001379927,0.0184263,0.002497222],"domain_scores_gemma":[0.8249022,0.0226354,0.008012729,0.006706787,0.1328006,0.004942286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005426136,0.0009946896,0.5447024,0.001082354,0.0002688982,0.00007304808,0.005698748,0.001178036,0.001975483,0.002970653,0.06284735,0.3776658],"study_design_scores_gemma":[0.000172513,0.0005428235,0.9420278,0.0006521801,0.0001269066,0.00003872495,0.003612599,0.003013462,0.002967827,0.0006113226,0.04614224,0.00009155732],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7872098,0.00136205,0.04463726,0.006678668,0.001261557,0.02615232,0.03230869,0.001808478,0.09858109],"genre_scores_gemma":[0.823334,0.0008183836,0.1191962,0.001540645,0.0001523158,0.02759851,0.01825924,0.0004218807,0.008678913],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.350843,"threshold_uncertainty_score":0.6976017,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5296562765461765,"score_gpt":0.5580537717572522,"score_spread":0.02839749521107571,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}