{"id":"W2897253278","doi":"10.1097/acm.0000000000002495","title":"The Power of Subjectivity in the Assessment of Medical Trainees","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":174,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Subjectivity; Power (physics); Medical education; MEDLINE; Educational measurement; Psychology; Medicine; Pedagogy; Political science; Epistemology; Curriculum; Philosophy; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01035812,0.0001012287,0.0003112425,0.0001508049,0.00006523386,0.00000115474,0.0004861829,0.000241494,0.0005186729],"category_scores_gemma":[0.009562293,0.00004647098,0.00003072773,0.0009511739,0.001792429,0.00003496517,0.00004070139,0.001099254,0.000002696159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005790794,"about_ca_system_score_gemma":0.000429047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008803104,"about_ca_topic_score_gemma":0.00001384785,"domain_scores_codex":[0.9968399,0.0002154057,0.0007773595,0.0001539196,0.001803059,0.0002103934],"domain_scores_gemma":[0.9979929,0.001011881,0.0002395295,0.0004313179,0.000271591,0.00005276069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0003338424,0.0005362847,0.1763584,0.0005612755,0.0002287054,0.00002399256,0.09101859,6.919585e-7,0.01159754,0.2533068,0.2849433,0.1810906],"study_design_scores_gemma":[0.00623842,0.003925387,0.8349328,0.002728025,0.000240335,0.0003157567,0.0596787,0.003187239,0.003215478,0.008313631,0.07699513,0.0002291295],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8769124,0.0003101055,0.001063635,0.1116379,0.0006041771,0.000382458,7.100829e-7,0.00001014758,0.009078409],"genre_scores_gemma":[0.9948389,0.0003241329,0.0001240874,0.003804985,0.0007417912,0.00002750737,0.000006783828,0.000008459259,0.0001233883],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6585744,"threshold_uncertainty_score":0.9987806,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03421095817006724,"score_gpt":0.4463322049619886,"score_spread":0.4121212467919213,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}