{"id":"W4368360396","doi":"10.1007/s10459-023-10237-8","title":"“Rater training” re-imagined for work-based assessment in medical education","year":2023,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"ca_institutions":"Mount Sinai Hospital; The Wilson Centre; University of Toronto","funders":"","keywords":"Psychology; Medical education; Applied psychology; Perspective (graphical); Medicine; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03468938,0.001059286,0.0006982301,0.001176644,0.004581967,0.006497181,0.002941846,0.007284011,0.0137646],"category_scores_gemma":[0.06737743,0.0006667725,0.001081829,0.0004616644,0.01014496,0.008055884,0.008617018,0.01253034,0.01021551],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002453316,"about_ca_system_score_gemma":0.00958998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002629437,"about_ca_topic_score_gemma":0.00479236,"domain_scores_codex":[0.9640835,0.01970957,0.001817166,0.003818824,0.007940394,0.0026306],"domain_scores_gemma":[0.9641001,0.008364287,0.002075408,0.008078155,0.008440025,0.008942124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002928932,0.0008631194,0.01090415,0.0005256613,0.00006047316,0.00052529,0.01803423,0.001187574,0.006281741,0.4470628,0.1896865,0.3245756],"study_design_scores_gemma":[0.0001168266,0.001008637,0.01328694,0.001831675,0.00007307344,0.002308578,0.008688095,0.004100245,0.005466899,0.1977452,0.7650462,0.0003275736],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03735299,0.002251999,0.2553134,0.3748801,0.02532228,0.0005201283,0.000234602,0.002272698,0.3018517],"genre_scores_gemma":[0.5137995,0.001648056,0.2146906,0.09654593,0.006942066,0.001096154,0.0002730565,0.0009887958,0.1640159],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03468938,"threshold_uncertainty_score":0.1834572,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04621907559752401,"score_gpt":0.5086810993032357,"score_spread":0.4624620237057117,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}