{"id":"W2186524655","doi":"10.1080/14739879.2014.11730760","title":"Impact of rating demands on rater-based assessments of clinical competence","year":2014,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centennial College; McMaster University","funders":"","keywords":"Competence (human resources); Psychology; Inter-rater reliability; Applied psychology; Reliability (semiconductor); Task (project management); Medical education; Social psychology; Rating scale; Medicine; Developmental psychology; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0465618,0.001021832,0.00110234,0.0007726803,0.0008885057,0.001933756,0.001173505,0.001043919,0.003320665],"category_scores_gemma":[0.2896324,0.0007304079,0.0007482269,0.000640133,0.001254293,0.001524113,0.002082306,0.001110856,0.0009835023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008425472,"about_ca_system_score_gemma":0.0005585239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007454711,"about_ca_topic_score_gemma":0.001215067,"domain_scores_codex":[0.9126137,0.05198503,0.009656247,0.005123259,0.01950163,0.001120186],"domain_scores_gemma":[0.486882,0.4303437,0.03379907,0.02529291,0.02001414,0.003668183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.05173957,0.005034341,0.4862952,0.002895693,0.0008328666,0.0009797884,0.02147621,0.003678009,0.1539819,0.0006165926,0.003015202,0.2694546],"study_design_scores_gemma":[0.0007888985,0.02136091,0.9440008,0.0004246818,0.0003854384,0.001520381,0.004184918,0.005008486,0.01820121,0.0006665037,0.003192851,0.0002649374],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9899917,0.0003912394,0.005662145,0.0002975771,0.0001275999,0.0003423697,0.0001204618,0.0001024302,0.002964584],"genre_scores_gemma":[0.9842538,0.000274173,0.01272573,0.0003179571,0.0002078409,0.0009772509,0.0002998406,0.0000744064,0.0008690399],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0465618,"threshold_uncertainty_score":0.2462453,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04109682179059696,"score_gpt":0.4773101407366042,"score_spread":0.4362133189460072,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}