{"id":"W2186524655","doi":"10.1080/14739879.2014.11730760","title":"Impact of rating demands on rater-based assessments of clinical competence","year":2014,"lang":"en","type":"article","venue":"Education for Primary Care","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centennial College; McMaster University","funders":"","keywords":"Competence (human resources); Psychology; Inter-rater reliability; Applied psychology; Reliability (semiconductor); Task (project management); Medical education; Social psychology; Rating scale; Medicine; Developmental psychology; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006627857,0.00009620729,0.0003263903,0.0001547696,0.00004617195,0.000005861734,0.00009668133,0.00009079724,0.00006521001],"category_scores_gemma":[0.001336582,0.00008057527,0.0001606545,0.0002473281,0.00008423385,0.00005739231,0.00000979613,0.0001465362,0.000003228771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002113219,"about_ca_system_score_gemma":0.002552788,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001404492,"about_ca_topic_score_gemma":3.98432e-7,"domain_scores_codex":[0.9986681,0.00007573179,0.0006863913,0.0001855703,0.0002725887,0.0001115706],"domain_scores_gemma":[0.9978043,0.0002667136,0.0004276056,0.0003511972,0.001095462,0.00005473325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003938665,0.001880022,0.537164,0.001587031,0.00007494482,6.889209e-8,0.0004629429,0.00009980125,0.002518005,0.001708747,0.01020669,0.4439039],"study_design_scores_gemma":[0.00188279,0.002718312,0.9877421,0.0005951019,0.00009119481,0.000001426252,0.0006738594,0.001186119,0.002863038,0.0001349973,0.00199962,0.0001114962],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9847735,0.00003071083,0.006003651,0.0003162757,0.001048412,0.0005025687,0.00001248134,0.00001595353,0.00729648],"genre_scores_gemma":[0.9654777,0.000001665196,0.03216844,0.0008513932,0.0003369314,0.00006053414,0.0009769548,0.00001456882,0.0001118151],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.450578,"threshold_uncertainty_score":0.4528536,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04109682179059696,"score_gpt":0.4773101407366042,"score_spread":0.4362133189460072,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}