{"id":"W1987548299","doi":"10.1007/s10459-012-9370-3","title":"Exploring the impact of mental workload on rater-based assessments","year":2012,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia; Centennial College; University of Toronto","funders":"","keywords":"Workload; Mental health; Psychology; Inter-rater reliability; Medical education; Applied psychology; Medicine; Computer science; Psychiatry; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001791684,0.0001993044,0.0007828951,0.0002367847,0.0001232013,0.00001669155,0.0002200404,0.00004948031,0.00003643194],"category_scores_gemma":[0.002429149,0.0001054626,0.000205547,0.0009012353,0.0002193229,0.0002297663,0.0000192202,0.0002993412,0.00001695813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005567028,"about_ca_system_score_gemma":0.004570271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004020189,"about_ca_topic_score_gemma":0.00001163433,"domain_scores_codex":[0.9979036,0.0002448371,0.000781083,0.0003160536,0.0003962385,0.0003581719],"domain_scores_gemma":[0.9927437,0.006047721,0.0006835137,0.0003022428,0.00004033033,0.0001825055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000009975186,0.0004554108,0.004477218,0.001500356,0.000005155985,1.167736e-7,0.00006645046,0.00004872527,1.211227e-8,0.00004754351,0.00004385368,0.9933452],"study_design_scores_gemma":[0.0007045152,0.004113953,0.02618663,0.5087138,0.0002045364,0.0000224564,0.0005512091,0.0001270851,0.000002784891,0.0002263774,0.4586933,0.0004533263],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003558715,0.9923993,0.000008076332,0.0002471803,0.002090961,0.0009789107,0.000007236557,0.00001019996,0.000699422],"genre_scores_gemma":[0.01579829,0.9828331,0.0005477638,0.0001764157,0.0002530706,0.0003087633,0.00004086245,0.00001086453,0.00003082538],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9928918,"threshold_uncertainty_score":0.8107465,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2806383337453537,"score_gpt":0.5869026846186868,"score_spread":0.306264350873333,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}