{"id":"W1968991973","doi":"10.1007/s10459-012-9396-6","title":"Mental workload as a tool for understanding dual processes in rater-based assessments","year":2012,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Workload; Inter-rater reliability; Psychology; Mental health; Medical education; Dual (grammatical number); Applied psychology; Computer science; Medicine; Rating scale; Psychiatry; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007286418,0.0003904635,0.000568455,0.001209485,0.0005194883,0.002002375,0.0007195011,0.002842985,0.001136115],"category_scores_gemma":[0.1049533,0.0002256897,0.0003255975,0.000584823,0.0006160907,0.002265607,0.001030662,0.003953161,0.0006901017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007553423,"about_ca_system_score_gemma":0.0008199168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001885759,"about_ca_topic_score_gemma":0.003376078,"domain_scores_codex":[0.9900596,0.0045803,0.001731045,0.0003648643,0.002923015,0.0003411357],"domain_scores_gemma":[0.9189554,0.06304547,0.004380005,0.001818626,0.01038983,0.00141057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001819063,0.0008603295,0.3584637,0.0007805246,0.0002046412,0.02320235,0.01314868,0.001540945,0.01038222,0.00936895,0.1432805,0.4369481],"study_design_scores_gemma":[0.0003706697,0.00274868,0.5210511,0.002799661,0.0006007808,0.1314873,0.02396357,0.1000484,0.01629236,0.04801855,0.1518206,0.0007982503],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5061842,0.004483726,0.1067933,0.3000951,0.01259642,0.0005714668,0.0009062611,0.00105252,0.06731695],"genre_scores_gemma":[0.9415127,0.001049386,0.03198199,0.01718125,0.003648509,0.0003204128,0.0001374677,0.00008313463,0.004085232],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007286418,"threshold_uncertainty_score":0.0385347,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09136439521427846,"score_gpt":0.492049572093889,"score_spread":0.4006851768796105,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}