{"id":"W1987548299","doi":"10.1007/s10459-012-9370-3","title":"Exploring the impact of mental workload on rater-based assessments","year":2012,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia; Centennial College; University of Toronto","funders":"","keywords":"Workload; Mental health; Psychology; Inter-rater reliability; Medical education; Applied psychology; Medicine; Computer science; Psychiatry; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006827287,0.001296383,0.003881706,0.003198943,0.0002272201,0.001590272,0.002122733,0.001037766,0.002499083],"category_scores_gemma":[0.0238154,0.0004403747,0.00192803,0.003142645,0.0004325138,0.001512467,0.00109189,0.001119864,0.0005501644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009632673,"about_ca_system_score_gemma":0.002306394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005041389,"about_ca_topic_score_gemma":0.01075691,"domain_scores_codex":[0.9960884,0.001283444,0.0007177268,0.0004786776,0.00134048,0.00009134597],"domain_scores_gemma":[0.9768503,0.01722125,0.002606366,0.0002917649,0.002891911,0.0001384256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002585672,0.00005485016,0.002406841,0.06284961,0.00183231,0.00005294443,0.0001264791,0.0002177981,0.0002665049,0.0003077756,0.002913276,0.928713],"study_design_scores_gemma":[0.0007140869,0.002007867,0.1504419,0.3477711,0.03840399,0.004964763,0.001948015,0.001973729,0.004470194,0.004901461,0.4419442,0.0004586007],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007398546,0.9984136,0.0001870187,0.0001292279,0.00008963907,0.0000125188,0.00006338414,0.000003862403,0.0003609793],"genre_scores_gemma":[0.007693832,0.9909295,0.000726695,0.0001748283,0.0001458596,0.00003054366,0.0001243798,0.000003618662,0.0001705658],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.006827287,"threshold_uncertainty_score":0.03610653,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2806383337453537,"score_gpt":0.5869026846186868,"score_spread":0.306264350873333,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}