{"id":"W2044059462","doi":"10.1097/acm.0b013e31822a6cf8","title":"Rater-Based Assessments as Social Judgments: Rethinking the Etiology of Rater Errors","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":194,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Categorical variable; Psychology; Categorization; Impression formation; Inter-rater reliability; Social psychology; Construct (python library); Cognitive psychology; Social perception; Rating scale; Computer science; Perception; Developmental psychology; Artificial intelligence; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02608813,0.0005650882,0.002658526,0.000413971,0.0002885668,0.00002132307,0.003290462,0.001061323,0.00400032],"category_scores_gemma":[0.004496257,0.0002534132,0.0004501408,0.0009071265,0.001110094,0.0001294991,0.0003261665,0.002259265,0.0004188964],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001726529,"about_ca_system_score_gemma":0.0005659985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006995632,"about_ca_topic_score_gemma":0.000004247121,"domain_scores_codex":[0.9884249,0.003578073,0.003471011,0.0009705822,0.003017773,0.0005376614],"domain_scores_gemma":[0.9924318,0.003139077,0.002767846,0.001093861,0.0004354803,0.0001319354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009914445,0.00006793999,0.0004498042,0.003062672,0.0004655869,0.00001226354,0.004852303,0.000002718505,0.00003674251,0.004058517,0.1223053,0.8645869],"study_design_scores_gemma":[0.0004968644,0.0003320122,0.00003835015,0.006003218,0.0006597808,0.000006666482,0.0005592464,0.000007683276,0.00001196749,0.02569501,0.9659476,0.0002416267],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004319819,0.9837942,0.0007982573,0.004180676,0.002854487,0.001687736,0.00001881627,0.00003452356,0.006199378],"genre_scores_gemma":[0.001708759,0.9919846,0.00007063522,0.002715185,0.0008688346,0.0001505089,0.00005791099,0.00003561417,0.002407931],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8643453,"threshold_uncertainty_score":0.9999918,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6437870321086094,"score_gpt":0.5584685302281239,"score_spread":0.08531850188048551,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}