{"id":"W1990643818","doi":"10.1097/acm.0000000000000486","title":"More Consensus Than Idiosyncrasy","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Psychology; Inter-rater reliability; Variance (accounting); Set (abstract data type); Social psychology; Analysis of variance; Statistics; Developmental psychology; Mathematics; Rating scale; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001422567,0.0001835566,0.0004125887,0.0002578106,0.0000891325,0.000002028161,0.0001748526,0.000320755,0.0006965793],"category_scores_gemma":[0.00763211,0.000135516,0.0000349275,0.0006216337,0.0005662019,0.00003163844,0.00003355142,0.001101134,0.0002162719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000925569,"about_ca_system_score_gemma":0.0001115114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003501906,"about_ca_topic_score_gemma":4.708435e-7,"domain_scores_codex":[0.998006,0.00006264645,0.0005962516,0.000320291,0.0006713052,0.0003435228],"domain_scores_gemma":[0.9987227,0.0002048481,0.0001608317,0.0004829367,0.0002367418,0.0001919927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001252775,0.00003717931,0.04338338,0.0002828219,0.00009198103,0.00002204407,0.005133979,0.000002340204,0.01519576,0.03033528,0.8237021,0.08168787],"study_design_scores_gemma":[0.007153395,0.001033502,0.09801355,0.002001547,0.0005188972,0.001289268,0.00675243,0.005452548,0.00324095,0.008030352,0.8659695,0.0005440086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.823557,0.0004237738,0.002515026,0.1465009,0.001371866,0.0003753903,8.273311e-7,0.0001967463,0.02505843],"genre_scores_gemma":[0.9647542,0.0001037012,0.00107198,0.02553396,0.003266768,0.00002726659,0.00007136175,0.00003218822,0.005138584],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1411972,"threshold_uncertainty_score":0.91369,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.025726960989381,"score_gpt":0.3649146746896356,"score_spread":0.3391877137002546,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}