{"id":"W3048196629","doi":"10.1097/acm.0000000000003643","title":"Idiosyncrasy in Assessment Comments: Do Faculty Have Distinct Writing Styles When Completing In-Training Evaluation Reports?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Western University; University of Northern British Columbia; The Wilson Centre","funders":"","keywords":"Generalizability theory; Categorization; Psychology; Sentence; Variety (cybernetics); Learning styles; Writing assessment; Post hoc; Medical education; Mathematics education; Computer science; Natural language processing; Medicine; Artificial intelligence; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003666422,0.0002319801,0.0005186658,0.0001374957,0.00009599327,0.00001634545,0.000214518,0.000182191,0.001820306],"category_scores_gemma":[0.002128104,0.0001970414,0.00003671892,0.0002315991,0.0001326414,0.00009516451,0.00009551154,0.001435706,0.00001736208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001326823,"about_ca_system_score_gemma":0.0000615146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004992792,"about_ca_topic_score_gemma":0.00004389431,"domain_scores_codex":[0.9964234,0.0007335054,0.001095515,0.0006154794,0.0006729731,0.0004591355],"domain_scores_gemma":[0.9984008,0.0006811208,0.0005136432,0.000154726,0.0001119387,0.0001377497],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002861422,0.00001584719,0.8781635,0.000034571,0.00003773359,0.0001244245,0.06226074,0.000013028,0.0002877394,0.001020061,0.00172235,0.05629143],"study_design_scores_gemma":[0.002505753,0.0002081635,0.8040558,0.001102247,0.00006368555,0.00003364897,0.1844058,0.002783796,0.000006239059,0.001788731,0.002797283,0.0002488399],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9506542,0.0006733601,0.0007598312,0.01366599,0.0001935948,0.0005134125,0.000007694207,0.0000540989,0.03347783],"genre_scores_gemma":[0.9957048,0.00002350213,0.0001316235,0.003184554,0.0005131197,0.00009955102,0.0002407107,0.0000226349,0.00007948338],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1221451,"threshold_uncertainty_score":0.9990922,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.232325261358611,"score_gpt":0.4655591323122797,"score_spread":0.2332338709536687,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}