{"id":"W3048196629","doi":"10.1097/acm.0000000000003643","title":"Idiosyncrasy in Assessment Comments: Do Faculty Have Distinct Writing Styles When Completing In-Training Evaluation Reports?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Western University; University of Northern British Columbia; The Wilson Centre","funders":"","keywords":"Generalizability theory; Categorization; Psychology; Sentence; Variety (cybernetics); Learning styles; Writing assessment; Post hoc; Medical education; Mathematics education; Computer science; Natural language processing; Medicine; Artificial intelligence; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04745203,0.0003300539,0.0004706902,0.003167918,0.001162058,0.003258046,0.0009019828,0.0005782681,0.001443821],"category_scores_gemma":[0.3096578,0.000317646,0.00044518,0.002578883,0.002143703,0.002649655,0.00296116,0.000749214,0.0005782482],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001634106,"about_ca_system_score_gemma":0.001569455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001739623,"about_ca_topic_score_gemma":0.004596243,"domain_scores_codex":[0.9294801,0.03571513,0.01285098,0.00456525,0.01558678,0.001801726],"domain_scores_gemma":[0.6388454,0.217161,0.08771043,0.01639159,0.03519633,0.004695162],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003703235,0.0001129584,0.8245758,0.0006113224,0.0001695627,0.0001924017,0.07653361,0.0002606814,0.003244168,0.0004998005,0.002472467,0.09095686],"study_design_scores_gemma":[0.00002379125,0.0003577901,0.9120365,0.0007556163,0.00008023914,0.000638622,0.07125108,0.00117429,0.003245198,0.001457731,0.008858756,0.0001203544],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9879321,0.0003578551,0.006062874,0.0007857271,0.00007817466,0.0002003626,0.0005549092,0.00009397094,0.003933976],"genre_scores_gemma":[0.995797,0.000135509,0.002669814,0.0003316567,0.00003904583,0.0002257354,0.0003386134,0.0000502169,0.0004123879],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.952548,"threshold_uncertainty_score":0.2509533,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.232325261358611,"score_gpt":0.4655591323122797,"score_spread":0.2332338709536687,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}