{"id":"W4304688367","doi":"10.1007/s40670-022-01654-2","title":"Correlation of Narrative Evaluations to Clerkship Grades Using Statistical Sentiment Analysis","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Narrative; Sentiment analysis; Character (mathematics); Psychology; Word (group theory); Mathematics education; Computer science; Linguistics; Natural language processing; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003408552,0.0003677497,0.0003243214,0.002404597,0.0004142638,0.001812346,0.0002193559,0.000332623,0.00367519],"category_scores_gemma":[0.04503376,0.00009873344,0.0003779073,0.001739914,0.0002302704,0.0008301068,0.0007210005,0.0006387478,0.001025174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006396698,"about_ca_system_score_gemma":0.0004589114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001199836,"about_ca_topic_score_gemma":0.001874052,"domain_scores_codex":[0.9968286,0.00106648,0.0004742418,0.0002830672,0.001148756,0.0001988829],"domain_scores_gemma":[0.9422354,0.03709221,0.008671231,0.0008369244,0.01000694,0.001157284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002338859,0.0005044768,0.7742102,0.0009781054,0.000615845,0.0003665977,0.005425253,0.00198919,0.01197552,0.001739785,0.02005103,0.1798051],"study_design_scores_gemma":[0.00005187734,0.0005826391,0.9408164,0.000205135,0.0003694487,0.0002932595,0.006664776,0.02946053,0.006356127,0.001427417,0.0136748,0.0000975209],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9785901,0.0003223001,0.004790344,0.0005699723,0.0001958816,0.0002076978,0.003791471,0.0001627115,0.01136958],"genre_scores_gemma":[0.9929913,0.0001190308,0.002624881,0.00006886952,0.00009330673,0.0001498541,0.002426269,0.00002696715,0.001499616],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00367519,"threshold_uncertainty_score":0.01802635,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05160002977890953,"score_gpt":0.4587432759342102,"score_spread":0.4071432461553006,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}