{"id":"W4378469246","doi":"10.2196/41953","title":"Evaluating the Applicability of Existing Lexicon-Based Sentiment Analysis Techniques on Family Medicine Resident Feedback Field Notes: Retrospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Lexicon; Sentiment analysis; Field (mathematics); Computer science; Natural language processing; Artificial intelligence; Information retrieval; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005209954,0.0001544957,0.0004045713,0.0004028165,0.0002050774,0.00004992898,0.0006794926,0.00007806877,0.0002480141],"category_scores_gemma":[0.00212691,0.0001042926,0.0001552172,0.002534464,0.00009933428,0.00007306498,0.0001453609,0.0002430928,0.00001292897],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001600126,"about_ca_system_score_gemma":0.0004375984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005323317,"about_ca_topic_score_gemma":0.00002931577,"domain_scores_codex":[0.9961259,0.0003851901,0.0006783712,0.0006073971,0.001997352,0.0002057452],"domain_scores_gemma":[0.9970818,0.00122322,0.000377524,0.0009024432,0.0002991494,0.0001158802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003938164,0.001237915,0.8700923,0.0000415368,0.0005708328,0.000001957924,0.007521282,0.0003230078,0.0007479607,0.00206217,0.004420987,0.1129406],"study_design_scores_gemma":[0.0003097877,0.0008017953,0.8210384,0.0001683161,0.0002743754,2.025482e-7,0.00308801,0.1717119,0.001670764,0.0007082831,0.00007370299,0.000154483],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9582762,0.00003527692,0.02621214,0.012164,0.0003284582,0.001394452,7.271371e-7,0.0001921245,0.001396607],"genre_scores_gemma":[0.9968494,0.000005121197,0.001381676,0.0009237063,0.0002032383,0.0004785359,0.00002062498,0.000006740481,0.0001309255],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1713889,"threshold_uncertainty_score":0.4252928,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09052484199692926,"score_gpt":0.4629841326317073,"score_spread":0.3724592906347781,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}