{"id":"W4378469246","doi":"10.2196/41953","title":"Evaluating the Applicability of Existing Lexicon-Based Sentiment Analysis Techniques on Family Medicine Resident Feedback Field Notes: Retrospective Cohort Study","year":2023,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Lexicon; Sentiment analysis; Field (mathematics); Computer science; Natural language processing; Artificial intelligence; Information retrieval; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009499594,0.000461469,0.0005781628,0.002224556,0.00111656,0.0009006998,0.0006303098,0.000544476,0.001433733],"category_scores_gemma":[0.02888273,0.0004867776,0.0008091446,0.00138875,0.0006992699,0.001007755,0.0009543293,0.0006092887,0.0007377512],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001489687,"about_ca_system_score_gemma":0.001842618,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01507281,"about_ca_topic_score_gemma":0.02375741,"domain_scores_codex":[0.996382,0.001064208,0.0005138714,0.0009356156,0.000774204,0.0003300865],"domain_scores_gemma":[0.9802618,0.005881494,0.005182002,0.001973416,0.005741021,0.0009602283],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004367179,0.0001896671,0.9864863,0.0001139285,0.00008877541,0.0002081734,0.0033199,0.00006073335,0.0007216299,0.0000569659,0.0009561055,0.007361049],"study_design_scores_gemma":[0.00005331264,0.001191446,0.9892855,0.00009518456,0.0001092046,0.0004096042,0.005101348,0.0007518292,0.0005379746,0.00007715062,0.002349436,0.00003792291],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9972511,0.000145559,0.0007988544,0.00004957348,0.00001555178,0.0004062798,0.001011473,0.000008865246,0.0003128181],"genre_scores_gemma":[0.9940619,0.0002183948,0.00215377,0.0001422722,0.0000316404,0.001023171,0.001854039,0.00002351701,0.0004912937],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9905004,"threshold_uncertainty_score":0.05023926,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09052484199692926,"score_gpt":0.4629841326317073,"score_spread":0.3724592906347781,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}