{"id":"W3175048351","doi":"10.1136/bmjhci-2020-100274","title":"Categorising patient concerns using natural language processing techniques","year":2021,"lang":"en","type":"article","venue":"BMJ Health & Care Informatics","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"Alberta Health Services; Alberta Innovates; University of Calgary","funders":"","keywords":"Computer science; Natural language processing; Natural (archaeology); Artificial intelligence; Linguistics; History; Philosophy; Archaeology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0005534209,0.0003092979,0.0005645296,0.0002089676,0.001970238,0.00004435072,0.0001679889,0.0003015984,0.00009903673],"category_scores_gemma":[0.0004476313,0.0003018773,0.00009292762,0.0005750488,0.00006188739,0.0006393857,0.0002307412,0.001364836,0.00007047008],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002564003,"about_ca_system_score_gemma":0.006200285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001606798,"about_ca_topic_score_gemma":0.0006843027,"domain_scores_codex":[0.9949877,0.0005883516,0.00238583,0.0002374295,0.0007270702,0.001073614],"domain_scores_gemma":[0.9958349,0.0002639097,0.001641827,0.000567327,0.001334445,0.0003575201],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004934612,0.0000213941,0.07100694,0.01520337,0.0000249195,0.0000374492,0.4728999,0.0001010533,0.00006564977,0.0002305073,0.00658343,0.4337761],"study_design_scores_gemma":[0.001084633,0.0002522803,0.006595214,0.006071035,0.00003875988,0.0001281187,0.9186773,0.0119886,0.001309824,0.00004574345,0.05285604,0.0009524421],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9509125,0.0155748,0.007853929,0.002500759,0.005873025,0.006246545,0.0003272871,0.001388944,0.009322203],"genre_scores_gemma":[0.9404247,0.00009125251,0.0458603,0.01237532,0.000546598,0.0002185337,0.0003449499,0.00006117068,0.00007722484],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4457775,"threshold_uncertainty_score":0.9999433,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0842596487665886,"score_gpt":0.4985852261979749,"score_spread":0.4143255774313863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}