{"id":"W4312452159","doi":"10.2196/37805","title":"Practical Considerations for Developing Clinical Natural Language Processing Systems for Population Health Management and Measurement","year":2022,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Clinical decision support system; Variety (cybernetics); Computer science; Data science; Set (abstract data type); Decision support system; Knowledge management; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1241933,0.002556756,0.001606477,0.006078974,0.002944905,0.01485733,0.007341739,0.008274281,0.01634373],"category_scores_gemma":[0.2811007,0.002520173,0.002056637,0.004352632,0.006957286,0.02238384,0.007200067,0.009846689,0.008598447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004155752,"about_ca_system_score_gemma":0.01391395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008472712,"about_ca_topic_score_gemma":0.008979176,"domain_scores_codex":[0.9064998,0.07662816,0.005759626,0.004041552,0.006086021,0.0009847343],"domain_scores_gemma":[0.6169935,0.3082737,0.006820779,0.02782694,0.03441755,0.005667568],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001139164,0.001345318,0.01087014,0.003798662,0.0004067043,0.001821224,0.009531345,0.04884211,0.01186838,0.2243138,0.1131394,0.5729237],"study_design_scores_gemma":[0.0006923396,0.0007379527,0.006429545,0.003508765,0.0002855672,0.002301805,0.009510124,0.1629741,0.007764736,0.5394146,0.2657638,0.0006166923],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005224172,0.002577332,0.8220989,0.1441664,0.0007535923,0.003442938,0.0008510527,0.005864918,0.01502082],"genre_scores_gemma":[0.01866731,0.0008815773,0.9743076,0.002900508,0.0003741433,0.001265094,0.0005706068,0.0002580593,0.0007750641],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1241933,"threshold_uncertainty_score":0.6568048,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.363433193797033,"score_gpt":0.5437857102284657,"score_spread":0.1803525164314326,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}