{"id":"W2110961693","doi":"10.1136/amiajnl-2014-002901","title":"Using the wisdom of the crowds to find critical errors in biomedical ontologies: a study of SNOMED CT","year":2014,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":62,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"U.S. National Library of Medicine; National Institute of General Medical Sciences; National Human Genome Research Institute; Common Fund; National Institutes of Health","keywords":"SNOMED CT; Computer science; Systematized Nomenclature of Medicine; Ontology; Scalability; Domain (mathematical analysis); Crowdsourcing; Artificial intelligence; Open Biomedical Ontologies; Subject-matter expert; Information retrieval; Machine learning; Data science; Terminology; Domain knowledge; Ontology alignment; Process ontology; World Wide Web; Expert system; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08405937,0.001241073,0.001061648,0.006462832,0.005325419,0.003678222,0.004085935,0.003513091,0.002205553],"category_scores_gemma":[0.3054589,0.0009613444,0.001416073,0.003020964,0.007376323,0.007817146,0.006818551,0.003366822,0.0006922477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004686967,"about_ca_system_score_gemma":0.005577991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02468845,"about_ca_topic_score_gemma":0.01989474,"domain_scores_codex":[0.9049928,0.06721622,0.003278992,0.008587825,0.01472992,0.001194321],"domain_scores_gemma":[0.450659,0.464858,0.02586384,0.02694787,0.02765858,0.004012672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003262737,0.004282777,0.385748,0.002932348,0.001441484,0.00458063,0.2021019,0.02615894,0.006497864,0.02357062,0.02090353,0.3185191],"study_design_scores_gemma":[0.001322103,0.004163876,0.2561851,0.00339671,0.001091744,0.005429589,0.163701,0.3264918,0.01664977,0.1295452,0.09079295,0.001230138],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9133872,0.001504869,0.06693554,0.005299812,0.0002495641,0.001653625,0.0005812004,0.0003467448,0.01004157],"genre_scores_gemma":[0.9494739,0.0004181383,0.04559205,0.001929795,0.0001399828,0.0005669314,0.0004278991,0.0001914629,0.00125991],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08405937,"threshold_uncertainty_score":0.4445538,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02101020974728841,"score_gpt":0.340336319343528,"score_spread":0.3193261095962396,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}