{"id":"W2011628373","doi":"10.3414/me12-01-0029","title":"Formative Evaluation of Ontology Learning Methods for Entity Discovery by Using Existing Ontologies as Reference Standards","year":2013,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Lockheed Martin (Canada)","funders":"National Institutes of Health; National Cancer Institute; University of Pittsburgh; Radiological Society of North America","keywords":"Ontology; Computer science; Formative assessment; Domain (mathematical analysis); Set (abstract data type); Information retrieval; Data mining; Natural language processing; Artificial intelligence; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08058046,0.002328282,0.001464226,0.008676305,0.001470173,0.005234067,0.003555431,0.00213862,0.00160931],"category_scores_gemma":[0.2399888,0.0005782474,0.001492321,0.004024815,0.001616865,0.005583088,0.004088328,0.002236101,0.0007729498],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004670673,"about_ca_system_score_gemma":0.003557669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00460141,"about_ca_topic_score_gemma":0.005651614,"domain_scores_codex":[0.9051889,0.04873408,0.007840811,0.006178717,0.03081885,0.00123867],"domain_scores_gemma":[0.6955445,0.2008928,0.01477505,0.02449119,0.06232876,0.001967743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002318728,0.001460416,0.04139418,0.001290697,0.001267793,0.0002965111,0.001632499,0.1141331,0.01775217,0.01050879,0.006296508,0.8016485],"study_design_scores_gemma":[0.0002942978,0.001519721,0.01386939,0.0002709688,0.0002253266,0.000327453,0.000890067,0.9069944,0.06147753,0.007028524,0.006910532,0.0001917362],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1620909,0.001612069,0.8213636,0.0006261491,0.0002096687,0.0009670341,0.0008357661,0.006915469,0.005379261],"genre_scores_gemma":[0.4517998,0.0002707652,0.5431553,0.0001684629,0.00007309,0.001067722,0.001857472,0.0005473158,0.00106002],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.08058046,"threshold_uncertainty_score":0.4261553,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1193602131926692,"score_gpt":0.5145004667197498,"score_spread":0.3951402535270806,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}