{"id":"W2011628373","doi":"10.3414/me12-01-0029","title":"Formative Evaluation of Ontology Learning Methods for Entity Discovery by Using Existing Ontologies as Reference Standards","year":2013,"lang":"en","type":"article","venue":"Methods of Information in Medicine","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Lockheed Martin (Canada)","funders":"National Institutes of Health; National Cancer Institute; University of Pittsburgh; Radiological Society of North America","keywords":"Ontology; Computer science; Formative assessment; Domain (mathematical analysis); Set (abstract data type); Information retrieval; Data mining; Natural language processing; Artificial intelligence; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009370552,0.000131687,0.0004122811,0.0001566807,0.00005715922,0.00001249039,0.0001768612,0.0002189621,0.00004305666],"category_scores_gemma":[0.02232869,0.0001020133,0.00004871539,0.0001511326,0.0003519381,0.0000761936,0.00007849894,0.0001461069,3.278191e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006559212,"about_ca_system_score_gemma":0.0001809453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005171661,"about_ca_topic_score_gemma":0.00001292303,"domain_scores_codex":[0.9975861,0.0009312289,0.000829678,0.0001340205,0.0003227143,0.0001962377],"domain_scores_gemma":[0.9975774,0.0005346214,0.0006760588,0.0001727932,0.001003301,0.00003577816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001242318,0.00002201733,0.0006209205,0.0002228779,0.00005107852,2.615777e-8,0.001816408,0.0003462231,0.1420141,0.0002821831,0.000544956,0.8539549],"study_design_scores_gemma":[0.009331523,0.005401704,0.005783504,0.0009815688,0.0003597004,0.00003286104,0.04709985,0.1290287,0.7046593,0.01957668,0.07693278,0.0008119064],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2310266,0.0008804451,0.7656968,0.0001122236,0.0001440891,0.0003403514,0.00001486681,0.000008582067,0.001776028],"genre_scores_gemma":[0.3019225,0.0001072591,0.6975617,0.00008128343,0.00002645075,0.0000831663,0.0001758358,0.000005541017,0.00003623309],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.853143,"threshold_uncertainty_score":0.9859067,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1193602131926692,"score_gpt":0.5145004667197498,"score_spread":0.3951402535270806,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}