{"id":"W2792141165","doi":"10.6028/nist.ir.7774","title":"NIST workshop on ontology evaluation","year":2011,"lang":"en","type":"report","venue":"","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Mental Health; National Institute of Standards and Technology; National Institutes of Health; Rensselaer Polytechnic Institute; University of Washington; University of Toronto; Boeing","keywords":"Ontology; Computer science; Brainstorming; Ontology engineering; Process ontology; NIST; Upper ontology; Data science; Quality (philosophy); Knowledge management; Knowledge base; Suggested Upper Merged Ontology; World Wide Web; Artificial intelligence; Domain knowledge; Natural language processing","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08121018,0.001606,0.002038938,0.009901331,0.005984839,0.01574693,0.004623916,0.00556569,0.01091605],"category_scores_gemma":[0.09316009,0.001447647,0.002377693,0.005962171,0.004356093,0.01686464,0.009298238,0.007181157,0.007821345],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01478226,"about_ca_system_score_gemma":0.03473723,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03684967,"about_ca_topic_score_gemma":0.02922661,"domain_scores_codex":[0.9189735,0.02323338,0.00617451,0.005799967,0.04317909,0.002639575],"domain_scores_gemma":[0.9121941,0.01992149,0.001876446,0.01249071,0.04910534,0.004411944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001660628,0.0004181341,0.00125876,0.0004280859,0.00007900762,0.0001295995,0.0009223331,0.002298414,0.00239971,0.1362119,0.5050613,0.3506266],"study_design_scores_gemma":[0.00004084127,0.00008457448,0.001993965,0.0007594106,0.00004897541,0.000175162,0.0007527434,0.005845077,0.007935247,0.0814598,0.9008259,0.00007833156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01752686,0.03191074,0.4345855,0.1323524,0.01668262,0.002782984,0.008283321,0.008479228,0.3473964],"genre_scores_gemma":[0.1276041,0.02005529,0.5874829,0.01234008,0.004268122,0.002812103,0.02715909,0.005345627,0.2129327],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.08121018,"threshold_uncertainty_score":0.4294856,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1533625971217804,"score_gpt":0.3897521171789285,"score_spread":0.2363895200571481,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}