{"id":"W2792141165","doi":"10.6028/nist.ir.7774","title":"NIST workshop on ontology evaluation","year":2011,"lang":"en","type":"report","venue":"","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Pacific Northwest National Laboratory; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Mental Health; National Institute of Standards and Technology; National Institutes of Health; Rensselaer Polytechnic Institute; University of Washington; University of Toronto; Boeing","keywords":"Ontology; Computer science; Brainstorming; Ontology engineering; Process ontology; NIST; Upper ontology; Data science; Quality (philosophy); Knowledge management; Knowledge base; Suggested Upper Merged Ontology; World Wide Web; Artificial intelligence; Domain knowledge; Natural language processing","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009978012,0.0002924843,0.0003375037,0.0000792127,0.0000634348,0.00001550424,0.0002974248,0.001405644,0.0008055858],"category_scores_gemma":[0.001448105,0.0002290938,0.0001739268,0.00005749015,0.0002083193,4.845467e-7,0.000123115,0.0003046238,0.0001229508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006817199,"about_ca_system_score_gemma":0.0009613191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001230459,"about_ca_topic_score_gemma":0.0004552869,"domain_scores_codex":[0.9980116,0.0001296839,0.0003212309,0.000646971,0.0005823533,0.0003081865],"domain_scores_gemma":[0.9986404,0.00003376599,0.0001942332,0.0006615735,0.0003730387,0.00009696095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007938522,0.0001031698,0.0001547685,0.00003402522,0.0001699991,0.000008289128,0.00001800909,0.000001117359,0.000628198,0.00006613169,0.4986673,0.5000696],"study_design_scores_gemma":[0.0002774189,0.0003878759,0.001102256,0.00006770485,0.00009493513,0.00004543821,0.00004153493,0.000008712886,0.001742976,0.000126634,0.9957938,0.0003106724],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.005163175,0.005653727,0.0007361093,0.0004300686,0.002939682,0.0005189705,0.0000271739,0.00007272692,0.9844584],"genre_scores_gemma":[0.4840874,0.01725398,0.006834054,0.003010873,0.007454902,0.001045494,0.006426363,0.0002684991,0.4736184],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.51084,"threshold_uncertainty_score":0.9998907,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1533625971217804,"score_gpt":0.3897521171789285,"score_spread":0.2363895200571481,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}