{"id":"W1994785421","doi":"10.5220/0005072700560066","title":"Data-driven Diachronic and Categorical Evaluation of Ontologies - Framework, Measure, and Metrics","year":2014,"lang":"en","type":"article","venue":"","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Measure (data warehouse); Categorical variable; Computer science; Natural language processing; Data mining; Data science; Information retrieval; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0371119,0.0007133945,0.001078305,0.0126744,0.00138185,0.006786059,0.001745641,0.001604597,0.0008572421],"category_scores_gemma":[0.1735217,0.0003471995,0.0008882767,0.01123192,0.004936287,0.00939322,0.005218445,0.001699,0.0002707547],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004920453,"about_ca_system_score_gemma":0.002981315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003070511,"about_ca_topic_score_gemma":0.002918767,"domain_scores_codex":[0.9453589,0.02333755,0.004971518,0.003030326,0.02243586,0.0008657895],"domain_scores_gemma":[0.8551455,0.08529869,0.01470192,0.01452597,0.02775542,0.002572492],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006138547,0.0003191144,0.1053659,0.001001489,0.0004067925,0.0001328854,0.003580504,0.04042407,0.00707701,0.5333703,0.002853842,0.3048541],"study_design_scores_gemma":[0.00005408558,0.0004967619,0.0448202,0.0004336466,0.0001574831,0.0004188957,0.002739684,0.2572806,0.01596182,0.6624962,0.01485414,0.0002864326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1539143,0.001680236,0.828988,0.001659119,0.0001566102,0.0003432469,0.001328546,0.0004641536,0.01146583],"genre_scores_gemma":[0.7736739,0.0003202244,0.2233192,0.0001293042,0.00007296786,0.0003975911,0.001247458,0.0001286582,0.0007107207],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9628881,"threshold_uncertainty_score":0.1962688,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.136338275192305,"score_gpt":0.3385788806173652,"score_spread":0.2022406054250602,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}