{"id":"W3003238448","doi":"","title":"Towards a Benchmark for Knowledge Base Exchange.","year":2019,"lang":"en","type":"article","venue":"Knowledge Discovery and Data Mining","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmark (surveying); Computer science; Knowledge base; Base (topology); Artificial intelligence; Mathematics; Geology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05331379,0.001621013,0.00218294,0.01043018,0.0042434,0.01800355,0.008788578,0.005679992,0.009483195],"category_scores_gemma":[0.183088,0.00111386,0.001516291,0.0135409,0.002219615,0.02720451,0.01082836,0.005229209,0.007816269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003710047,"about_ca_system_score_gemma":0.009804478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00974718,"about_ca_topic_score_gemma":0.007532618,"domain_scores_codex":[0.9581049,0.01680301,0.007095715,0.003556282,0.01239364,0.00204653],"domain_scores_gemma":[0.8908759,0.03576533,0.003675981,0.03483112,0.02905588,0.00579568],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002170003,0.002591172,0.01066064,0.002265474,0.0004280249,0.0005773092,0.001666745,0.02521376,0.006977865,0.212968,0.1680769,0.566404],"study_design_scores_gemma":[0.0006535456,0.00116964,0.007126744,0.002462138,0.0003590609,0.001083804,0.003144083,0.2142626,0.03710859,0.4271602,0.3052155,0.0002540477],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07102554,0.008936729,0.7247459,0.0169502,0.003259316,0.003160807,0.03171396,0.05141476,0.08879288],"genre_scores_gemma":[0.1789084,0.002596491,0.7059079,0.001363923,0.0004002291,0.001474742,0.0975806,0.003450243,0.008317432],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.05331379,"threshold_uncertainty_score":0.2819536,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06517942266695431,"score_gpt":0.3206417762695815,"score_spread":0.2554623536026271,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}