{"id":"W7125611063","doi":"10.5281/zenodo.18361817","title":"A Community-of-Practice-based Evaluation Methodology for Knowledge Intensive Computational Methods and its Application to Multimorbidity Decision Support","year":2023,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; Dalhousie University; University of Ottawa","funders":"","keywords":"Process (computing); Decision support system; Identity (music); MEDLINE; Clinical decision support system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1565103,0.001671761,0.002606099,0.01085731,0.002474646,0.007861994,0.00232604,0.002743322,0.008156572],"category_scores_gemma":[0.3767022,0.0006820471,0.002641946,0.009343153,0.002567508,0.00443188,0.008163894,0.002393495,0.000920732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004222146,"about_ca_system_score_gemma":0.01253042,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00602708,"about_ca_topic_score_gemma":0.008160099,"domain_scores_codex":[0.8140208,0.1524795,0.009198982,0.005260356,0.01766871,0.001371715],"domain_scores_gemma":[0.6192333,0.3045658,0.01361664,0.01484775,0.0429518,0.004784826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003917621,0.002978517,0.05334771,0.005847515,0.0038891,0.0002642143,0.005997172,0.08009288,0.001375867,0.09057242,0.01390571,0.7378113],"study_design_scores_gemma":[0.001251766,0.002826827,0.01246695,0.001525438,0.001037627,0.0003311312,0.002835989,0.8447726,0.001905998,0.1188099,0.0120305,0.0002052816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06423612,0.0007561127,0.9098262,0.001689063,0.0002524007,0.01046872,0.001515671,0.001015185,0.01024054],"genre_scores_gemma":[0.2927233,0.0001600554,0.6967356,0.0001810137,0.00005846735,0.008369637,0.001017591,0.0001263234,0.0006279955],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1565103,"threshold_uncertainty_score":0.8277156,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3165300773381677,"score_gpt":0.5065742427348064,"score_spread":0.1900441653966387,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}