{"id":"W4403294241","doi":"10.2196/57929","title":"Evaluation Methods, Indicators, and Outcomes in Learning Health Systems: Protocol for a Jurisdictional Scan","year":2024,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Trillium Health Centre; University of Toronto","funders":"","keywords":"Preprint; Protocol (science); Computer science; Medicine; Medical education; World Wide Web; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2042978,0.005250405,0.01073435,0.01345627,0.00716072,0.008536607,0.005637796,0.01055151,0.1049674],"category_scores_gemma":[0.2622617,0.004778817,0.01198264,0.01980694,0.006327821,0.009387999,0.00697937,0.009534717,0.01830332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02050842,"about_ca_system_score_gemma":0.08445331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007910071,"about_ca_topic_score_gemma":0.01145736,"domain_scores_codex":[0.8031682,0.125621,0.04274127,0.007838949,0.01459893,0.006031653],"domain_scores_gemma":[0.7670104,0.08672541,0.02979988,0.02813168,0.08291613,0.005416452],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.04224548,0.003084968,0.003600763,0.4502502,0.00359975,0.001132234,0.0123767,0.006888587,0.002685827,0.04279295,0.2213213,0.2100212],"study_design_scores_gemma":[0.07958031,0.00500585,0.01170741,0.2673708,0.002507066,0.000537008,0.006756023,0.00507073,0.003928164,0.03704594,0.5796857,0.0008050548],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0002376337,0.0002346697,0.001838679,0.0002556118,0.0001459465,0.9935957,0.002743923,0.00007553543,0.0008724075],"genre_scores_gemma":[0.0002062834,0.00006302576,0.00264702,0.00005168088,0.000005575799,0.9967586,0.000150112,0.000005882021,0.0001118519],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7957022,"threshold_uncertainty_score":0.9812424,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8751895763135964,"score_gpt":0.8555194896280554,"score_spread":0.01967008668554104,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}