{"id":"W4386121416","doi":"10.21203/rs.3.rs-2753367/v1","title":"Exploring the Impact of Evaluation on Learning and Health Innovation Sustainability: Protocol for a Realist Synthesis","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal; Trillium Health Centre; University of Toronto; University of British Columbia","funders":"","keywords":"Sustainability; Protocol (science); Knowledge management; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2588692,0.008108228,0.01496676,0.01524181,0.007576126,0.01350756,0.00586257,0.01406324,0.1037545],"category_scores_gemma":[0.4078373,0.005784081,0.02146661,0.01636215,0.009503372,0.01118701,0.009526665,0.01453913,0.0206659],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02408264,"about_ca_system_score_gemma":0.06625456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006366957,"about_ca_topic_score_gemma":0.007598908,"domain_scores_codex":[0.7623728,0.1466202,0.04812744,0.0125074,0.02262577,0.007746413],"domain_scores_gemma":[0.6701846,0.1672739,0.03652402,0.04073894,0.07925993,0.006018608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"qualitative","study_design_scores_codex":[0.03946515,0.002413987,0.001651413,0.5764823,0.00547587,0.00188896,0.02233455,0.009662683,0.004018402,0.06031195,0.1086753,0.1676194],"study_design_scores_gemma":[0.08025938,0.006684902,0.005814763,0.4018666,0.00609838,0.0004467998,0.01290106,0.008613462,0.01015432,0.07418243,0.391744,0.001233971],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0002280533,0.0002071955,0.001827589,0.0002357113,0.0003190574,0.9955438,0.001147427,0.00005820382,0.0004329681],"genre_scores_gemma":[0.0001570191,0.00005966586,0.002042927,0.0000517225,0.000008103331,0.997532,0.00005661114,0.000005250698,0.00008660774],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.2588692,"threshold_uncertainty_score":0.9139463,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9553959997615136,"score_gpt":0.8169753820618013,"score_spread":0.1384206176997123,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}