{"id":"W4415855036","doi":"10.12688/hrbopenres.14062.2","title":"Process Evaluation of a Rapid Evidence Support System Assessment of Ireland’s Department of Health – A Protocol","year":2025,"lang":"en","type":"preprint","venue":"HRB Open Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"Public Health Agency; Health Research Board","keywords":"Protocol (science); Process (computing); Robustness (evolution); Decision support system; Program evaluation; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4927181,0.002663618,0.003328714,0.007990924,0.006882418,0.01218498,0.006503857,0.007384414,0.0404385],"category_scores_gemma":[0.5626878,0.002793191,0.006215113,0.006557515,0.005020035,0.008660395,0.009713447,0.008366968,0.01075471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0286631,"about_ca_system_score_gemma":0.1521867,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006640682,"about_ca_topic_score_gemma":0.008160891,"domain_scores_codex":[0.4685639,0.4244783,0.05147479,0.01316654,0.03346484,0.008851691],"domain_scores_gemma":[0.4508069,0.2709901,0.03387649,0.05370491,0.1773561,0.01326544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01182355,0.004013343,0.003622686,0.05912273,0.0009425558,0.001422686,0.05491118,0.00722631,0.003426072,0.07063697,0.1525008,0.630351],"study_design_scores_gemma":[0.01667038,0.008401826,0.008795337,0.08911536,0.001093634,0.0004137389,0.01512583,0.008589771,0.006958439,0.04185222,0.802059,0.0009245037],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.005772769,0.0007870378,0.04344689,0.006340189,0.00122317,0.9196314,0.003114039,0.0005639574,0.01912057],"genre_scores_gemma":[0.01149591,0.000401309,0.08982015,0.001622629,0.0001173844,0.8934788,0.0008910084,0.00009010137,0.002082712],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.4927181,"threshold_uncertainty_score":0.6255689,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9461884094885751,"score_gpt":0.8479413162926568,"score_spread":0.09824709319591829,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}