{"id":"W6921135628","doi":"10.6084/m9.figshare.29388211","title":"Additional file 2 of Research impact assessment of a Canadian digital health funding program: a case study","year":2025,"lang":"en","type":"article","venue":"Figshare","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Western University; University of Toronto; Université de Montréal; Institute of Health Services and Policy Research","funders":"","keywords":"eHealth; General partnership; Digital health; Impact assessment; Public health; Health impact assessment; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"dataset","about_ca_system":true,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004211664,0.0004896347,0.0007133778,0.005723801,0.002962564,0.002029182,0.001782763,0.0009659487,0.7576343],"category_scores_gemma":[0.05352627,0.0003750472,0.0006445389,0.01097284,0.0004016089,0.001507357,0.001266053,0.0008319498,0.04277016],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01376103,"about_ca_system_score_gemma":0.02941428,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6501731,"about_ca_topic_score_gemma":0.7607598,"domain_scores_codex":[0.9972489,0.0004417045,0.0003541513,0.0002027662,0.001299235,0.0004531821],"domain_scores_gemma":[0.9481583,0.02809931,0.00225707,0.001680523,0.01797086,0.001833881],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009114513,0.00006385934,0.002610804,0.0009120673,0.00001189954,0.00005830657,0.0002350858,0.00021982,0.00001715962,0.001446386,0.9841418,0.01019156],"study_design_scores_gemma":[0.001474188,0.0001062634,0.06244681,0.002953204,0.00009160491,0.0001938387,0.003391191,0.001218765,0.0002642415,0.003364068,0.9243731,0.0001226915],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.0006324464,0.00002671469,0.0001762897,0.0005149217,0.00002598355,0.0008012062,0.9863717,0.00008691542,0.01136395],"genre_scores_gemma":[0.04784458,0.000493557,0.007800088,0.001694092,0.0001374817,0.01746669,0.8369795,0.0004213751,0.08716271],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9957883,"threshold_uncertainty_score":0.7037742,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8086329720292202,"score_gpt":0.767407411485305,"score_spread":0.04122556054391524,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}