{"id":"W3006701470","doi":"10.1002/jrsm.1399","title":"Innovations in framework synthesis as a systematic review method","year":2020,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":223,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Ontario Tech University; McMaster University Medical Centre","funders":"","keywords":"Management science; Computer science; Systematic review; Stakeholder; Data science; MEDLINE; Political science; Public relations; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5341459,0.004552093,0.01072835,0.03477943,0.003835734,0.01377323,0.007878838,0.007788325,0.02717166],"category_scores_gemma":[0.6526023,0.003588066,0.01298103,0.03175529,0.01173259,0.008939674,0.01377204,0.008902548,0.007934378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01383816,"about_ca_system_score_gemma":0.0611337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004545387,"about_ca_topic_score_gemma":0.004800504,"domain_scores_codex":[0.2348794,0.6515867,0.0701752,0.01763987,0.02413765,0.001581057],"domain_scores_gemma":[0.2477098,0.6147281,0.02364404,0.06406853,0.04756873,0.002280793],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000757007,0.0001500167,0.0008270628,0.2382355,0.007538754,0.0003439848,0.01677105,0.003446624,0.001139272,0.2986424,0.04492611,0.3872223],"study_design_scores_gemma":[0.003520495,0.0004816811,0.001188961,0.1758061,0.007611394,0.000485091,0.003395789,0.008512282,0.002369688,0.4378417,0.3580938,0.0006930531],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001090569,0.03421003,0.8258985,0.01269075,0.008331427,0.09933765,0.004577895,0.002810128,0.01105308],"genre_scores_gemma":[0.006895258,0.007231983,0.7884879,0.001892913,0.0005541219,0.1930509,0.0005729479,0.0003416253,0.0009723157],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4658541,"threshold_uncertainty_score":0.5744811,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9235373563940749,"score_gpt":0.8552043114246342,"score_spread":0.0683330449694407,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}