{"id":"W3006701470","doi":"10.1002/jrsm.1399","title":"Innovations in framework synthesis as a systematic review method","year":2020,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":223,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Ontario Tech University; McMaster University Medical Centre","funders":"","keywords":"Management science; Computer science; Systematic review; Stakeholder; Data science; MEDLINE; Political science; Public relations; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.2142847,0.0009443407,0.01054147,0.003461773,0.001588513,0.0001005539,0.003303678,0.00139119,0.004642937],"category_scores_gemma":[0.7660407,0.0007300405,0.0007598571,0.01851394,0.0002987423,0.0003132119,0.001296466,0.008244838,0.007903744],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003183292,"about_ca_system_score_gemma":0.01442674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005297597,"about_ca_topic_score_gemma":0.00003723281,"domain_scores_codex":[0.7251812,0.2592979,0.007791292,0.001797982,0.002941224,0.002990387],"domain_scores_gemma":[0.2288699,0.759663,0.003803784,0.00413263,0.0019422,0.00158856],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002373106,0.00002210651,7.750122e-7,0.6454921,0.00009829953,0.00002077223,0.0006475742,2.668613e-8,3.973871e-7,0.004894453,0.003398665,0.3454224],"study_design_scores_gemma":[0.00002722028,0.00001643385,5.934724e-7,0.4863464,0.0004824621,0.00001086397,0.0005003662,0.0000110823,0.000002059328,0.001161819,0.5111428,0.0002979434],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.837548e-8,0.9234039,0.03801204,0.0131006,0.0003249968,0.01893254,0.0002104708,0.0001820044,0.005833401],"genre_scores_gemma":[6.644196e-8,0.6681702,0.280933,0.004375245,0.0002755316,0.04561097,0.000006594608,0.0001613152,0.0004670511],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5517559,"threshold_uncertainty_score":0.9999052,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9235373563940749,"score_gpt":0.8552043114246342,"score_spread":0.0683330449694407,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}