{"id":"W2753703079","doi":"10.1186/s12961-017-0242-4","title":"The SPARK Tool to prioritise questions for systematic reviews in health policy and systems research: development and initial validation","year":2017,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Alliance for Health Policy and Systems Research; World Health Organization","keywords":"Systematic review; Scope (computer science); SPARK (programming language); Health services research; Process management; Benchmarking; Computer science; Medicine; Management science; MEDLINE; Public health; Political science; Engineering; Nursing; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3778045,0.005004077,0.007138729,0.03409085,0.003530741,0.01147099,0.006267357,0.005181271,0.01092123],"category_scores_gemma":[0.5949643,0.005763371,0.01383134,0.02528586,0.003928193,0.01516141,0.01633502,0.006091516,0.00392167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01007045,"about_ca_system_score_gemma":0.04600092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001874245,"about_ca_topic_score_gemma":0.005335937,"domain_scores_codex":[0.6648602,0.1793851,0.1151657,0.009326918,0.02740918,0.003852867],"domain_scores_gemma":[0.2599392,0.5740734,0.03783778,0.02995554,0.09433598,0.003858253],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003094915,0.001165242,0.02672677,0.196164,0.005154897,0.001054102,0.02832481,0.005759079,0.004934596,0.02452691,0.1054702,0.5976245],"study_design_scores_gemma":[0.01536109,0.004896544,0.08242814,0.1454999,0.01089463,0.003459995,0.03204294,0.035047,0.01669339,0.1054707,0.5455244,0.002681332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07004032,0.008951546,0.4589306,0.01260415,0.002245376,0.3871472,0.03373891,0.01426416,0.01207767],"genre_scores_gemma":[0.01777769,0.0009825752,0.7346931,0.0007519963,0.00009494694,0.2406351,0.004046015,0.0003878357,0.0006306859],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6221955,"threshold_uncertainty_score":0.7672779,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.937649951510094,"score_gpt":0.7843373099113006,"score_spread":0.1533126415987934,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}