{"id":"W4388215619","doi":"10.21203/rs.3.rs-3467152/v1","title":"Development of a method for Making Optimal Decisions for Intervention Flexibility during Implementation (MODIFI): A modified Delphi study","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"School of Medicine, Indiana University; University of North Carolina at Chapel Hill; University of California, Santa Barbara; University of Pennsylvania; Seattle Children's Research Institute; Virginia Commonwealth University; Washington State University; University of California, Los Angeles; Washington University in St. Louis; Wake Forest University; University of Washington; Emory University; National Institute of Mental Health; Hospital for Sick Children","keywords":"Flexibility (engineering); Delphi method; Delphi; Intervention (counseling); Process management; Computer science; Risk analysis (engineering); Management science; Business; Medicine; Engineering; Artificial intelligence; Economics; Nursing; Management","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09510711,0.001570002,0.001474633,0.003306047,0.002388662,0.00303428,0.002560073,0.001793615,0.009470698],"category_scores_gemma":[0.1284124,0.002020551,0.001983268,0.002150268,0.002408786,0.004646291,0.006557123,0.002530071,0.001220973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003806928,"about_ca_system_score_gemma":0.009980974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003797452,"about_ca_topic_score_gemma":0.004959275,"domain_scores_codex":[0.9099854,0.07492224,0.004993698,0.003011232,0.0052824,0.001805119],"domain_scores_gemma":[0.8767295,0.0965874,0.002877272,0.01003648,0.01299979,0.000769617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001764516,0.001524169,0.01772748,0.003244406,0.000313499,0.0001996208,0.1236944,0.01188851,0.01577557,0.05751856,0.004998941,0.7613504],"study_design_scores_gemma":[0.003285436,0.01327492,0.0672112,0.005415188,0.001898551,0.0009751963,0.238388,0.2980432,0.1142863,0.1465983,0.1090618,0.001561868],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1461282,0.00007715231,0.8055125,0.0009496633,0.00006764656,0.03569923,0.0005693306,0.000450047,0.01054626],"genre_scores_gemma":[0.1342468,0.00004614181,0.8391898,0.0001282227,0.000007282239,0.02439238,0.0001763623,0.0000922848,0.001720708],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.09510711,"threshold_uncertainty_score":0.5029805,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9130791241873522,"score_gpt":0.8076824738336654,"score_spread":0.1053966503536867,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}