{"id":"W3035611753","doi":"10.1186/s12874-020-01029-4","title":"Improving design choices in Delphi studies in medicine: the case of an exemplary physician multi-round panel study with 100% response","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Newfoundland and Labrador; Achmea","keywords":"Delphi method; Delphi; Operations research; Computer science; Psychology; Medical education; Medicine; Management science; Data science; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2143165,0.0002176599,0.0008887201,0.0007210181,0.0004950828,0.00003463596,0.001885548,0.0003047557,0.00008591428],"category_scores_gemma":[0.3555852,0.0001356154,0.00004545366,0.00325823,0.007526118,0.0002566231,0.0007180095,0.002170261,0.000005345134],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002895926,"about_ca_system_score_gemma":0.003290585,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.06959035,"about_ca_topic_score_gemma":0.2055721,"domain_scores_codex":[0.8358136,0.1577104,0.0009275078,0.000900183,0.003298139,0.001350091],"domain_scores_gemma":[0.8231097,0.1748009,0.0001776098,0.0006003765,0.0006844323,0.0006269762],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.03073626,0.003068877,0.01855449,0.0009053997,0.0002169143,0.04987479,0.6852881,0.0002372734,0.008375018,0.002041542,0.001184975,0.1995164],"study_design_scores_gemma":[0.00344424,0.007264465,0.007879219,0.0003238507,0.00002386674,0.0001065058,0.9717151,0.006551702,0.0004310289,0.001751766,0.0002445074,0.0002637613],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9518112,0.001038548,0.03190736,0.01194258,0.00008315082,0.00303516,0.000002460672,0.00006747597,0.0001121035],"genre_scores_gemma":[0.9458477,0.0002825252,0.05261456,0.0004491828,0.0003012331,0.0004185949,7.78009e-7,0.00003322677,0.00005223908],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2864271,"threshold_uncertainty_score":0.9951748,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9143798360928609,"score_gpt":0.6898360383718415,"score_spread":0.2245437977210194,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}