{"id":"W3035611753","doi":"10.1186/s12874-020-01029-4","title":"Improving design choices in Delphi studies in medicine: the case of an exemplary physician multi-round panel study with 100% response","year":2020,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Newfoundland and Labrador; Achmea","keywords":"Delphi method; Delphi; Operations research; Computer science; Psychology; Medical education; Medicine; Management science; Data science; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6821989,0.001990295,0.002151565,0.003850587,0.01015749,0.01066666,0.007173573,0.01251044,0.005547443],"category_scores_gemma":[0.6391788,0.002434883,0.002274223,0.003812438,0.01617292,0.01147852,0.01584648,0.007706943,0.001503171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008545139,"about_ca_system_score_gemma":0.01492149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001641979,"about_ca_topic_score_gemma":0.001930383,"domain_scores_codex":[0.09249929,0.8760531,0.01237166,0.005080672,0.01102177,0.002973383],"domain_scores_gemma":[0.1742948,0.7393603,0.01973186,0.03733908,0.02494372,0.004330231],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.002384435,0.00136704,0.01577139,0.01466326,0.0006362354,0.009152659,0.5793943,0.009735832,0.004603047,0.1020026,0.02171091,0.2385782],"study_design_scores_gemma":[0.00224289,0.007933415,0.0176194,0.03156714,0.00058817,0.01199438,0.315633,0.06023121,0.01090935,0.312249,0.2276802,0.001351891],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2274117,0.003167311,0.6402771,0.06482314,0.001974385,0.02982606,0.0002854404,0.0007051802,0.03152964],"genre_scores_gemma":[0.4938624,0.0006478811,0.4684845,0.008835906,0.0002749026,0.02658322,0.00008834233,0.0001826473,0.001040227],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3178011,"threshold_uncertainty_score":0.3919054,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9143798360928609,"score_gpt":0.6898360383718415,"score_spread":0.2245437977210194,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}