{"id":"W1771332781","doi":"10.1371/journal.pone.0135162","title":"Evaluation of Nine Consensus Indices in Delphi Foresight Research and Their Dependency on Delphi Survey Characteristics: A Simulation Study and Debate on Delphi Design and Interpretation","year":2015,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Wellcome Trust","keywords":"Delphi method; Delphi; Stakeholder; Statistics; Descriptive statistics; Pairwise comparison; Computer science; Mathematics; Economics; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1558421,0.001058918,0.001230162,0.00237461,0.001659085,0.00339583,0.001887083,0.002417337,0.001786462],"category_scores_gemma":[0.3095635,0.001028539,0.001758231,0.002886468,0.003237678,0.004145172,0.003256528,0.003157173,0.000178486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0065433,"about_ca_system_score_gemma":0.003634753,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004149872,"about_ca_topic_score_gemma":0.002704482,"domain_scores_codex":[0.8712152,0.113434,0.003154261,0.00315706,0.006614089,0.002425386],"domain_scores_gemma":[0.3892243,0.565854,0.01495352,0.0126784,0.01552525,0.001764654],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.005684324,0.001985987,0.09206196,0.001629615,0.0009237097,0.0005200701,0.01085571,0.7363064,0.004780647,0.05080288,0.002378812,0.09207001],"study_design_scores_gemma":[0.0005842598,0.005816527,0.02166413,0.0005301543,0.0003046956,0.0002279863,0.004479919,0.9365845,0.008051543,0.01926505,0.002224118,0.0002669801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9054778,0.0001980363,0.08547083,0.0007060595,0.00004705174,0.001495661,0.0001896205,0.000102277,0.006312614],"genre_scores_gemma":[0.9551718,0.00005689031,0.04338093,0.00006489189,0.00000472332,0.001062128,0.00005377505,0.0000148014,0.0001901024],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8441579,"threshold_uncertainty_score":0.8241819,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.677004819242767,"score_gpt":0.5118827177054857,"score_spread":0.1651221015372814,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}