{"id":"W2766361553","doi":"10.1044/2017_ajslp-16-0046","title":"Using the Delphi Technique to Explore Complex Concepts in Speech-Language Pathology: An Illustrative Example From Children's Social Communication","year":2017,"lang":"en","type":"review","venue":"American Journal of Speech-Language Pathology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Pragmatics; Delphi; Delphi method; Computer science; Process (computing); Speech-Language Pathology; Key (lock); Field (mathematics); Psychology; Natural language processing; Artificial intelligence; Linguistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007591217,0.0007160598,0.003190906,0.001026081,0.001148844,0.0002699039,0.005312471,0.0007397995,0.0002798631],"category_scores_gemma":[0.001369088,0.0005774163,0.0006227921,0.001162609,0.005640591,0.000528892,0.0008023328,0.00311637,0.00002043029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008679827,"about_ca_system_score_gemma":0.001408632,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02518059,"about_ca_topic_score_gemma":0.006318732,"domain_scores_codex":[0.9860289,0.009180369,0.001824978,0.0007928315,0.001058202,0.00111471],"domain_scores_gemma":[0.9922153,0.001276576,0.003885357,0.001738288,0.0005127784,0.0003717059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000488918,0.000130169,0.00008085096,0.00004497126,0.00009636064,0.002869745,0.09720834,0.000001063714,0.0004463734,0.0001562867,0.0001744768,0.8987424],"study_design_scores_gemma":[0.002032188,0.002851369,0.002023313,0.008516772,0.001461852,0.01026219,0.7481213,0.00001372101,0.0003743294,0.002569071,0.2180382,0.003735673],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.1774456,0.8014253,0.007354206,0.002303588,0.0005551921,0.007820578,0.0006613972,0.0002778494,0.002156282],"genre_scores_gemma":[0.1295972,0.767363,0.0986994,0.0005931662,0.002700137,0.0003681322,0.0003317975,0.0002688594,0.00007834716],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8950068,"threshold_uncertainty_score":0.9996677,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4278646362740727,"score_gpt":0.5648635380798643,"score_spread":0.1369989018057916,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}