{"id":"W2969303519","doi":"10.3138/ptc-2018-0101","title":"Using Expert Consensus to Develop a Tool to Assess Physical Therapists’ Knowledge, Skills, and Judgement in Performing Airway Suctioning","year":2019,"lang":"en","type":"article","venue":"Physiotherapy Canada","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; McMaster University; Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Judgement; Delphi method; Delphi; Medicine; Physical therapy; Cardiorespiratory fitness; Psychology; Computer science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000556143,0.0001568287,0.0002340426,0.0001667957,0.0002911169,0.00009965518,0.000264519,0.0000446571,0.0001003974],"category_scores_gemma":[0.0001035516,0.0001605519,0.00002161162,0.001112995,0.00005868571,0.00009664139,0.00008271106,0.0001525127,0.000009324545],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00137543,"about_ca_system_score_gemma":0.002262239,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5446049,"about_ca_topic_score_gemma":0.6193008,"domain_scores_codex":[0.9981437,0.0001761925,0.000190772,0.0003767205,0.0005801668,0.0005324698],"domain_scores_gemma":[0.9990773,0.0002485124,0.00003987399,0.0002140687,0.0002365707,0.0001837344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002378883,0.001184988,0.02880484,0.0002002673,0.0001763801,0.00005341024,0.1782191,0.002247765,0.4210878,0.00739066,0.02585251,0.3345444],"study_design_scores_gemma":[0.003387518,0.0006637737,0.0503984,0.001507376,0.00001170487,0.00001246299,0.05339563,0.01344154,0.08575196,0.001240125,0.7864155,0.003774001],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9945703,0.00008402519,0.0002383894,0.001885926,0.0002742936,0.0008490906,0.000003149696,0.00003973743,0.002055137],"genre_scores_gemma":[0.9938462,0.0000309814,0.004064675,0.0008492167,0.0002099076,0.00007702322,6.99065e-7,0.00003019713,0.0008910932],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.760563,"threshold_uncertainty_score":0.6547118,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0751010942258962,"score_gpt":0.4455212595913957,"score_spread":0.3704201653654995,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}