{"id":"W2593423025","doi":"10.1016/j.jcjd.2016.10.011","title":"The Diabetes Evaluation Framework for Innovative National Evaluations (DEFINE): Construct and Content Validation Using a Modified Delphi Method","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Diabetes","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"ca_institutions":"Western University; Centre for Family Medicine","funders":"","keywords":"Delphi method; Medicine; Likert scale; Construct (python library); Content validity; Knowledge translation; Construct validity; Set (abstract data type); Delphi; Scale (ratio); Nominal group; Knowledge management; Management science; Medical education; Nursing; Computer science; Psychology; Psychometrics; Artificial intelligence; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3220515,0.001065787,0.002071898,0.007150723,0.005325904,0.006992966,0.002678864,0.00163953,0.00120597],"category_scores_gemma":[0.2474329,0.001215286,0.002693705,0.004807062,0.005397316,0.005617282,0.01283105,0.00401023,0.0002284943],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02419913,"about_ca_system_score_gemma":0.06067215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009371446,"about_ca_topic_score_gemma":0.01535052,"domain_scores_codex":[0.6841949,0.2497957,0.02718946,0.003956173,0.03005373,0.004810128],"domain_scores_gemma":[0.7229213,0.1914673,0.01221074,0.01167543,0.05743194,0.004293335],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0009085745,0.002619528,0.05718262,0.01108444,0.0005472663,0.0002739503,0.1365186,0.007993968,0.00294409,0.1438709,0.01379611,0.62226],"study_design_scores_gemma":[0.002361305,0.005271802,0.1558281,0.03583559,0.001875505,0.001109735,0.2844482,0.044267,0.01859632,0.2305373,0.2185072,0.001361774],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3297038,0.003070434,0.50644,0.01106556,0.0004692114,0.1010421,0.001945366,0.0005097635,0.04575384],"genre_scores_gemma":[0.2892007,0.0005330672,0.6395006,0.0008679954,0.00001624685,0.06797357,0.0008031171,0.00007628851,0.001028405],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6779485,"threshold_uncertainty_score":0.8360313,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4131824393278971,"score_gpt":0.5238711762513243,"score_spread":0.1106887369234272,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}