{"id":"W2605939694","doi":"10.1136/bmjopen-2016-014772","title":"Systematic approach to evaluating and confirming the utility of a suite of national health system performance (HSP) indicators in Canada: a modified Delphi study","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Institute for Health Information","funders":"","keywords":"Medicine; Suite; Delphi method; Delphi; Public health; Environmental health; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2931578,0.001582967,0.001731021,0.01226439,0.01350108,0.005789637,0.003892371,0.002208031,0.001651625],"category_scores_gemma":[0.2554103,0.001580932,0.001781852,0.009818793,0.008042593,0.003761817,0.0122955,0.002812555,0.0002815075],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1065449,"about_ca_system_score_gemma":0.2861266,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5412718,"about_ca_topic_score_gemma":0.6244509,"domain_scores_codex":[0.7149059,0.2124151,0.01984078,0.00681016,0.0337728,0.01225537],"domain_scores_gemma":[0.6748653,0.1371781,0.01540015,0.0105494,0.1521093,0.009897669],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001284391,0.001002119,0.06914405,0.01030171,0.0004845234,0.001132265,0.6082525,0.005264618,0.007003994,0.008298817,0.006250413,0.2815806],"study_design_scores_gemma":[0.0007852282,0.004113103,0.1691508,0.01295303,0.0004923533,0.0004634064,0.7264426,0.0195921,0.00972641,0.00815918,0.0471158,0.001005985],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.753044,0.002841775,0.07594797,0.007251814,0.0002334215,0.1417124,0.00102552,0.0002279811,0.01771522],"genre_scores_gemma":[0.8383358,0.001298266,0.1121714,0.001282809,0.00002912341,0.04482755,0.000332127,0.000052609,0.001670342],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8934551,"threshold_uncertainty_score":0.9228595,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4550612219968025,"score_gpt":0.5612361847494822,"score_spread":0.1061749627526797,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}