{"id":"W2924497063","doi":"10.7189/jogh.09.010702","title":"Setting weights for fifteen CHNRI criteria at the global and regional level using public stakeholders: an Amazon Mechanical Turk study","year":2019,"lang":"en","type":"article","venue":"Journal of Global Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Stakeholder; Wilcoxon signed-rank test; Likert scale; Test (biology); Public health; Rank (graph theory); Crowdsourcing; Psychology; Medical education; Environmental health; Applied psychology; Business; Medicine; Public relations; Computer science; Political science; Nursing; Mathematics; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02857778,0.000620414,0.0009396063,0.002585537,0.003361367,0.003173067,0.001699445,0.001387522,0.004973602],"category_scores_gemma":[0.07938372,0.0006909961,0.001391656,0.003016625,0.00211652,0.002267901,0.003134776,0.001576439,0.001385048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005029247,"about_ca_system_score_gemma":0.005217623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02089628,"about_ca_topic_score_gemma":0.02308222,"domain_scores_codex":[0.9831026,0.01035221,0.001501912,0.001574975,0.002051783,0.001416627],"domain_scores_gemma":[0.9437792,0.02850246,0.006871072,0.003622617,0.01487454,0.002350059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002113209,0.003174236,0.5832015,0.001911836,0.0003393798,0.001536521,0.2951243,0.001803358,0.003630277,0.005509849,0.01062028,0.0910352],"study_design_scores_gemma":[0.0004309959,0.002041172,0.6172705,0.0007559909,0.0002391019,0.0003388825,0.334674,0.01040065,0.003612906,0.004209355,0.02572602,0.0003004386],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9898953,0.00006463529,0.002948793,0.0003130312,0.00002988593,0.002164923,0.0006315277,0.00002143569,0.00393047],"genre_scores_gemma":[0.9836285,0.00006325775,0.007686642,0.0002525288,0.00002010297,0.006976603,0.0005148032,0.00003833481,0.0008192299],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02857778,"threshold_uncertainty_score":0.1511355,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6834172991397803,"score_gpt":0.5129324680648185,"score_spread":0.1704848310749618,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}