{"id":"W2924497063","doi":"10.7189/jogh.09.010702","title":"Setting weights for fifteen CHNRI criteria at the global and regional level using public stakeholders: an Amazon Mechanical Turk study","year":2019,"lang":"en","type":"article","venue":"Journal of Global Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Stakeholder; Wilcoxon signed-rank test; Likert scale; Test (biology); Public health; Rank (graph theory); Crowdsourcing; Psychology; Medical education; Environmental health; Applied psychology; Business; Medicine; Public relations; Computer science; Political science; Nursing; Mathematics; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02123588,0.0002256619,0.001083827,0.00009481498,0.0005008201,0.0002165756,0.0004007766,0.0001318804,0.00009683547],"category_scores_gemma":[0.0007507233,0.0002045533,0.0001678527,0.0002142104,0.00005551589,0.0008534222,0.0001016478,0.0002093916,0.00004067805],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004274343,"about_ca_system_score_gemma":0.001034487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001053675,"about_ca_topic_score_gemma":0.001544599,"domain_scores_codex":[0.994165,0.0006842766,0.003829433,0.0004692643,0.0002462355,0.0006057897],"domain_scores_gemma":[0.9943753,0.0004578256,0.004058671,0.0004046955,0.0002103463,0.0004931025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004953477,0.0009855275,0.7599748,0.000710524,0.0004267627,0.000006023402,0.002767386,0.0001532376,0.000004086583,0.1931573,0.03818965,0.003129295],"study_design_scores_gemma":[0.01021287,0.005543962,0.7470831,0.0004827857,0.00006357567,0.000893269,0.01761808,0.02836392,0.000001199096,0.1082319,0.08051799,0.0009872483],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9355213,0.002234269,0.003030564,0.05589872,0.001162739,0.001258906,0.0007824728,0.00001368964,0.00009730458],"genre_scores_gemma":[0.9809397,0.00006315723,0.007302672,0.01079822,0.0008084995,0.000009904346,0.00001543751,0.00002104323,0.00004140203],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08492536,"threshold_uncertainty_score":0.9995481,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6834172991397803,"score_gpt":0.5129324680648185,"score_spread":0.1704848310749618,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}