{"id":"W3090671650","doi":"10.1101/2020.10.02.20205542","title":"Using a crowdsourcing open call, hackathon and a modified Delphi method to develop a consensus statement and sexual health survey instrument","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"Academy of Medical Sciences; Newton Fund; UNICEF","keywords":"Reproductive health; Delphi method; Population; Crowdsourcing; Global health; Survey data collection; Psychology; Medicine; Data science; Public health; Computer science; Environmental health; Nursing; World Wide Web; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.01237958,0.0006571545,0.001561352,0.0002491827,0.001422606,0.000134493,0.0005874283,0.0003959661,0.00002201514],"category_scores_gemma":[0.001449604,0.0005720114,0.00002701301,0.0005517494,0.0001188829,0.00008592579,0.009268438,0.002124541,0.00001371469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008143255,"about_ca_system_score_gemma":0.005052165,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02939131,"about_ca_topic_score_gemma":0.005408749,"domain_scores_codex":[0.9869618,0.007246161,0.001890477,0.002223513,0.000508193,0.00116984],"domain_scores_gemma":[0.9955869,0.0006758881,0.001121253,0.0007581349,0.0005720248,0.001285831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0029848,0.0006162128,0.7975017,0.01631742,0.0006005282,0.0001082096,0.1243917,0.001773454,0.002302221,0.000550262,0.01153804,0.04131548],"study_design_scores_gemma":[0.003222581,0.0006221101,0.9679736,0.00291178,0.00008895782,0.00003314616,0.007736581,0.00709562,0.00007744922,0.001016223,0.007764011,0.001457873],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8952155,0.0006351628,0.07198816,0.02248339,0.0009357912,0.008070435,0.0004803035,0.0001175545,0.00007374661],"genre_scores_gemma":[0.8270458,0.0002955851,0.1570858,0.01334172,0.0005727501,0.000472993,0.0002787513,0.0002066295,0.0006999891],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.170472,"threshold_uncertainty_score":0.9998774,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5700543316277825,"score_gpt":0.5462667474062631,"score_spread":0.02378758422151939,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}