{"id":"W4323294919","doi":"10.1097/sih.0000000000000719","title":"Using a Delphi Method Approach to Select Theoretical Underpinnings of Crowdsourcing and Rank Their Application to a Crowdsourcing App","year":2023,"lang":"en","type":"article","venue":"Simulation in Healthcare The Journal of the Society for Simulation in Healthcare","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Crowdsourcing; Computer science; Context (archaeology); Field (mathematics); Data science; Leverage (statistics); Stakeholder; World Wide Web; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008420781,0.0002843678,0.0005791343,0.0005746575,0.000655228,0.0001020323,0.0009989383,0.000253834,5.9595e-7],"category_scores_gemma":[0.001272093,0.0002120725,0.00040219,0.005836702,0.0001075914,0.0004212731,0.000358102,0.0007205014,7.222711e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006688629,"about_ca_system_score_gemma":0.0004384817,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00056409,"about_ca_topic_score_gemma":0.00006559997,"domain_scores_codex":[0.9955353,0.0008799348,0.001787567,0.0004510244,0.0007478584,0.0005983794],"domain_scores_gemma":[0.9917723,0.004884455,0.001043738,0.0007040921,0.001395924,0.0001994761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001109075,0.0000301723,0.008314925,0.0002934598,0.00003064919,1.182143e-7,0.02949596,0.9418012,0.0001800959,0.01485136,0.00001460687,0.004876556],"study_design_scores_gemma":[0.0007045409,0.0001325396,0.0105168,0.0003381883,0.00002142435,0.00001148092,0.002612263,0.9586825,0.00007457493,0.02663529,0.00007913671,0.0001912943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2498693,0.0001346387,0.7243711,0.02331416,0.0001700157,0.002069374,0.0000132736,0.00005523751,0.000002830986],"genre_scores_gemma":[0.9057282,0.000008961206,0.0919936,0.002035016,0.000128783,0.0000534466,0.000004743077,0.00004369212,0.000003551021],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6558589,"threshold_uncertainty_score":0.8648064,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06453734632387317,"score_gpt":0.3960092544635336,"score_spread":0.3314719081396604,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}