{"id":"W3113573444","doi":"10.1177/2158244020980751","title":"Crowdsourcing for Research: Perspectives From a Delphi Panel","year":2020,"lang":"en","type":"article","venue":"SAGE Open","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Crowdsourcing; Delphi method; Data science; Crowdsourcing software development; Exploratory research; Computer science; Best practice; Knowledge management; Data collection; Software; World Wide Web; Software development; Artificial intelligence; Sociology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008344569,0.0001015349,0.0001648847,0.00007199052,0.0004335153,0.001294602,0.003238947,0.0000474596,0.0001133082],"category_scores_gemma":[0.001114274,0.00010098,0.00004736439,0.001036297,0.00007025991,0.0009836638,0.002103044,0.0002435801,0.0001994625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006103791,"about_ca_system_score_gemma":0.0001691222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003434545,"about_ca_topic_score_gemma":0.00004086272,"domain_scores_codex":[0.998433,0.0001243299,0.0001962678,0.0005943759,0.0003093002,0.0003427124],"domain_scores_gemma":[0.9983447,0.0005822133,0.00005952736,0.0005785055,0.0003004673,0.0001345643],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001829017,0.0003485877,0.002871098,0.0000510274,0.0002600422,0.0001096836,0.4320178,0.0002636012,0.01521366,0.2486736,0.102435,0.197573],"study_design_scores_gemma":[0.00620624,0.001271488,0.01821621,0.0003962486,0.00004109633,0.00001373219,0.06971794,0.06219928,0.01054438,0.1882796,0.6410447,0.002069151],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02063871,0.0001992509,0.9288706,0.04075202,0.000106069,0.001467066,0.00005421727,0.0002111056,0.007700933],"genre_scores_gemma":[0.7671168,0.000003201913,0.2305143,0.001381892,0.0002362006,0.0001535673,0.000009127325,0.00002135654,0.0005635524],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7464781,"threshold_uncertainty_score":0.9997422,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4268657966437359,"score_gpt":0.4275698343276881,"score_spread":0.0007040376839521634,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}