{"id":"W3113573444","doi":"10.1177/2158244020980751","title":"Crowdsourcing for Research: Perspectives From a Delphi Panel","year":2020,"lang":"en","type":"article","venue":"SAGE Open","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Crowdsourcing; Delphi method; Data science; Crowdsourcing software development; Exploratory research; Computer science; Best practice; Knowledge management; Data collection; Software; World Wide Web; Software development; Artificial intelligence; Sociology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1952095,0.00176925,0.001197613,0.004692754,0.03667187,0.02088556,0.004020355,0.01176169,0.00460957],"category_scores_gemma":[0.1260735,0.001794082,0.001673007,0.004739886,0.04264249,0.02069192,0.03601841,0.01978719,0.001307107],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01878738,"about_ca_system_score_gemma":0.03174913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009611176,"about_ca_topic_score_gemma":0.00717717,"domain_scores_codex":[0.7164924,0.2550393,0.003436319,0.00420691,0.01178285,0.009042276],"domain_scores_gemma":[0.8031027,0.1693895,0.003131016,0.003446947,0.0136835,0.007246409],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006031055,0.00005994003,0.0007717087,0.0007233896,0.0000197272,0.0009346763,0.8531491,0.0005153632,0.0006639782,0.110949,0.01390104,0.01825166],"study_design_scores_gemma":[0.00001932198,0.00006129857,0.0003591333,0.001247916,0.000008655327,0.0003589113,0.798394,0.0006840203,0.0003623219,0.05151682,0.1469,0.0000876431],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.150986,0.01083279,0.09802889,0.6022703,0.00485835,0.003997902,0.0003786912,0.0002233057,0.1284239],"genre_scores_gemma":[0.8580785,0.009031229,0.04240469,0.06993076,0.000892373,0.003840553,0.0001538647,0.000300381,0.01536767],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8047906,"threshold_uncertainty_score":0.99245,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4268657966437359,"score_gpt":0.4275698343276881,"score_spread":0.0007040376839521634,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}