{"id":"W2426659032","doi":"10.1609/aaai.v30i2.19073","title":"Infusing Human Factors into Algorithmic Crowdsourcing","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Computer science; Task (project management); Crowdsourcing software development; Field (mathematics); Data science; Construct (python library); Key (lock); Agile software development; Delegation; Knowledge management; Artificial intelligence; World Wide Web; Computer security; Software engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007665655,0.0003192485,0.000334824,0.0002114436,0.0004875089,0.0003966914,0.002047914,0.0001235085,0.00003298127],"category_scores_gemma":[0.0005805565,0.0001931738,0.0001601314,0.0007032136,0.0003980187,0.0006285068,0.0005973148,0.0002656083,0.00006119805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001428375,"about_ca_system_score_gemma":0.0001240065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001287515,"about_ca_topic_score_gemma":0.00001468322,"domain_scores_codex":[0.9975005,0.00003044146,0.0006554154,0.0006426115,0.0006738713,0.0004971286],"domain_scores_gemma":[0.997943,0.0001392864,0.000461141,0.0004909412,0.0007952189,0.0001704533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001180801,0.00006674811,0.0007392489,0.00002439658,0.0000144892,8.226152e-7,0.003396262,0.00002640015,0.4837387,0.3786684,0.0001294352,0.1331832],"study_design_scores_gemma":[0.00004527524,0.000150108,0.0002844786,0.0006542101,0.00001085163,0.000006287477,0.000808901,0.006563515,0.8338755,0.1571012,0.0001681807,0.0003314948],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9119802,0.00002186301,0.07892159,0.002343461,0.0005683894,0.0003109048,0.000002090458,0.0002543229,0.005597146],"genre_scores_gemma":[0.9962735,0.000006602787,0.003201426,0.00008833435,0.000108465,0.000009374979,1.845335e-7,0.00002158092,0.0002905835],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3501368,"threshold_uncertainty_score":0.7877399,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05857536330775547,"score_gpt":0.2863783990491109,"score_spread":0.2278030357413555,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}