{"id":"W2756489727","doi":"10.1007/978-3-319-66435-4_3","title":"Understanding the Crowd: Ethical and Practical Matters in the Academic Use of Crowdsourcing","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Churning; Computer science; Parallels; Data science; Knowledge management; World Wide Web; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021187,0.0007695382,0.0007055529,0.002198469,0.01007323,0.02065654,0.002632585,0.01092895,0.0113389],"category_scores_gemma":[0.03562143,0.0005898064,0.0005961302,0.002887529,0.04143237,0.02351622,0.01043514,0.01007757,0.002069378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006404443,"about_ca_system_score_gemma":0.01199043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006377362,"about_ca_topic_score_gemma":0.008439691,"domain_scores_codex":[0.9847837,0.009092615,0.0003888626,0.0009392843,0.003689056,0.001106591],"domain_scores_gemma":[0.9644594,0.02859324,0.00119473,0.00197504,0.002459712,0.00131798],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005564109,0.0000106104,0.0001724123,0.00006550708,0.000003427524,0.00005243215,0.01056315,0.000322746,0.00006871253,0.9611561,0.01531475,0.01226451],"study_design_scores_gemma":[0.000003471686,0.000005260168,0.0001781012,0.0003178256,0.000003569579,0.00006242147,0.008433624,0.0006088091,0.0001619022,0.8339704,0.1562368,0.00001770892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.01306182,0.01798638,0.07362475,0.3215548,0.003692763,0.0001279493,0.0001276242,0.0001681456,0.5696557],"genre_scores_gemma":[0.7552819,0.01891787,0.02858171,0.03888995,0.005515411,0.0004132152,0.0001505785,0.0006274181,0.151622],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.978813,"threshold_uncertainty_score":0.1120489,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1213857501714136,"score_gpt":0.3189866619977965,"score_spread":0.1976009118263829,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}