{"id":"W2579842701","doi":"10.1609/aaai.v30i1.9941","title":"Efficient Collaborative Crowdsourcing","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"National Research Foundation","keywords":"Crowdsourcing; Computer science; Task (project management); Profit (economics); Crowdsourcing software development; Quality (philosophy); Data science; Knowledge management; World Wide Web; Engineering; Microeconomics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006587981,0.0002535787,0.0002769254,0.0001447064,0.0003211391,0.000273551,0.001735071,0.00009130444,0.00004519776],"category_scores_gemma":[0.0006375012,0.0001456477,0.0001278945,0.0009555883,0.0003806732,0.0001871592,0.0004331456,0.0001891749,0.0001438727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007813804,"about_ca_system_score_gemma":0.0001367362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001332701,"about_ca_topic_score_gemma":0.000003443478,"domain_scores_codex":[0.9978171,0.00003005572,0.0005332376,0.000596743,0.0005731987,0.0004496694],"domain_scores_gemma":[0.9978605,0.0002076379,0.0004133958,0.0004470104,0.0009529964,0.0001184494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003060196,0.00008211755,0.0001122267,0.00001436105,0.00001170409,7.078988e-7,0.001422336,0.000213955,0.215505,0.6917862,0.0001580237,0.09066284],"study_design_scores_gemma":[0.00004857916,0.0001540351,0.0001738564,0.0005848453,0.0000094734,0.00000806042,0.0005984091,0.04029527,0.9112228,0.04639388,0.0002249296,0.0002859288],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7853346,0.00004648134,0.174299,0.01181589,0.001022431,0.0006492566,0.00000831941,0.0003107241,0.02651325],"genre_scores_gemma":[0.9963181,0.000009898394,0.002979367,0.0001548453,0.00007399027,0.00001820837,4.82553e-8,0.00001430353,0.000431218],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6957178,"threshold_uncertainty_score":0.5939341,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03784253213540263,"score_gpt":0.2656086487663811,"score_spread":0.2277661166309785,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}