{"id":"W2290496639","doi":"","title":"A Statistical Analysis of the Aggregation of Crowdsourced Labels","year":2015,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"University of Waterloo","keywords":"Crowdsourcing; Computer science; Focus (optics); Quality (philosophy); Task (project management); Property (philosophy); Measure (data warehouse); Machine learning; Artificial intelligence; Data mining; Data science; Engineering; World Wide Web","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04230643,0.002751242,0.003018626,0.006087684,0.002876279,0.004763616,0.005454472,0.0035056,0.005404647],"category_scores_gemma":[0.2268803,0.001901391,0.003199568,0.005352801,0.008705691,0.008530402,0.007814673,0.00514856,0.00142228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00596506,"about_ca_system_score_gemma":0.003604076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01053882,"about_ca_topic_score_gemma":0.00558086,"domain_scores_codex":[0.9707898,0.0143373,0.001005041,0.00627802,0.006416216,0.001173502],"domain_scores_gemma":[0.698303,0.2349014,0.01908582,0.03153841,0.01363386,0.002537566],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004619615,0.0001838957,0.01972016,0.0007927067,0.0006404211,0.0003907159,0.002001943,0.4504987,0.002083203,0.4296747,0.01514328,0.07840822],"study_design_scores_gemma":[0.00004275551,0.0001061413,0.004518596,0.0001904189,0.00006298266,0.0001531963,0.0002326316,0.6900479,0.001154954,0.2972614,0.00613324,0.00009590118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02476584,0.001078205,0.9647908,0.002219426,0.0002173677,0.0003157257,0.0009033137,0.0007266121,0.004982774],"genre_scores_gemma":[0.7110376,0.001480597,0.269385,0.001599142,0.001249353,0.001423657,0.00316015,0.000968943,0.009695646],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04230643,"threshold_uncertainty_score":0.2237404,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01043263202640088,"score_gpt":0.214734835149475,"score_spread":0.2043022031230741,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}