{"id":"W3121571497","doi":"10.3386/w23955","title":"Storm Crowds: Evidence from Zooniverse on Crowd Contribution Design","year":2017,"lang":"en","type":"preprint","venue":"National Bureau of Economic Research","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Alfred P. Sloan Foundation","keywords":"Crowds; Storm; Meteorology; Computer science; Geography; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02227936,0.0005617633,0.0005425556,0.002502608,0.003051951,0.003722982,0.001422435,0.002123526,0.01149139],"category_scores_gemma":[0.1185089,0.0005404658,0.0004253016,0.002657922,0.005678043,0.004499501,0.005457747,0.001272983,0.001690509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002273759,"about_ca_system_score_gemma":0.00194822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01034557,"about_ca_topic_score_gemma":0.009823644,"domain_scores_codex":[0.9847019,0.0102032,0.0004840003,0.00168079,0.002357067,0.000572952],"domain_scores_gemma":[0.7885591,0.1559876,0.03006136,0.01427222,0.006769823,0.004349907],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003395859,0.001828982,0.5256717,0.002242616,0.0006296234,0.001954509,0.1700466,0.01134646,0.003390958,0.09223244,0.02851727,0.158743],"study_design_scores_gemma":[0.001063691,0.0009345962,0.6486494,0.001153879,0.0003021793,0.0009419057,0.05861155,0.02605185,0.00209545,0.1589724,0.1009039,0.0003193172],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8714199,0.001313141,0.009729594,0.006256249,0.00007823739,0.0003900266,0.0007878878,0.0002078183,0.1098172],"genre_scores_gemma":[0.9923983,0.0003518364,0.003178893,0.0004693982,0.00005574733,0.0001812052,0.0002723938,0.00005806631,0.003034194],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02227936,"threshold_uncertainty_score":0.117826,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5402391146454495,"score_gpt":0.5314685212457144,"score_spread":0.008770593399735072,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}