{"id":"W4307257973","doi":"10.31234/osf.io/2tjk7","title":"Crowds Can Effectively Identify Misinformation at Scale","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"William and Flora Hewlett Foundation; John Templeton Foundation; Office of Naval Research; Alfred P. Sloan Foundation; National Science Foundation","keywords":"Misinformation; Crowds; Crowdsourcing; Computer science; Variety (cybernetics); Data science; Quality (philosophy); Social media; Scale (ratio); Internet privacy; Computer security; Artificial intelligence; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02150387,0.001223918,0.001240377,0.004182657,0.002433914,0.004982437,0.001085303,0.001785568,0.006659569],"category_scores_gemma":[0.1413873,0.0007042465,0.000698702,0.002604725,0.003456728,0.006661739,0.007460513,0.002060082,0.001396881],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001405473,"about_ca_system_score_gemma":0.002195854,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004099234,"about_ca_topic_score_gemma":0.004001825,"domain_scores_codex":[0.984469,0.008120726,0.0008046342,0.002319687,0.003891814,0.000394185],"domain_scores_gemma":[0.8204559,0.1280478,0.02038934,0.01973644,0.009599439,0.001771069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002105689,0.0007181289,0.164884,0.0033825,0.0009618941,0.0008215297,0.04449055,0.02140565,0.01415035,0.0722072,0.02354469,0.6513277],"study_design_scores_gemma":[0.0005463564,0.001376747,0.1865027,0.002563099,0.0009732993,0.0006862837,0.03803783,0.1019803,0.01759571,0.5386932,0.1102517,0.0007927446],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5824533,0.003556203,0.2946717,0.01050442,0.001046634,0.002086797,0.002357166,0.002075379,0.1012484],"genre_scores_gemma":[0.9402549,0.0007108822,0.05403073,0.0009412123,0.0002588482,0.0005657128,0.0003910533,0.0001271357,0.002719624],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02150387,"threshold_uncertainty_score":0.1137246,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03197262639693677,"score_gpt":0.359478024435218,"score_spread":0.3275053980382813,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}