{"id":"W4248403502","doi":"10.31234/osf.io/9qdza","title":"Scaling Up Fact-Checking Using the Wisdom of Crowds","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"","keywords":"Misinformation; Headline; Layperson; Crowdsourcing; Computer science; Crowds; Sentence; Psychology; Social psychology; Data science; Artificial intelligence; Computer security; Political science; World Wide Web; Advertising","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008231622,0.0001133101,0.0002001018,0.00004945458,0.0003515175,0.0002193482,0.0004306806,0.0001781837,0.0008146976],"category_scores_gemma":[0.0007038867,0.00007926696,0.0001244954,0.0001753835,0.0002029663,0.0001745101,0.0002995139,0.0003249016,0.00001846715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007521914,"about_ca_system_score_gemma":0.000547854,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004007694,"about_ca_topic_score_gemma":0.0001342725,"domain_scores_codex":[0.9987068,0.0001160856,0.0003375909,0.0001261774,0.0005079717,0.0002053796],"domain_scores_gemma":[0.9991566,0.0001183944,0.0002946754,0.000206101,0.0001147718,0.0001094847],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002118484,0.00002229621,0.0003487224,0.0002496043,0.000120417,0.000001131244,0.8835702,0.006381332,0.0008193996,0.06803609,0.006214821,0.03421483],"study_design_scores_gemma":[0.0009875231,0.00003655358,0.00405879,0.001249272,0.0002654692,0.00000329199,0.69798,0.09154017,0.01644403,0.02673856,0.1590079,0.00168843],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4631569,0.0001502854,0.04491154,0.005985243,0.002111704,0.0006747672,0.00001901724,0.0001899796,0.4828005],"genre_scores_gemma":[0.996986,0.00006306156,0.001248363,0.0006503247,0.0002355468,4.603617e-7,0.000004085198,0.000007679392,0.0008044522],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5338291,"threshold_uncertainty_score":0.8920368,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2413513479913095,"score_gpt":0.4271037525286285,"score_spread":0.185752404537319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}