{"id":"W4248403502","doi":"10.31234/osf.io/9qdza","title":"Scaling Up Fact-Checking Using the Wisdom of Crowds","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"","keywords":"Misinformation; Headline; Layperson; Crowdsourcing; Computer science; Crowds; Sentence; Psychology; Social psychology; Data science; Artificial intelligence; Computer security; Political science; World Wide Web; Advertising","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02463768,0.001967269,0.001875191,0.009824019,0.002170226,0.005462133,0.002446501,0.002052545,0.002206738],"category_scores_gemma":[0.1096254,0.001023816,0.001312058,0.005378508,0.001632737,0.007706659,0.004641254,0.002557216,0.001847669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001692899,"about_ca_system_score_gemma":0.002713172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.013647,"about_ca_topic_score_gemma":0.01003947,"domain_scores_codex":[0.9833444,0.007143977,0.001240958,0.003491325,0.004265625,0.0005137517],"domain_scores_gemma":[0.8807353,0.07123935,0.01477234,0.01925178,0.01081016,0.003191127],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001258696,0.001029923,0.3193942,0.001257179,0.001212466,0.0008564453,0.0104263,0.06543768,0.008985152,0.01132848,0.02118606,0.5576274],"study_design_scores_gemma":[0.000246082,0.0005567339,0.0903732,0.0003330712,0.0003454511,0.0004012452,0.005987766,0.7960026,0.005456898,0.07538234,0.02454524,0.0003693801],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7098704,0.002762705,0.2399061,0.007288462,0.001132202,0.002366145,0.004489696,0.008231428,0.02395288],"genre_scores_gemma":[0.8950332,0.0002919835,0.1006032,0.0004379259,0.000251673,0.000282654,0.001885643,0.0001647245,0.001048919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02463768,"threshold_uncertainty_score":0.1302981,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2413513479913095,"score_gpt":0.4271037525286285,"score_spread":0.185752404537319,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}