{"id":"W3172233798","doi":"10.1126/sciadv.abf4393","title":"Scaling up fact-checking using the wisdom of crowds","year":2021,"lang":"en","type":"article","venue":"Science Advances","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":182,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"","keywords":"Crowds; Scaling; Computer science; Data science; Computer security; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001443796,0.00005342989,0.0000855559,0.00005918266,0.001245979,0.0001868125,0.0003855519,0.00002160194,0.0001551363],"category_scores_gemma":[0.001589535,0.00003773865,0.00003574372,0.001302512,0.001528573,0.002000516,0.00006027043,0.00006648542,0.000006949104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005633493,"about_ca_system_score_gemma":0.0008518844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000136421,"about_ca_topic_score_gemma":0.00011754,"domain_scores_codex":[0.9986078,0.00005334496,0.0001802923,0.0001277886,0.0007323741,0.0002984317],"domain_scores_gemma":[0.9992299,0.0001198319,0.0001353037,0.0001613719,0.0002665396,0.00008707022],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001219476,0.00004604564,0.003245858,0.00004590546,0.00001023452,0.00000367504,0.3451567,0.007518701,0.1557075,0.06542374,0.0001462911,0.4226831],"study_design_scores_gemma":[0.0002889846,0.00001851849,0.003897662,0.0001723221,0.0000144645,0.000008513035,0.4390165,0.002253087,0.4506647,0.005768344,0.09758255,0.0003143355],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9523013,0.0007848298,0.002992706,0.0006804775,0.0009322934,0.00007978517,0.000002028056,0.00002715018,0.04219948],"genre_scores_gemma":[0.9973724,0.00009351755,0.001752109,0.0002392981,0.00006491721,2.573372e-7,2.462881e-7,0.000002048086,0.000475181],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4223688,"threshold_uncertainty_score":0.9583192,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06648706858958689,"score_gpt":0.4104157594640093,"score_spread":0.3439286908744223,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}