{"id":"W3172233798","doi":"10.1126/sciadv.abf4393","title":"Scaling up fact-checking using the wisdom of crowds","year":2021,"lang":"en","type":"article","venue":"Science Advances","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":182,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"","keywords":"Crowds; Scaling; Computer science; Data science; Computer security; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04690934,0.00164701,0.001923945,0.01141494,0.002871532,0.006681249,0.002474773,0.001950931,0.003690043],"category_scores_gemma":[0.2054778,0.001085409,0.001276455,0.007673114,0.002500185,0.008473116,0.005871659,0.00261623,0.00187856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002282243,"about_ca_system_score_gemma":0.003610431,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009939904,"about_ca_topic_score_gemma":0.007955455,"domain_scores_codex":[0.9660614,0.01611844,0.002478816,0.00553083,0.009001926,0.0008086259],"domain_scores_gemma":[0.7322248,0.1597603,0.02749624,0.0522113,0.02408966,0.004217708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0012161,0.001012551,0.3104511,0.001653712,0.001481854,0.0006870875,0.01909824,0.03108286,0.00665709,0.02280387,0.02253552,0.5813199],"study_design_scores_gemma":[0.0005761018,0.001117166,0.2016052,0.0009209347,0.0007353537,0.0006756781,0.01769816,0.4804136,0.008342028,0.221335,0.06591358,0.0006672062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6728457,0.002125703,0.2550377,0.007960109,0.001237451,0.004253904,0.003721129,0.004292611,0.04852556],"genre_scores_gemma":[0.8973817,0.0002935534,0.09817319,0.0005989539,0.0002698441,0.0006560239,0.001046254,0.000178928,0.001401713],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04690934,"threshold_uncertainty_score":0.2480833,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06648706858958689,"score_gpt":0.4104157594640093,"score_spread":0.3439286908744223,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}