{"id":"W2913081045","doi":"10.1073/pnas.1806781116","title":"Fighting misinformation on social media using crowdsourced judgments of news source quality","year":2019,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":939,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"Social Sciences and Humanities Research Council of Canada; Defense Advanced Research Projects Agency; Templeton World Charity Foundation; Government of Canada; Miami Foundation","keywords":"Misinformation; Social media; Quality (philosophy); Ranking (information retrieval); Fake news; Psychology; Internet privacy; News media; Intervention (counseling); Content (measure theory); Computer science; Social psychology; Advertising; Information retrieval; World Wide Web; Business; Mathematics; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003286407,0.0000772019,0.0001776566,0.0001947848,0.0004495879,0.00004736605,0.0005929937,0.0001065502,0.00008415583],"category_scores_gemma":[0.002144321,0.00005638069,0.00008880692,0.0008046111,0.0005802525,0.001168443,0.00006653547,0.0001231425,0.000005210425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007908497,"about_ca_system_score_gemma":0.00009681235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006824304,"about_ca_topic_score_gemma":5.625349e-7,"domain_scores_codex":[0.996875,0.00002279386,0.0005624392,0.0001084974,0.00225178,0.000179457],"domain_scores_gemma":[0.9980632,0.0002607378,0.001259049,0.000007832531,0.0003654579,0.00004368652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000148636,0.0001795745,0.01837477,0.0004709177,0.00005437437,1.411491e-9,0.2806598,0.002226491,0.2168398,0.4641663,0.003619085,0.01326023],"study_design_scores_gemma":[0.002136666,0.0001317955,0.4095667,0.0008763886,0.0000471977,0.000002119099,0.175559,0.009717669,0.3621401,0.03347473,0.005646943,0.0007006378],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9387713,0.00000567917,0.000002203455,0.001235373,0.00004035647,0.0001722128,0.000008581388,0.00001063624,0.05975366],"genre_scores_gemma":[0.9989869,0.000005445457,0.0003784388,0.0003556842,0.00009028299,4.291027e-7,2.288655e-7,0.000002322583,0.0001802877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4306915,"threshold_uncertainty_score":0.3457912,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1491994065655276,"score_gpt":0.3953924578326218,"score_spread":0.2461930512670942,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}