{"id":"W2913081045","doi":"10.1073/pnas.1806781116","title":"Fighting misinformation on social media using crowdsourced judgments of news source quality","year":2019,"lang":"en","type":"article","venue":"Proceedings of the National Academy of Sciences","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":939,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"Social Sciences and Humanities Research Council of Canada; Defense Advanced Research Projects Agency; Templeton World Charity Foundation; Government of Canada; Miami Foundation","keywords":"Misinformation; Social media; Quality (philosophy); Ranking (information retrieval); Fake news; Psychology; Internet privacy; News media; Intervention (counseling); Content (measure theory); Computer science; Social psychology; Advertising; Information retrieval; World Wide Web; Business; Mathematics; Computer security","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01087664,0.0006154891,0.0006177936,0.00297529,0.001112976,0.003219556,0.0005068919,0.0007412427,0.003109418],"category_scores_gemma":[0.0762089,0.0002897965,0.0003626746,0.001552068,0.00120248,0.003090039,0.002045515,0.001257107,0.0006411316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009282084,"about_ca_system_score_gemma":0.0009009216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007333681,"about_ca_topic_score_gemma":0.009881684,"domain_scores_codex":[0.9933336,0.004159551,0.0002296449,0.0005585389,0.001545716,0.0001730066],"domain_scores_gemma":[0.924011,0.05220211,0.0111533,0.005389767,0.006035357,0.001208432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00227605,0.001277467,0.4614595,0.001302486,0.001160037,0.0003681751,0.01675825,0.02707315,0.01578353,0.01202175,0.01142009,0.4490995],"study_design_scores_gemma":[0.0003400543,0.001398984,0.5518667,0.001061265,0.0007334065,0.0002721226,0.02683881,0.3017363,0.02802579,0.06614804,0.02102714,0.0005515622],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9408713,0.0006846684,0.02985461,0.002320638,0.0001396495,0.0002165229,0.0006100645,0.0002903033,0.02501229],"genre_scores_gemma":[0.9939028,0.0001069846,0.005101349,0.0001113355,0.00003933393,0.00003269376,0.0001163977,0.00001766127,0.0005714275],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01087664,"threshold_uncertainty_score":0.05752188,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1491994065655276,"score_gpt":0.3953924578326218,"score_spread":0.2461930512670942,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}