{"id":"W4247185406","doi":"10.31234/osf.io/z3s5k","title":"Will the crowd game the algorithm? Using layperson judgments to combat misinformation on social media by downranking distrusted sources","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"","keywords":"Misinformation; Layperson; Social media; Crowdsourcing; Internet privacy; Incentive; Social psychology; Mainstream; Computer science; Psychology; Trustworthiness; Public relations; Advertising; Political science; World Wide Web; Computer security; Business","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00156679,0.0003068759,0.0003091317,0.0001126987,0.00145387,0.001237664,0.0009318089,0.0003617908,0.0007218122],"category_scores_gemma":[0.0003697615,0.0001800504,0.0001692004,0.0003134568,0.000227218,0.000714553,0.0002944719,0.0005989097,0.000192555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004151883,"about_ca_system_score_gemma":0.0002731467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00189646,"about_ca_topic_score_gemma":0.0002968573,"domain_scores_codex":[0.9969262,0.0002947527,0.0005015638,0.0002354573,0.001519029,0.0005229854],"domain_scores_gemma":[0.9984627,0.000360333,0.0004811608,0.0003716623,0.0001681817,0.0001559367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004801755,0.00005927132,0.00009552763,0.00005930161,0.0001198899,3.48134e-7,0.8124957,0.002991289,0.0000392719,0.003618979,0.08429217,0.09618019],"study_design_scores_gemma":[0.002084149,0.00009679601,0.01109118,0.0006702354,0.000278013,0.000003909961,0.4933887,0.06159632,0.0006295823,0.001612192,0.4263128,0.002236108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8369385,0.0001080896,0.013759,0.01863993,0.004507344,0.003555034,0.0004098612,0.0003527776,0.1217295],"genre_scores_gemma":[0.9923114,0.00005705306,0.0002319688,0.00468796,0.0007031516,0.000009447283,0.0001943045,0.00002292683,0.001781786],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3420206,"threshold_uncertainty_score":0.9998461,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06219009068467391,"score_gpt":0.3306114796883088,"score_spread":0.2684213890036349,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}