{"id":"W4386387636","doi":"10.1093/pnasnexus/pgad286","title":"High level of correspondence across different news domain quality rating sets","year":2023,"lang":"en","type":"article","venue":"PNAS Nexus","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"Social Sciences and Humanities Research Council of Canada; Volkswagen Foundation; Google; Alexander von Humboldt-Stiftung; John Templeton Foundation","keywords":"Quality (philosophy); Domain (mathematical analysis); Psychology; Information retrieval; Computer science; Advertising; Business; Mathematics; Physics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03541019,0.0006003581,0.00107036,0.005588987,0.0008211824,0.002665668,0.0007551724,0.001021688,0.002785247],"category_scores_gemma":[0.2076513,0.0003584904,0.0008598214,0.004401793,0.0009721455,0.002106299,0.002651295,0.001440523,0.001090519],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007263214,"about_ca_system_score_gemma":0.0004732025,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001760405,"about_ca_topic_score_gemma":0.001929792,"domain_scores_codex":[0.9604025,0.01736929,0.004174995,0.005875023,0.01124911,0.0009291134],"domain_scores_gemma":[0.6945675,0.2231739,0.01646256,0.02755301,0.03653461,0.00170838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00161639,0.0005651126,0.7317194,0.001456685,0.002675858,0.000428719,0.01159084,0.01131362,0.01033039,0.008816448,0.01094504,0.2085415],"study_design_scores_gemma":[0.00009760517,0.0004550233,0.923925,0.0002640583,0.0004366075,0.0005522324,0.002721564,0.03796285,0.006501469,0.0127537,0.01409029,0.000239686],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8539125,0.00124475,0.1142359,0.0004748384,0.000283302,0.001093379,0.004662701,0.0006597652,0.0234329],"genre_scores_gemma":[0.9783377,0.0001709569,0.0161821,0.000120313,0.00006561505,0.0003455643,0.003606268,0.0001286111,0.001042859],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03541019,"threshold_uncertainty_score":0.1872692,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2537725754183773,"score_gpt":0.457566251279546,"score_spread":0.2037936758611687,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}