{"id":"W4386387636","doi":"10.1093/pnasnexus/pgad286","title":"High level of correspondence across different news domain quality rating sets","year":2023,"lang":"en","type":"article","venue":"PNAS Nexus","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Regina","funders":"Social Sciences and Humanities Research Council of Canada; Volkswagen Foundation; Google; Alexander von Humboldt-Stiftung; John Templeton Foundation","keywords":"Quality (philosophy); Domain (mathematical analysis); Psychology; Information retrieval; Computer science; Advertising; Business; Mathematics; Physics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001316989,0.00008761031,0.0001793355,0.00004759404,0.0003888239,0.00009476128,0.0002321938,0.00007257058,0.0003110924],"category_scores_gemma":[0.001290298,0.00007531913,0.00005549736,0.0004670949,0.0001432981,0.0003002911,0.00007460439,0.00009297984,0.0002293885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006150337,"about_ca_system_score_gemma":0.0001164087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003951608,"about_ca_topic_score_gemma":0.003729521,"domain_scores_codex":[0.9983558,0.0002412043,0.0003508514,0.0001170116,0.0005695888,0.0003655642],"domain_scores_gemma":[0.9990405,0.0003555525,0.0001994655,0.0001802335,0.00007784129,0.000146444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001177546,0.00009862211,0.006644228,0.00009130112,0.00002959249,0.000007519934,0.7734282,0.0002353967,0.004736884,0.1032692,0.03674291,0.07459839],"study_design_scores_gemma":[0.001623195,0.0001119307,0.6331798,0.0001221525,0.000008996552,0.000001641517,0.3024847,0.0005342382,0.005013172,0.02389947,0.03245264,0.0005680299],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9867791,0.00001031568,0.000685703,0.00141468,0.0005477051,0.0001556847,0.0000824455,0.0001056278,0.01021877],"genre_scores_gemma":[0.993849,0.00001847667,0.0001684233,0.0003451057,0.00007011049,0.000002396102,0.00001422538,0.000005396545,0.005526805],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6265356,"threshold_uncertainty_score":0.5973676,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2537725754183773,"score_gpt":0.457566251279546,"score_spread":0.2037936758611687,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}