{"id":"W2625186528","doi":"10.29173/cais1030","title":"News Verification Suite: Towards System Design to Supplement Reporters’ and Editors’ Judgements","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada; Government of Canada","keywords":"Suite; Excellence; Computer science; Journalism; Quality (philosophy); Data science; Online discussion; World Wide Web; Information retrieval; Political science; Sociology; Media studies","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008966951,0.0002185066,0.000365296,0.0001516734,0.0001456531,0.001946414,0.001929369,0.00009750119,0.000005911258],"category_scores_gemma":[0.004788577,0.0001655244,0.00007021002,0.0003797796,0.0002332085,0.004484301,0.0008805215,0.00009833815,0.000004467861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007103053,"about_ca_system_score_gemma":0.0001941998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003261147,"about_ca_topic_score_gemma":0.0000103316,"domain_scores_codex":[0.998079,0.00002988125,0.0005443663,0.0004576299,0.0005225465,0.0003665971],"domain_scores_gemma":[0.9799322,0.00006909923,0.0006216974,0.0003605167,0.01888106,0.0001354374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004968561,0.0004391815,0.336386,0.001324383,0.0004574532,0.00001151821,0.1899938,0.00000633935,0.101387,0.08155924,0.2009129,0.08702527],"study_design_scores_gemma":[0.001303418,0.002219634,0.4202672,0.0008192955,0.0001656276,0.0001318321,0.01201727,0.004068189,0.4505938,0.003319673,0.1041905,0.0009035016],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9511192,0.00005592883,0.03491333,0.007676184,0.001977645,0.001044073,0.00003659882,0.0001590606,0.003017963],"genre_scores_gemma":[0.9844015,0.00001517188,0.01484901,0.0001841346,0.0003752023,0.00004204587,0.000001137581,0.00001010991,0.0001216599],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3492068,"threshold_uncertainty_score":0.9990897,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0369360843915904,"score_gpt":0.2656236415169481,"score_spread":0.2286875571253577,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}