{"id":"W4414592186","doi":"10.1080/19312458.2025.2553300","title":"Can we use automated approaches to measure the quality of online political discussion? How to (not) measure interactivity, diversity, rationality, and incivility in online comments to the news","year":2025,"lang":"en","type":"article","venue":"Communication Methods and Measures","topic":"Social Media and Politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute on Governance","funders":"HORIZON EUROPE Framework Programme; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Universiteit van Amsterdam","keywords":"Measure (data warehouse); Incivility; Quality (philosophy); Politics; Online discussion; Social media","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006325424,0.0001486961,0.0003490662,0.0001169167,0.000984194,0.0001480413,0.000763483,0.0001205864,0.000002319346],"category_scores_gemma":[0.0141062,0.00008933911,0.00005981453,0.000621397,0.000434385,0.0001405262,0.001387862,0.0003406069,2.390087e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001919103,"about_ca_system_score_gemma":0.0002833572,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02953868,"about_ca_topic_score_gemma":0.2314736,"domain_scores_codex":[0.9885402,0.0100071,0.000363734,0.0002464912,0.0005551284,0.0002872889],"domain_scores_gemma":[0.9946476,0.003957297,0.0001148098,0.0006929675,0.0003169857,0.0002703587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002892198,0.0008797935,0.4966353,0.00008829786,0.0001451443,2.298562e-7,0.1850686,0.0000237744,0.001160551,0.1545853,0.002549212,0.1585746],"study_design_scores_gemma":[0.0004649361,0.00004444858,0.8568097,0.0002381263,0.00007636227,2.94876e-7,0.09592118,0.0001459118,0.0004105523,0.02245949,0.02320146,0.0002275552],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4442445,0.0001806022,0.002221225,0.552013,0.0001200663,0.0008632431,0.000147986,0.00003819026,0.0001710896],"genre_scores_gemma":[0.9800645,0.00009344899,0.01484774,0.004772208,0.00005536195,0.00004169742,0.00001843856,0.000006074095,0.0001005247],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5472409,"threshold_uncertainty_score":0.9941984,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4258519463549308,"score_gpt":0.4986163016741679,"score_spread":0.07276435531923703,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}