{"id":"W2971788743","doi":"10.1177/0165551519871828","title":"DelibAnalysis: Understanding the quality of online political discourse with machine learning","year":2019,"lang":"en","type":"article","venue":"Journal of Information Science","topic":"Social Media and Politics","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Quality (philosophy); Computer science; Politics; Artificial intelligence; Classifier (UML); Discourse analysis; Data science; Natural language processing; Epistemology; Linguistics; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01372109,0.001053452,0.0008909756,0.01267421,0.001671814,0.007332803,0.001760528,0.001085485,0.002408267],"category_scores_gemma":[0.06800159,0.0005139587,0.001070996,0.006515983,0.004109287,0.009293425,0.00579345,0.00251115,0.0009695094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002280191,"about_ca_system_score_gemma":0.002674817,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002930867,"about_ca_topic_score_gemma":0.002462555,"domain_scores_codex":[0.9853842,0.00889024,0.000846326,0.001531502,0.002920505,0.0004272183],"domain_scores_gemma":[0.9480666,0.03503448,0.006785703,0.005962516,0.003539898,0.0006108427],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003606128,0.0005036904,0.08702121,0.001364501,0.0003341001,0.0002881067,0.02424471,0.01625216,0.009994318,0.1830076,0.008586274,0.6680427],"study_design_scores_gemma":[0.00006645693,0.0001878571,0.04534558,0.0005247861,0.00009516766,0.0003153172,0.01006213,0.3758192,0.01214954,0.5166677,0.03855147,0.0002149747],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07459783,0.001127947,0.911276,0.002164239,0.0000961543,0.0005629896,0.001472235,0.001527734,0.007174904],"genre_scores_gemma":[0.5423678,0.0004615219,0.4524549,0.0002856701,0.0001562188,0.001068145,0.001639719,0.0002783644,0.001287684],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01372109,"threshold_uncertainty_score":0.07256496,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07076107172106615,"score_gpt":0.4155091402430217,"score_spread":0.3447480685219556,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}