{"id":"W68298479","doi":"10.1609/icwsm.v7i1.14434","title":"Classifying Political Orientation on Twitter: It’s Not Easy!","year":2021,"lang":"en","type":"article","venue":"Proceedings of the International AAAI Conference on Web and Social Media","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Inference; Biology and political orientation; Politics; Orientation (vector space); Computer science; Transferability; Data science; Artificial intelligence; Annotation; Machine learning; Political science; Mathematics; Law","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001639678,0.0001007717,0.0001164011,0.00006605993,0.0001473277,0.0001692526,0.000441436,0.00007099919,0.00002502253],"category_scores_gemma":[0.0003377616,0.00008071315,0.00006298671,0.0001302891,0.00008063771,0.0002029032,0.0001560167,0.0001961608,0.0000133053],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000627292,"about_ca_system_score_gemma":0.0001127292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005523495,"about_ca_topic_score_gemma":0.000007020407,"domain_scores_codex":[0.9987804,0.0000119627,0.0001894983,0.0002637177,0.0005797201,0.0001746745],"domain_scores_gemma":[0.9992122,0.00009768812,0.0001189818,0.00005739911,0.0004538532,0.00005985743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002620224,0.000047887,0.0005665608,0.00001113426,0.00001721438,0.000001410214,0.001453066,1.761564e-7,0.02251476,0.9680254,0.0005999969,0.006736163],"study_design_scores_gemma":[0.002877125,0.0003968349,0.0440659,0.0007737351,0.00005838932,0.0000839669,0.009793547,0.0158238,0.7108337,0.1871919,0.02716822,0.000932857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8815342,0.000003384411,0.000261995,0.06335808,0.001766546,0.00008582339,0.000009632851,0.00005514146,0.05292517],"genre_scores_gemma":[0.9961232,0.00001591432,0.0004545252,0.002599702,0.0002912795,0.000009304578,0.000002231492,0.00000506984,0.0004987822],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7808335,"threshold_uncertainty_score":0.3291387,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05188406507447452,"score_gpt":0.2800748337800538,"score_spread":0.2281907687055793,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}