{"id":"W4389518978","doi":"10.18653/v1/2023.findings-emnlp.393","title":"Aligning Language Models to User Opinions","year":2023,"lang":"en","type":"article","venue":"","topic":"Topic Modeling","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vector Institute; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Persona; Ideology; Demographics; Public opinion; Set (abstract data type); Computer science; User group; Work (physics); Data science; Internet privacy; Human–computer interaction; World Wide Web; Political science; Sociology; Engineering; Politics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001364046,0.00005172824,0.00005684215,0.00009730227,0.00005205934,0.00007399862,0.0004827604,0.00002012798,0.00001524131],"category_scores_gemma":[0.00001000236,0.000046497,0.00002369314,0.0004080935,0.000002776605,0.0002584796,0.0003701902,0.00003730216,0.0006078632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001072463,"about_ca_system_score_gemma":0.00001753834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001081825,"about_ca_topic_score_gemma":0.0000170017,"domain_scores_codex":[0.999342,0.00001198631,0.00008889994,0.0002210723,0.0001377195,0.0001983026],"domain_scores_gemma":[0.9994473,0.00003246889,0.000008690351,0.0004175404,0.00001610504,0.00007790471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[3.244708e-7,0.000006839715,0.0000556062,0.000004048451,0.00000574038,0.00001857945,0.007021208,0.09283709,0.001083609,0.8625569,0.01818144,0.01822861],"study_design_scores_gemma":[0.00005681729,0.000007083769,0.00007447871,0.00000798271,5.187128e-7,0.00000179594,0.0002266152,0.9906395,0.0009566051,0.00466047,0.003275416,0.00009271162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01766232,0.000006191693,0.9658841,0.002757394,0.0002243057,0.00006658761,8.02307e-7,0.0007066639,0.01269159],"genre_scores_gemma":[0.75925,0.00000135308,0.2310693,0.001487498,0.00007743532,0.0000162351,0.00000270841,0.00000761021,0.008087858],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8978024,"threshold_uncertainty_score":0.7813055,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06393325834733068,"score_gpt":0.3031732236569212,"score_spread":0.2392399653095905,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}