{"id":"W4402671649","doi":"10.18653/v1/2024.acl-long.311","title":"A Deep Dive into the Trade-Offs of Parameter-Efficient Preference Alignment Techniques","year":2024,"lang":"en","type":"article","venue":"","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Preference; Artificial intelligence; Economics; Microeconomics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003258174,0.0001066969,0.00009726219,0.0000794595,0.00005688753,0.0002795708,0.0012109,0.00002247532,0.00002370703],"category_scores_gemma":[0.00001135332,0.000060264,0.00005777788,0.0003703788,0.00006503717,0.0002487261,0.000696919,0.00007408716,0.00002598297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002430948,"about_ca_system_score_gemma":0.00001641532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000640442,"about_ca_topic_score_gemma":0.00000816008,"domain_scores_codex":[0.9989667,0.00003832582,0.000189114,0.0003254481,0.0003145716,0.0001658211],"domain_scores_gemma":[0.9992281,0.0001147514,0.00003243685,0.0005796379,0.00001235296,0.00003269151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001065537,0.00007312544,0.00001214305,0.00004136724,0.00003560961,0.00000836572,0.002439982,0.00003924196,0.0002503986,0.2791254,0.002460862,0.7155125],"study_design_scores_gemma":[0.00007191837,0.0002200824,0.0002828905,0.00009912487,0.00002638916,0.000003314148,0.000262958,0.8952246,0.03847749,0.0188046,0.04628724,0.0002394224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00149576,0.0002996941,0.9885016,0.002364526,0.0002276301,0.0003095806,0.000001834416,0.0003130551,0.006486311],"genre_scores_gemma":[0.8817365,0.00006869519,0.117178,0.0003082501,0.00003484765,0.00007302684,0.000003841451,0.000006394498,0.0005905034],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8951854,"threshold_uncertainty_score":0.2695908,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02560722948881971,"score_gpt":0.2552919323939405,"score_spread":0.2296847029051208,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}