{"id":"W4402671649","doi":"10.18653/v1/2024.acl-long.311","title":"A Deep Dive into the Trade-Offs of Parameter-Efficient Preference Alignment Techniques","year":2024,"lang":"en","type":"article","venue":"","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Preference; Artificial intelligence; Economics; Microeconomics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01819878,0.001831528,0.002481827,0.002707239,0.00170676,0.005409393,0.004078624,0.003520823,0.007960534],"category_scores_gemma":[0.08616239,0.001256936,0.001415001,0.005317814,0.002225494,0.02442062,0.006045702,0.006055541,0.005892208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001217309,"about_ca_system_score_gemma":0.001678162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001648982,"about_ca_topic_score_gemma":0.00462748,"domain_scores_codex":[0.9809296,0.01328005,0.00121319,0.001479798,0.002547532,0.0005497021],"domain_scores_gemma":[0.9099383,0.06578104,0.001345811,0.01981426,0.002381748,0.0007388146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009814309,0.0004860914,0.002511258,0.0005173074,0.0003297945,0.0001363295,0.0008588018,0.03492728,0.005837146,0.1023845,0.01520824,0.8358217],"study_design_scores_gemma":[0.000188165,0.0006720874,0.0015854,0.000365844,0.000245234,0.000860342,0.001298006,0.4325432,0.007132757,0.5284757,0.02648715,0.0001461464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04635719,0.02316672,0.9010043,0.008233519,0.0005416134,0.0001465984,0.0003068851,0.001797462,0.01844584],"genre_scores_gemma":[0.3199367,0.007898743,0.6611781,0.001930771,0.0008798136,0.0001997129,0.0007734761,0.002442693,0.004760039],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01819878,"threshold_uncertainty_score":0.09624553,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02560722948881971,"score_gpt":0.2552919323939405,"score_spread":0.2296847029051208,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}