{"id":"W4385572399","doi":"10.18653/v1/2023.acl-long.805","title":"Knowledge Unlearning for Mitigating Privacy Risks in Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea","keywords":"Computer science; Volume (thermodynamics); Computational linguistics; Knowledge management; Natural language processing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001204502,0.00008256976,0.0001520252,0.0001534128,0.000619539,0.000006570478,0.0002610178,0.0001392418,0.0001465585],"category_scores_gemma":[0.0009511277,0.00007708035,0.00004396979,0.0003557855,0.00001635295,0.00006859346,0.0002198227,0.0006256232,0.0003736409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001099235,"about_ca_system_score_gemma":0.000161362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001741589,"about_ca_topic_score_gemma":0.0006141468,"domain_scores_codex":[0.9982726,0.000581848,0.0004509907,0.0001764487,0.00007088569,0.0004472255],"domain_scores_gemma":[0.9969348,0.002384191,0.0001088905,0.0003777989,0.0001333685,0.00006094208],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009436518,0.00008088425,0.149794,0.003203099,0.00002491527,0.000004971667,0.6783127,0.002367401,0.0005295221,0.09440456,0.0197656,0.05141793],"study_design_scores_gemma":[0.00126571,0.00007262352,0.00930121,0.002295044,0.000006912903,7.5814e-7,0.2101659,0.7483777,0.0001143924,0.01528639,0.01279378,0.0003196218],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.856592,0.0003646748,0.002034745,0.003143023,0.0003865026,0.001014091,0.00001258822,0.0007026583,0.1357497],"genre_scores_gemma":[0.9865909,0.00004254559,0.002587004,0.0003589596,0.0001171739,0.0007121029,0.00004603107,0.00002871799,0.009516581],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7460102,"threshold_uncertainty_score":0.4802522,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2917297810826175,"score_gpt":0.5566346360605682,"score_spread":0.2649048549779506,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}