{"id":"W4385572805","doi":"10.18653/v1/2022.emnlp-main.153","title":"A Multifaceted Framework to Evaluate Evasion, Content Preservation, and Misattribution in Authorship Obfuscation Techniques","year":2022,"lang":"en","type":"article","venue":"","topic":"Authorship Attribution and Profiling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; Canadian Institute for Advanced Research","keywords":"Obfuscation; Misattribution of memory; Computer science; Automatic summarization; Evasion (ethics); Identification (biology); Harm; Key (lock); Information retrieval; Data science; Computer security; Psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02460675,0.002338964,0.001544238,0.008721672,0.001453176,0.003651223,0.002134152,0.003006077,0.002225609],"category_scores_gemma":[0.07001902,0.0004769878,0.001517866,0.003487901,0.00326989,0.005816898,0.004053397,0.003510414,0.0007902235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002372211,"about_ca_system_score_gemma":0.001693201,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001229646,"about_ca_topic_score_gemma":0.001532986,"domain_scores_codex":[0.970361,0.0126778,0.002021429,0.002742968,0.01118917,0.001007657],"domain_scores_gemma":[0.9197761,0.04825324,0.01007975,0.01336208,0.007224177,0.001304732],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003162179,0.004007117,0.06078445,0.002993685,0.001326396,0.0004990287,0.002206175,0.1616676,0.07077406,0.06544944,0.009161988,0.617968],"study_design_scores_gemma":[0.0002656057,0.005457834,0.02997101,0.0004407534,0.0005768597,0.0009691192,0.0008995444,0.8115969,0.0702147,0.07094172,0.008300735,0.0003653009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3657531,0.005237353,0.6059958,0.001981725,0.0003615832,0.00285007,0.00200289,0.006588663,0.009228759],"genre_scores_gemma":[0.7572486,0.0004722591,0.2383537,0.0002364961,0.0001092669,0.0008037245,0.0009640786,0.0002106188,0.001601205],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02460675,"threshold_uncertainty_score":0.1301345,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1182747653482014,"score_gpt":0.3349044381315374,"score_spread":0.216629672783336,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}