{"id":"W3196986263","doi":"10.1162/tacl_a_00519","title":"Neuron-level Interpretation of Deep NLP Models: A Survey","year":2022,"lang":"en","type":"article","venue":"Transactions of the Association for Computational Linguistics","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Interpretability; Computer science; Representation (politics); Artificial intelligence; Domain (mathematical analysis); Adaptation (eye); Interpretation (philosophy); Artificial neural network; Domain adaptation; Machine learning; Natural language processing; Data science; Neuroscience","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001004912,0.00009404695,0.000171686,0.0001359856,0.0004141737,0.00003064773,0.0007351246,0.00003713732,0.00000970963],"category_scores_gemma":[0.001517794,0.00009930883,0.0001733835,0.000644578,0.00003250706,0.0001094348,0.00005675721,0.000156789,0.000001463998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002691149,"about_ca_system_score_gemma":0.0001850884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001721563,"about_ca_topic_score_gemma":0.0001000492,"domain_scores_codex":[0.9982402,0.0002652663,0.0005298559,0.0001951726,0.0006146322,0.0001548797],"domain_scores_gemma":[0.9956962,0.001808541,0.000604507,0.0002472107,0.001615737,0.00002784106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002701781,0.0001336177,0.0002875109,0.00001435097,0.00004547857,6.749261e-8,0.0008840095,0.9043493,0.00001715231,0.09289635,0.00008256871,0.001262551],"study_design_scores_gemma":[0.0001410616,0.00009210363,0.00219451,0.00000466263,0.0000250496,6.813883e-7,0.00008269501,0.8927488,0.0003782526,0.1040206,0.0002306479,0.00008093096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001503547,0.00001935046,0.9958049,0.0002070149,0.001251807,0.0002977118,0.0004183423,0.00003560479,0.0004617078],"genre_scores_gemma":[0.9622099,0.000001445002,0.03735965,0.00007537704,0.00002758256,0.00004174737,0.00004126428,0.00001104868,0.0002320121],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9607064,"threshold_uncertainty_score":0.4049696,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05485884523086224,"score_gpt":0.2844312671001392,"score_spread":0.229572421869277,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}