{"id":"W4411758006","doi":"10.1101/2025.06.26.661544","title":"Interpreting Attention Mechanisms in Genomic Transformer Models: A Framework for Biological Insights","year":2025,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Princess Margaret Cancer Centre; Ontario Institute for Cancer Research; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; Ontario Genomics","keywords":"Computational biology; Transformer; Computer science; Biology; Engineering","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001794766,0.0007798605,0.0004723715,0.0008353832,0.0002971658,0.001214559,0.001382143,0.001061813,0.002727035],"category_scores_gemma":[0.009443977,0.0004035612,0.0006693284,0.0004937447,0.001372367,0.001752444,0.001585635,0.001888632,0.0004237472],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001269645,"about_ca_system_score_gemma":0.0008522174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003510097,"about_ca_topic_score_gemma":0.004330603,"domain_scores_codex":[0.9996325,0.0001559703,0.00001443988,0.00009612581,0.00004905872,0.00005188042],"domain_scores_gemma":[0.9977429,0.001439431,0.0001922343,0.0002666495,0.0002271293,0.0001316829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003779561,0.0001234369,0.008492565,0.0001503342,0.0001103206,0.0003405094,0.0005164897,0.7423904,0.03470886,0.09748314,0.003593464,0.1117125],"study_design_scores_gemma":[0.000006172863,0.00001931283,0.00040887,0.000006636254,0.000008538364,0.00001772715,0.00001697337,0.9560369,0.002175888,0.04096309,0.000333842,0.000006039935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08159915,0.0002230244,0.9131311,0.0007476003,0.00004767181,0.0000447419,0.0002818903,0.001936281,0.001988521],"genre_scores_gemma":[0.9161134,0.0001232765,0.08038452,0.0002997404,0.00004240137,0.00008855797,0.0003334593,0.0002882454,0.002326322],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003510097,"threshold_uncertainty_score":0.009491742,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01415214499537154,"score_gpt":0.2630516855510314,"score_spread":0.2488995405556598,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}