{"id":"W4413417613","doi":"10.70777/si.v2i5.15569","title":"Superintelligent Agents Pose Catastrophic Risks: Can Scientist AI Offer a Safer Path?","year":2025,"lang":"en","type":"article","venue":"SuperIntelligence - Robotics - Safety & Alignment","topic":"Space Science and Extraterrestrial Life","field":"Physics and Astronomy","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"SAFER; Path (computing); Computer science; Artificial intelligence; Risk analysis (engineering); Computer security; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01014476,0.0008723676,0.0009360905,0.0008469368,0.00236101,0.006005204,0.002752167,0.004424789,0.00661209],"category_scores_gemma":[0.0324575,0.0008365517,0.001059598,0.0004066002,0.009197191,0.01227985,0.005913072,0.00660323,0.003443511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001547999,"about_ca_system_score_gemma":0.003210552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001865129,"about_ca_topic_score_gemma":0.002090773,"domain_scores_codex":[0.9930849,0.003153503,0.0002812668,0.0009289837,0.002077219,0.000474196],"domain_scores_gemma":[0.9738542,0.0129083,0.002455858,0.00664062,0.002697606,0.00144343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006395165,0.0002704421,0.01087279,0.0006174476,0.0002259535,0.001008351,0.00802671,0.03516531,0.009513899,0.7334629,0.02539363,0.1748031],"study_design_scores_gemma":[0.00008906709,0.0003588295,0.0008751242,0.0002864231,0.0001020754,0.0007345583,0.001256164,0.1184416,0.009159319,0.7376265,0.1309633,0.0001070208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04492379,0.002804108,0.8382654,0.05761417,0.0009677802,0.0002438045,0.0001614543,0.004367585,0.05065183],"genre_scores_gemma":[0.6580589,0.002107416,0.309834,0.008817745,0.0005520125,0.0003468171,0.0003065836,0.001060084,0.01891633],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01014476,"threshold_uncertainty_score":0.05365121,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02974086538017891,"score_gpt":0.3159395806666005,"score_spread":0.2861987152864216,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}