{"id":"W4399364360","doi":"10.1145/3630106.3658948","title":"Visibility into AI Agents","year":2024,"lang":"en","type":"article","venue":"","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Visibility; Accountability; Software deployment; Computer security; Risk analysis (engineering); Key (lock); Identifier; Corporate governance; Intrusiveness; Delegation; Process management; Implementation; Supply chain; Knowledge management; Business; Software engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001654549,0.0000477373,0.0000456977,0.00005671355,0.00006196607,0.00009330235,0.0005303727,0.0000588828,0.000068762],"category_scores_gemma":[0.000007330501,0.00003855417,0.00002888488,0.0003914492,0.00003747168,0.0001332964,0.0002256754,0.0001197643,0.0003859801],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002037587,"about_ca_system_score_gemma":0.00002520928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003296064,"about_ca_topic_score_gemma":0.00001347558,"domain_scores_codex":[0.9994491,0.000009984675,0.00008502784,0.0002905417,0.00006879211,0.0000965359],"domain_scores_gemma":[0.9993705,0.00002162178,0.000005293693,0.0005532216,0.00002021636,0.00002914636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[8.393489e-8,0.00001869967,0.0001031665,0.000006625289,0.0000037688,0.000002882872,0.0001364013,6.488668e-7,0.00007744739,0.8940938,0.007463789,0.09809266],"study_design_scores_gemma":[0.00002814275,0.00001452904,0.0009225195,0.00000396615,0.000001420628,0.000005794194,0.00000674961,0.2559536,0.002431835,0.5979283,0.1426244,0.00007884205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02020454,0.0002533945,0.9579003,0.01489237,0.0001572263,0.00008100671,3.26879e-7,0.001274554,0.005236271],"genre_scores_gemma":[0.9733822,0.000006097797,0.02535441,0.0008232077,0.00001336996,0.00001993024,4.621713e-7,0.000002101548,0.0003982524],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9531776,"threshold_uncertainty_score":0.4961122,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01082722238158726,"score_gpt":0.2877113813373082,"score_spread":0.276884158955721,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}