{"id":"W4379523163","doi":"10.21428/594757db.74665221","title":"Towards determining the criticality of AI applications: A model risk management perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Operationalization; Criticality; Risk analysis (engineering); Software deployment; Computer science; Perspective (graphical); Procurement; Corporate governance; Risk management; Process management; Management science; Artificial intelligence; Business; Software engineering; Engineering; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006859425,0.0000717562,0.0001037393,0.00005401924,0.0001538719,0.00004004554,0.0006400333,0.00002943705,0.000003765543],"category_scores_gemma":[0.00005970692,0.00004306963,0.00006904828,0.0005520109,0.00007982468,0.0001769012,0.0003396717,0.00009371748,0.00006029504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004739242,"about_ca_system_score_gemma":0.00004206193,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006869785,"about_ca_topic_score_gemma":0.0000035298,"domain_scores_codex":[0.9990703,0.00004814565,0.0002012745,0.0002665748,0.0002500786,0.0001636375],"domain_scores_gemma":[0.9988781,0.0001143093,0.00004182379,0.0007240571,0.0002093802,0.00003234009],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003378243,0.00009415596,0.01318761,0.0001190142,0.00004193045,7.623822e-7,0.002278406,0.002987854,0.000002313499,0.9124343,0.001190768,0.06765952],"study_design_scores_gemma":[0.0001559155,0.00002343913,0.03874842,0.00001717023,0.00001677958,7.711561e-7,0.001003026,0.7842895,0.0001273134,0.175092,0.0004117397,0.0001139586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006861228,0.00002061433,0.9754157,0.001349626,0.00005836354,0.0004214879,0.000004476728,0.0002823117,0.01558617],"genre_scores_gemma":[0.9766458,0.00003846957,0.02268905,0.0002299662,0.00001843128,0.0002023939,4.82581e-7,0.000003540045,0.000171847],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9697846,"threshold_uncertainty_score":0.1756329,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01880991027555604,"score_gpt":0.3120454540450273,"score_spread":0.2932355437694713,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}