{"id":"W4393987194","doi":"10.1111/risa.14292","title":"Lessons identified from applications of the Risk Analysis Quality Test Release 1.0","year":2024,"lang":"en","type":"article","venue":"Risk Analysis","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Heritage; Canadian Museum of Nature; Queen's University","funders":"","keywords":"Risk analysis (engineering); Risk assessment; Risk management; IT risk management; Test (biology); Quality (philosophy); Computer science; Engineering; Business; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006746844,0.0003085463,0.001402227,0.002475701,0.0007797661,0.0006202601,0.002163333,0.0001845517,0.002352235],"category_scores_gemma":[0.005871468,0.000187576,0.005549418,0.04682153,0.0003440045,0.0003050631,0.0003377768,0.0005235115,0.0007650617],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008345347,"about_ca_system_score_gemma":0.0001397473,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03248564,"about_ca_topic_score_gemma":0.03808123,"domain_scores_codex":[0.9916326,0.001845557,0.002148448,0.001421925,0.002610841,0.0003405901],"domain_scores_gemma":[0.9841301,0.009579538,0.00138877,0.004028146,0.0006495988,0.0002238191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001278453,0.0001683103,0.8582707,0.000004040122,0.01898395,0.000002497623,0.0009235519,0.04990026,0.0001205767,0.0009416868,0.001094863,0.06957676],"study_design_scores_gemma":[0.00009430279,0.000005356457,0.6982294,0.000005135113,0.06870033,1.218754e-7,0.001230623,0.1724529,0.0002202092,0.05175051,0.007069784,0.0002413834],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5132025,0.003720934,0.4722407,0.003150947,0.0001298447,0.000256108,0.006019391,0.0001254805,0.001154061],"genre_scores_gemma":[0.9923132,0.002951465,0.0008439221,0.0000368784,0.0001068994,0.0000476631,0.0001342868,0.00001577852,0.003549922],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4791106,"threshold_uncertainty_score":0.9985598,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05991893908495086,"score_gpt":0.4114163348950308,"score_spread":0.3514973958100799,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}