{"id":"W4393987194","doi":"10.1111/risa.14292","title":"Lessons identified from applications of the Risk Analysis Quality Test Release 1.0","year":2024,"lang":"en","type":"article","venue":"Risk Analysis","topic":"Risk and Safety Analysis","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canadian Heritage; Canadian Museum of Nature; Queen's University","funders":"","keywords":"Risk analysis (engineering); Risk assessment; Risk management; IT risk management; Test (biology); Quality (philosophy); Computer science; Engineering; Business; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1437823,0.001564966,0.0008989718,0.003857701,0.002653028,0.01253468,0.006364363,0.005322278,0.002439214],"category_scores_gemma":[0.2836812,0.000991069,0.001221291,0.003135894,0.006085203,0.01144377,0.005325386,0.01085869,0.001525853],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006345911,"about_ca_system_score_gemma":0.01364856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01204888,"about_ca_topic_score_gemma":0.01678244,"domain_scores_codex":[0.8932298,0.05525474,0.006487728,0.003556155,0.03852003,0.002951588],"domain_scores_gemma":[0.6081144,0.2526802,0.01211367,0.02506657,0.09376575,0.008259217],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004535082,0.001790309,0.02802592,0.00187647,0.00008019417,0.003883833,0.02650014,0.01506734,0.004909606,0.08090384,0.1648069,0.671702],"study_design_scores_gemma":[0.0004628864,0.003353944,0.0297881,0.006553447,0.0001881843,0.007426506,0.03581685,0.05454089,0.02449108,0.1696361,0.6665556,0.001186366],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1371264,0.008616586,0.2747961,0.487235,0.005065418,0.001604658,0.0007903624,0.004814721,0.07995071],"genre_scores_gemma":[0.4693551,0.009161006,0.4597122,0.02744181,0.001945485,0.0008610842,0.001638879,0.003234449,0.0266501],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8562177,"threshold_uncertainty_score":0.7604025,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05991893908495086,"score_gpt":0.4114163348950308,"score_spread":0.3514973958100799,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}