{"id":"W6892488711","doi":"10.5281/zenodo.10115823","title":"Studying the Impact of Risk Assessment Analytics on Risk Awareness and Code Review Performance","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Risk assessment; Analytics; Code (set theory); Replication (statistics); Risk management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2965217,0.002862235,0.003630615,0.003427245,0.001504007,0.005540401,0.003767359,0.003638145,0.02779048],"category_scores_gemma":[0.796371,0.001847437,0.02317321,0.007015601,0.001719146,0.008393889,0.004116903,0.004407416,0.004609806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004796289,"about_ca_system_score_gemma":0.01670871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01153738,"about_ca_topic_score_gemma":0.01162823,"domain_scores_codex":[0.7322459,0.2019903,0.02637317,0.01140845,0.02537693,0.002605239],"domain_scores_gemma":[0.1380655,0.6799556,0.04270587,0.07812398,0.05896606,0.002182918],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0608479,0.001715773,0.04959595,0.1181377,0.2413944,0.0003096873,0.002028082,0.01306798,0.00338192,0.006105649,0.1925329,0.3108821],"study_design_scores_gemma":[0.04221364,0.01978089,0.2015786,0.05269725,0.4494661,0.0006377329,0.001453017,0.03432713,0.01491685,0.05081086,0.1307863,0.00133162],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1942892,0.2135221,0.1773986,0.08398477,0.02677136,0.07108103,0.1854381,0.009736805,0.03777803],"genre_scores_gemma":[0.7901153,0.01452961,0.09855543,0.008997914,0.003265211,0.04844838,0.02692693,0.001859679,0.007301561],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7034783,"threshold_uncertainty_score":0.867514,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6304851507657858,"score_gpt":0.507600273358429,"score_spread":0.1228848774073568,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}