{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":243,"total_is_capped":false,"direct_labels_cover":2,"predictions_cover":243,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"8f0893f2b2f1","filters":{"topic":"Safety Systems Engineering in Autonomy"}},"results":[{"id":"W2796163371","doi":"10.4271/2018-01-1075","title":"An Analysis of ISO 26262: Machine Learning and Safety in Automotive Software","year":2018,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Automotive industry; Automotive engineering; Computer science; Software; Vehicle safety; Functional safety; Manufacturing engineering; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.006039161863486798,"gpt":0.2286953337664737,"spread":0.2226561719029869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008310603,0.000723787,0.001420381,0.000839086,0.0001666938,0.00005319632,0.0006959171,0.0007236996,0.0003624376],"category_scores_gemma":[0.0007192803,0.0007042473,0.0003369746,0.002128561,0.0007791193,0.0004217957,0.0002285496,0.00122372,0.00002713514],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000429966,"about_ca_system_score_gemma":0.0000434594,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001230133,"about_ca_topic_score_gemma":0.06138524,"domain_scores_codex":[0.996241,0.0001617672,0.001306902,0.0009355014,0.000561277,0.0007935578],"domain_scores_gemma":[0.9977813,0.0005436494,0.0001670977,0.001061365,0.0001310786,0.000315544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0002111443,0.0001987933,0.01242922,0.0001591189,0.0004751589,0.0000334605,0.0002517167,0.01440533,0.9639359,0.0020984,0.00008824622,0.005713583],"study_design_scores_gemma":[0.0005650578,0.0008300383,0.9860511,0.0002212405,0.0002502668,0.00002632364,0.0001077657,0.0001197663,0.0001677482,0.0001055214,0.01088209,0.0006730268],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9718398,0.001242139,0.0001717154,0.0004477754,0.0004063036,0.001257539,0.0002102909,0.008154871,0.01626959],"genre_scores_gemma":[0.9918867,0.0002614247,0.007197799,0.0001266856,0.00009529486,0.0001088822,0.00007974249,0.0001601003,0.00008334123],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9736219,"threshold_uncertainty_score":0.9995409,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1972364602","doi":"10.1007/s10270-010-0164-x","title":"Modeling safety and airworthiness (RTCA DO-178B) information: conceptual model and UML profile","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":60,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Airworthiness; Certification; Computer science; Unified Modeling Language; Software engineering; Systems engineering; Verification and validation; Software; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.008318773994544077,"gpt":0.1903546389593147,"spread":0.1820358649647706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005738609,0.0005021666,0.0006016409,0.0002270943,0.0002368929,0.0002685985,0.0002481022,0.0003842665,0.000007949511],"category_scores_gemma":[0.0001051648,0.0005221441,0.00007108244,0.0001929901,0.0000661655,0.001305942,0.0001274734,0.0007081386,0.00002183593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001055834,"about_ca_system_score_gemma":0.00008548141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001321338,"about_ca_topic_score_gemma":0.00001382278,"domain_scores_codex":[0.9975933,0.00002508306,0.001058451,0.0003858416,0.0003787962,0.0005585016],"domain_scores_gemma":[0.998812,0.00006974435,0.00008316081,0.0005495307,0.0002198944,0.0002656606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001031109,0.000003728657,0.0001787511,0.0005712169,0.00004504548,0.000001633144,0.002264139,0.9924415,0.0001503035,0.001950647,0.00002763562,0.002355113],"study_design_scores_gemma":[0.000571914,0.00001097652,0.000008713781,0.0002939761,0.00002716613,0.00009789634,0.0006749758,0.9969455,0.000007710267,0.0000745552,0.0006908735,0.0005957543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2113453,0.001514712,0.7829661,0.00001305537,0.001433239,0.0006321856,0.00007108897,0.001493741,0.0005306074],"genre_scores_gemma":[0.9822032,0.00007956638,0.01702913,0.00001917227,0.0003030961,0.0001451279,0.00005503311,0.0001124291,0.00005326508],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7708579,"threshold_uncertainty_score":0.999723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3165570722","doi":"10.1109/mits.2021.3070651","title":"Acclimatizing the Operational Design Domain for Autonomous Driving Systems","year":2021,"lang":"en","type":"article","venue":"IEEE Intelligent Transportation Systems Magazine","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Scope (computer science); Domain (mathematical analysis); Task (project management); Process (computing); Computer science; Systems engineering; Iterative and incremental development; Work (physics); Proof of concept; Transport engineering; Simulation; Engineering; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02769303210146403,"gpt":0.2362428627812052,"spread":0.2085498306797412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008953756,0.0004076994,0.0005066277,0.0001476949,0.0002010177,0.0003141048,0.0003120856,0.0001753089,0.00002941958],"category_scores_gemma":[0.00003471242,0.0003671293,0.0001942092,0.000387668,0.00003394516,0.0002838851,0.000004020792,0.0002249528,0.000154949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003258309,"about_ca_system_score_gemma":0.0001322267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001898823,"about_ca_topic_score_gemma":0.00002909319,"domain_scores_codex":[0.9972501,0.000120242,0.001317822,0.0004099676,0.0004139389,0.0004879002],"domain_scores_gemma":[0.9982761,0.000588818,0.000141846,0.0004945443,0.000373402,0.0001252913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007008469,0.00001954823,0.0001804899,0.0006088791,0.0002038261,0.00002316741,0.001175449,0.9729369,0.01723479,0.005122175,0.002278346,0.0002094449],"study_design_scores_gemma":[0.0005720469,0.00004180685,0.0009908724,0.000584434,0.00009475362,0.0001381716,0.001249891,0.8442927,0.01189535,0.00005232061,0.1393977,0.0006899479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0121425,0.002668246,0.9748609,0.0001087149,0.007039009,0.001839007,0.0001163223,0.0007421784,0.0004831302],"genre_scores_gemma":[0.9892936,0.00008141959,0.007069949,0.00002839085,0.0007124875,0.001432538,0.00023913,0.0001540803,0.0009884549],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.977151,"threshold_uncertainty_score":0.999878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317548775","doi":"10.1016/j.eswa.2023.119569","title":"Evidence-based decision-making: On the use of systematicity cases to check the compliance of reviews with reporting guidelines such as PRISMA 2020","year":2023,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Systematic review; Guideline; Certification; Quality (philosophy); Quality assurance; Computer science; Trustworthiness; Risk analysis (engineering); Management science; Process management; Knowledge management; MEDLINE; Medicine; Business; Political science; Engineering; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.3134951760922504,"gpt":0.3741838087340318,"spread":0.06068863264178143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001599779,0.0002986188,0.000734405,0.0001210172,0.0001518998,0.00006309133,0.0005471679,0.000064001,0.000006272481],"category_scores_gemma":[0.00285641,0.0001547275,0.00009910291,0.001559664,0.00006414622,0.0001053381,0.0000431034,0.0001389447,0.00008184456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001206061,"about_ca_system_score_gemma":0.00009117147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001920229,"about_ca_topic_score_gemma":0.00001953236,"domain_scores_codex":[0.9964373,0.0001149726,0.002292275,0.0003392499,0.0005547795,0.0002613894],"domain_scores_gemma":[0.9930159,0.003418725,0.001201796,0.001797903,0.0004880346,0.00007758194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002812866,0.00002021416,0.0006077748,0.002171753,0.00009492333,0.000008910686,0.000984301,0.9757745,0.001378524,0.0007106301,0.01740376,0.0008166382],"study_design_scores_gemma":[0.0003446612,0.0002860526,0.002799729,0.1109197,0.0001111443,0.0003804655,0.002345237,0.6393397,0.003042772,0.00001185802,0.2395055,0.0009132287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0592827,0.008522222,0.915398,0.001846398,0.0003844289,0.01340071,0.00004202346,0.0008625069,0.000261039],"genre_scores_gemma":[0.9797146,0.00009690032,0.01237845,0.0001077376,0.0001496079,0.007391388,0.000004269446,0.00007255944,0.00008452997],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9204319,"threshold_uncertainty_score":0.6309606,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3135014913","doi":"10.1016/j.sysarc.2021.102073","title":"Specification, detection, and treatment of STRIDE threats for software components: Modeling, formal methods, and tool support","year":2021,"lang":"en","type":"article","venue":"Journal of Systems Architecture","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; STRIDE; Software engineering; Software security assurance; Flexibility (engineering); Reuse; Formal specification; Formal methods; Context (archaeology); Specification language; Threat model; Component-based software engineering; Computer security; Software development; Software; Programming language; Information security; Security service","retraction":null,"screen_n_in":null,"score":{"opus":0.02681172154353578,"gpt":0.2654638147834343,"spread":0.2386520932398986,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000341717,0.0001872092,0.0005008524,0.0001623439,0.00004940301,0.00003624921,0.0000629195,0.00009530668,0.000002489493],"category_scores_gemma":[0.00005459106,0.0001570343,0.0001079609,0.00009480288,0.00001740258,0.0001214989,0.00001365709,0.0001130684,2.028179e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001156134,"about_ca_system_score_gemma":0.00004331274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007539207,"about_ca_topic_score_gemma":0.00000481751,"domain_scores_codex":[0.9987447,0.00004680218,0.0007549421,0.0001291253,0.0001437468,0.0001806852],"domain_scores_gemma":[0.9991262,0.0001652885,0.0001953689,0.0001872768,0.0002377916,0.00008809676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007085223,0.00004276387,0.0006821224,0.0009963029,0.0005947314,0.0000160531,0.00162059,0.8468503,0.04568225,0.0001162492,0.00003491367,0.1032929],"study_design_scores_gemma":[0.008315736,0.001813689,0.007972742,0.001500535,0.0006429046,0.01204224,0.001748933,0.8204404,0.05775696,0.00106384,0.0855101,0.001192003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1642738,0.007140925,0.8275523,0.00002442165,0.0006151449,0.0003036519,0.00002812164,0.00004053055,0.00002115901],"genre_scores_gemma":[0.9187515,0.0003460665,0.08042584,0.000002496623,0.0003449458,0.00002677659,0.000006629524,0.00004236448,0.00005339977],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7544777,"threshold_uncertainty_score":0.6403674,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163359684","doi":"10.1007/978-3-642-21292-5_12","title":"Software Certification: Is There a Case against Safety Cases?","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Domain (mathematical analysis); Analogy; Safety case; Process (computing); Risk analysis (engineering); Safety engineering; Cornerstone; Structuring; Software engineering; Underpinning; Software; Engineering management; Systems engineering; Engineering; Reliability engineering; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.02375891222213366,"gpt":0.2149050686399529,"spread":0.1911461564178193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003165654,0.0005808954,0.0004797206,0.0004522185,0.0001433879,0.0001182039,0.0008686333,0.0004133852,0.0001646712],"category_scores_gemma":[0.00006420573,0.0005843071,0.0001302646,0.0003031121,0.0002615197,0.0002017037,0.0001960721,0.0007302538,0.0001819944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005781886,"about_ca_system_score_gemma":0.0001552846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003279661,"about_ca_topic_score_gemma":0.00005008007,"domain_scores_codex":[0.9977214,0.0000111488,0.0005748033,0.000801034,0.0003764837,0.000515115],"domain_scores_gemma":[0.9979774,0.0003762891,0.0001107158,0.001251431,0.000124448,0.0001597376],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004698606,0.000009274355,0.00004443141,0.0002989022,0.00004878978,0.00295568,0.001540221,0.5096827,0.00004037325,0.0005625625,0.00009091008,0.4847214],"study_design_scores_gemma":[0.0005726378,0.0001239911,0.0002567853,0.00232001,0.00005722281,0.007745142,0.000001405344,0.8805034,0.00244322,0.007202592,0.09552509,0.003248541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0001505474,0.001591516,0.9878642,0.00005807136,0.002305117,0.0004219166,0.00004743078,0.0006943342,0.00686687],"genre_scores_gemma":[0.8756108,0.000169147,0.1217702,0.0004250377,0.0009623232,0.00003940588,0.0000238402,0.0002593285,0.0007399149],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8754603,"threshold_uncertainty_score":0.9996608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2051185212","doi":"10.1109/mc.2008.37","title":"A Product-Focused Approach to Software Certification","year":2008,"lang":"en","type":"article","venue":"Computer","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Product (mathematics); Process (computing); Software quality; Software; Product certification; Software quality control; Process management; Engineering management; Risk analysis (engineering); Software engineering; Computer security; Software development; Business; Engineering; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.02548879976340308,"gpt":0.1844352340603689,"spread":0.1589464342969658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005122096,0.0001317508,0.0001359184,0.00009331269,0.00003770125,0.00001535783,0.0001837126,0.00003849654,0.000005805597],"category_scores_gemma":[0.00000837351,0.0001387996,0.00003520368,0.0002098497,0.00001048643,0.00006900664,0.00003013703,0.00008549296,0.0002679726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007699363,"about_ca_system_score_gemma":0.00001031483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002156042,"about_ca_topic_score_gemma":8.217738e-8,"domain_scores_codex":[0.9993112,0.000008489921,0.0001745138,0.0002106661,0.0001036664,0.0001914363],"domain_scores_gemma":[0.9994526,0.00001584186,0.00001086011,0.0004106671,0.00003232636,0.00007769001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002169857,0.00003540211,0.0006617529,0.0001352447,0.0000383217,0.000004102581,0.001409616,0.9284527,0.0007998743,0.0001351705,0.0457046,0.02262107],"study_design_scores_gemma":[0.0003580736,0.00002772443,0.05746971,0.00005062855,0.000008004137,0.0001416881,0.00000417976,0.6851375,0.003323039,0.00001347466,0.2528189,0.0006471221],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02749045,0.0001148422,0.9681275,0.00004449801,0.0008627929,0.0003202604,0.000001792916,0.001422901,0.001614925],"genre_scores_gemma":[0.7361557,0.000001805485,0.2629192,0.00004233368,0.0005295666,0.0000847737,0.00001063645,0.00004964341,0.0002063164],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7086653,"threshold_uncertainty_score":0.5660083,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117262336","doi":"10.1016/j.jss.2010.08.048","title":"A formal approach for the specification and verification of trustworthy component-based systems","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Trustworthiness; Formal verification; Computer science; Formal methods; Software engineering; Formal specification; Model checking; Programming language; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.01193438245092998,"gpt":0.1950519219256482,"spread":0.1831175394747182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007248926,0.0001144645,0.0002882976,0.00009911288,0.00006391416,0.00005823019,0.0001194186,0.00009326195,5.137956e-7],"category_scores_gemma":[0.00004355599,0.0000815488,0.00005815582,0.00007154188,0.00003573088,0.0001521293,0.000006664816,0.0001740233,1.748779e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002583325,"about_ca_system_score_gemma":0.00002108204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001611863,"about_ca_topic_score_gemma":5.877266e-7,"domain_scores_codex":[0.9990586,0.00001717479,0.0005674559,0.00007565581,0.0001572327,0.0001238509],"domain_scores_gemma":[0.9990996,0.0002149306,0.0002773123,0.0001871771,0.0001613158,0.00005964383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001359476,0.00008636314,0.01912442,0.00862306,0.0004949163,0.000002457977,0.001507255,0.9221279,0.03076941,0.005461603,0.0008274989,0.01083918],"study_design_scores_gemma":[0.001252837,0.0001027375,0.03621801,0.0002891046,0.00009264644,0.0002949214,0.0008489838,0.9395864,0.0004209231,0.000004941131,0.02067241,0.000216116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1694967,0.004886186,0.8233417,0.00001762388,0.001574958,0.0005742506,0.00002137921,0.00004739084,0.0000397902],"genre_scores_gemma":[0.9937926,0.00004910961,0.00575082,0.000001378281,0.0003240561,0.00004159883,0.000005251505,0.00002383153,0.00001133411],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8242959,"threshold_uncertainty_score":0.3325464,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145698501","doi":"10.1109/risp.1991.130788","title":"Toward an approach to measuring software trust","year":2002,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software development; Set (abstract data type); Software; Software engineering; Software development process; Scale (ratio); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.05194512105696597,"gpt":0.1901008557508169,"spread":0.138155734693851,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001038567,0.0001970662,0.0001907359,0.0001296113,0.00002992392,0.00004688789,0.0002624462,0.00008072298,0.0001801114],"category_scores_gemma":[0.00002599744,0.0002054139,0.00004847667,0.0002272649,0.000006635199,0.0001792033,0.00002697075,0.0001270828,0.0005008875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001304995,"about_ca_system_score_gemma":0.000002717587,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000122065,"about_ca_topic_score_gemma":7.837644e-7,"domain_scores_codex":[0.9990355,0.000009608444,0.0002176871,0.0002231454,0.0001748397,0.0003392271],"domain_scores_gemma":[0.9993334,0.00001555604,0.000008167318,0.0004078287,0.00002218614,0.0002129029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001103642,0.00004690445,0.0005780176,0.0002159875,0.00005382167,0.000004877431,0.001871604,0.9772301,0.0008042024,0.0008892608,0.003785887,0.01451824],"study_design_scores_gemma":[0.0003403572,0.00003130116,0.003274072,0.00004132905,0.00001251231,0.00006385844,0.0002253204,0.9295133,0.002302907,0.00001573658,0.06337357,0.0008057462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02050939,0.0002682057,0.7969194,0.00003111019,0.000697227,0.0003447505,0.000004324761,0.004758443,0.1764672],"genre_scores_gemma":[0.915223,0.000003385691,0.08334107,0.00004217984,0.0001934405,0.00007304142,0.000002934224,0.00008532749,0.001035591],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8947136,"threshold_uncertainty_score":0.8376536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2973063031","doi":"10.1145/3342481","title":"A Survey of Tool-supported Assurance Case Assessment Techniques","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Certification; Computer science; Dependability; Strengths and weaknesses; Process (computing); Quality assurance; Task (project management); Engineering management; Safety assurance; Process management; Risk analysis (engineering); Software engineering; Systems engineering; Engineering; Operations management; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.06909217308592452,"gpt":0.3404557327219368,"spread":0.2713635596360123,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008002062,0.0008715906,0.003341724,0.0004169358,0.00004916891,0.00006275881,0.001131489,0.0005715719,0.00002209236],"category_scores_gemma":[0.0007935337,0.0008867148,0.0004502879,0.0009997432,0.00004250462,0.00009321368,0.0003727982,0.000854648,0.00006076107],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004068303,"about_ca_system_score_gemma":0.00041316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000649222,"about_ca_topic_score_gemma":0.00006264776,"domain_scores_codex":[0.9947724,0.001691937,0.001954071,0.0006069703,0.000363893,0.0006106989],"domain_scores_gemma":[0.9923885,0.00448386,0.0005841685,0.002211537,0.0002435035,0.0000883731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.747483e-7,0.00002042188,0.000731964,0.04401714,0.0005829665,0.000220516,0.00002944226,0.002812463,0.000001619024,0.00001231872,0.0008951046,0.9506758],"study_design_scores_gemma":[0.0006360558,0.0001765544,0.0175274,0.06822348,0.00106878,0.003851847,0.00001421556,0.05770456,0.00003187054,0.00001101976,0.8454977,0.005256486],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000149801,0.9228681,0.07042988,0.00000115718,0.002181826,0.00151808,0.0004019047,0.001576427,0.0008728564],"genre_scores_gemma":[0.02785856,0.9514231,0.01886171,0.000004458275,0.0002551944,0.00009377231,0.0008149106,0.0005695148,0.000118775],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9454193,"threshold_uncertainty_score":0.9993584,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1570292182","doi":"10.1109/mdat.2015.2462720","title":"Can Product-Specific Assurance Case Templates Be Used as Medical Device Standards?","year":2015,"lang":"en","type":"article","venue":"IEEE Design and Test","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Quality assurance; Process (computing); Product (mathematics); Risk analysis (engineering); Process management; Quality (philosophy); Key (lock); Product certification; Computer science; Reliability (semiconductor); Argument (complex analysis); Business; Food and drug administration; Engineering management; Computer security; Engineering; Medicine; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.04232497002817816,"gpt":0.2540947884094398,"spread":0.2117698183812616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008698741,0.0002381034,0.0002732308,0.00008000174,0.00005533087,0.00006862942,0.0001427225,0.000112402,0.00002718209],"category_scores_gemma":[0.0005459454,0.0002313669,0.00002579413,0.0002018618,0.00005546695,0.0001118445,0.00001298588,0.0002212012,0.00003282854],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001662826,"about_ca_system_score_gemma":0.0002059087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009796667,"about_ca_topic_score_gemma":0.00005830653,"domain_scores_codex":[0.9985937,0.00004326266,0.0002866411,0.0002696065,0.0004895108,0.0003172105],"domain_scores_gemma":[0.9985317,0.0006456836,0.00002887491,0.0003046002,0.0001165122,0.0003726332],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002042473,0.0005535096,0.01773205,0.003373635,0.001133213,0.04872507,0.02222353,0.3429339,0.07888398,0.003504674,0.4389847,0.04174754],"study_design_scores_gemma":[0.00504482,0.0005031163,0.001484736,0.0009120161,0.00009045691,0.03061354,0.0006652396,0.1383151,0.0834429,0.0002857463,0.7360063,0.002636035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8340749,0.01424257,0.1293119,0.003100239,0.006640282,0.002498119,0.0003033337,0.004391206,0.005437515],"genre_scores_gemma":[0.9974411,0.00005963403,0.001941798,0.00004432844,0.0003029552,0.00005284318,0.00000411378,0.00006564389,0.00008763379],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2970216,"threshold_uncertainty_score":0.9434866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1996677066","doi":"10.1109/re.2012.6345813","title":"Towards outcome-based regulatory compliance in aviation security","year":2012,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; Carleton University; Transport Canada","funders":"Transport Canada","keywords":"Outcome (game theory); Compliance (psychology); Aviation; Process (computing); Risk analysis (engineering); Process management; Computer science; Air transport; Knowledge management; Computer security; Business; Engineering; Transport engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02952810522844546,"gpt":0.2511838550964292,"spread":0.2216557498679837,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000273288,0.0001309898,0.0001651349,0.0001022475,0.0000116251,0.000009455277,0.000101097,0.00008167975,0.00009133946],"category_scores_gemma":[0.00001720635,0.0001412917,0.00003877546,0.0001720599,0.000009673265,0.0001756904,0.00001096832,0.0001299396,0.0001472372],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002958988,"about_ca_system_score_gemma":0.00001039642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002980188,"about_ca_topic_score_gemma":0.000009506725,"domain_scores_codex":[0.9992006,0.00001458333,0.0002818078,0.00008889708,0.0001247279,0.0002894092],"domain_scores_gemma":[0.9996123,0.00002879246,0.00001810852,0.0002532814,0.00001373744,0.00007373645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006812847,0.0001035025,0.7018756,0.0009797316,0.00003853768,0.000003391011,0.001015833,0.2724069,0.001851347,0.01446512,0.002032648,0.005220612],"study_design_scores_gemma":[0.0004077873,0.000004409791,0.6637797,0.00005349509,0.000003667659,0.0000024257,0.00002402034,0.3224972,0.003373846,0.00006377462,0.009489031,0.0003006266],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6776286,0.001063997,0.2378456,0.0001714314,0.003776673,0.0006440001,0.00001105616,0.002756089,0.07610252],"genre_scores_gemma":[0.9965646,8.701574e-7,0.003143095,0.00004366402,0.0001087516,0.00003279602,0.000005954236,0.00003106149,0.0000691738],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.318936,"threshold_uncertainty_score":0.5761707,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2541436993","doi":"10.1109/step.2002.1267625","title":"Software product quality practices - quality measurement and evaluation using TL9000 and ISO/IEC 9126","year":2004,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality; Quality (philosophy); Software quality control; Reliability engineering; Product (mathematics); Software measurement; Software; Software quality analyst; Computer science; Verification and validation; Process (computing); Systems engineering; Engineering; Manufacturing engineering; Software development; Operations management; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1700937392054056,"gpt":0.357768020908473,"spread":0.1876742817030674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00373696,0.0002144417,0.0002622173,0.00007566086,0.00007977547,0.00008410842,0.0000722567,0.00007235056,0.00002023109],"category_scores_gemma":[0.001086583,0.0002138702,0.00002869951,0.0001378732,0.00003358312,0.0004468402,0.00003556954,0.000143168,0.00000582874],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005300633,"about_ca_system_score_gemma":0.00009827429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000957005,"about_ca_topic_score_gemma":0.0001543381,"domain_scores_codex":[0.9981895,0.0001277297,0.0004892122,0.0003546064,0.0006070539,0.0002319081],"domain_scores_gemma":[0.9990907,0.00008729099,0.0001642881,0.0003667191,0.0002008688,0.0000901328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00004322719,0.0001391829,0.03033534,0.003448247,0.0005547352,0.000003951574,0.003855715,0.8534918,0.07016816,0.002463397,0.0001258182,0.03537044],"study_design_scores_gemma":[0.005187247,0.0001149969,0.8037077,0.0007522948,0.0004199412,0.0001601452,0.001311151,0.1417593,0.03399155,0.001736866,0.008286338,0.002572535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9165847,0.00324937,0.07725588,0.0001953347,0.0004639961,0.0008199876,0.000005293058,0.0006785494,0.0007468361],"genre_scores_gemma":[0.9739932,0.00002712807,0.02575158,0.00001683441,0.0001231506,0.00003675109,0.000003688069,0.00003463312,0.00001304083],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7733723,"threshold_uncertainty_score":0.8721375,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802031355","doi":"10.1007/978-3-319-91271-4_18","title":"Modeling the Hybrid ERTMS/ETCS Level 3 Standard Using a Formal Requirements Engineering Approach","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science; Formal specification; Programming language; Formal methods; Formal verification; Software engineering; Systems Modeling Language; Domain (mathematical analysis); Automated theorem proving; Unified Modeling Language","retraction":null,"screen_n_in":null,"score":{"opus":0.04325637717332654,"gpt":0.2339521247348908,"spread":0.1906957475615642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001026339,0.0006984799,0.0005781723,0.0005541672,0.000216395,0.0002800578,0.00143519,0.0002414234,0.00001547924],"category_scores_gemma":[0.00004974879,0.0006018771,0.0001434102,0.0003124913,0.0002130962,0.0004958541,0.0004822825,0.0008837678,0.00001397845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0010544,"about_ca_system_score_gemma":0.0002046084,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001406115,"about_ca_topic_score_gemma":0.00000401702,"domain_scores_codex":[0.9967142,0.00001018069,0.0006880863,0.0007468794,0.0008891293,0.0009514951],"domain_scores_gemma":[0.9985101,0.0001068201,0.00008769306,0.00100889,0.0001571823,0.0001293167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003319839,0.000002495056,0.000002001777,0.000156323,0.00003534484,0.000009501742,0.0004709919,0.9861174,0.0002253236,0.0001738566,0.00000700379,0.01279644],"study_design_scores_gemma":[0.0001917017,0.00003187324,0.000002679009,0.0006360183,0.00001961461,0.0001233044,5.06906e-7,0.9958238,0.0006961242,0.0008530088,0.0009627861,0.0006585827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001401774,0.0005557265,0.9933581,0.00001544197,0.00275145,0.0005448888,0.00002826239,0.0004325108,0.000911816],"genre_scores_gemma":[0.629042,0.00002091353,0.3692605,0.00006953459,0.00132837,0.00002045342,0.00001083117,0.0001977593,0.00004968368],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6276402,"threshold_uncertainty_score":0.9996433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1413060739","doi":"10.1007/978-3-642-53956-5_7","title":"Insulin Pump Software Certification","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Certification; Software engineering; Software; Programming language; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.01301654862993548,"gpt":0.2025459946981898,"spread":0.1895294460682543,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003459767,0.0004088619,0.0003822194,0.0005195916,0.00006320636,0.0001196022,0.0008947602,0.000328419,0.00002811703],"category_scores_gemma":[0.00007386157,0.0004287735,0.0000754608,0.0002391562,0.0001751964,0.000123614,0.0001329205,0.0005801221,0.0001896384],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004859335,"about_ca_system_score_gemma":0.0000743323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005036679,"about_ca_topic_score_gemma":0.00001202633,"domain_scores_codex":[0.9981479,0.000008717652,0.0004367359,0.0006015413,0.0004086872,0.0003963939],"domain_scores_gemma":[0.9986421,0.0002274955,0.00007901013,0.0008652682,0.00008518572,0.0001009311],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[6.697074e-7,0.000001658186,0.000008737848,0.0001152711,0.000006159471,0.000006148201,0.00012582,0.6945199,0.0002189475,0.0005144652,0.00002423464,0.304458],"study_design_scores_gemma":[0.000143302,0.00002851593,0.0001930998,0.0005673967,0.00000843657,0.00004578173,4.194876e-8,0.9561744,0.002898834,0.005569743,0.03363345,0.0007369588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00004541195,0.0007170513,0.9934432,0.00007120254,0.002638342,0.0002691431,0.000005468924,0.0007346857,0.002075494],"genre_scores_gemma":[0.7658254,0.00007705382,0.2311999,0.0002565242,0.001670882,0.00003929236,0.00003256802,0.0002378534,0.000660556],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.76578,"threshold_uncertainty_score":0.9998164,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366966556","doi":"10.1109/mvt.2023.3263334","title":"Dynamic Heterogeneous Redundancy-Based Joint Safety and Security for Connected Automated Vehicles: Preliminary Simulation and Field Test Results","year":2023,"lang":"en","type":"article","venue":"IEEE Vehicular Technology Magazine","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Jiangsu Provincial Key Research and Development Program; National Natural Science Foundation of China","keywords":"Redundancy (engineering); Executor; Functional safety; Computer science; Vulnerability (computing); Computer security; Fail-safe; Reliability engineering; Engineering; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.008394012647142431,"gpt":0.2335266593707734,"spread":0.2251326467236309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002683409,0.0003130936,0.0004055042,0.0005509423,0.0001111022,0.00002658478,0.0001379491,0.0005347242,0.000001559839],"category_scores_gemma":[0.0004937995,0.0003482671,0.00005713479,0.0006609422,0.0001018061,0.00006843993,0.00005197255,0.0002743523,0.00002289008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001025321,"about_ca_system_score_gemma":0.00002212388,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002426465,"about_ca_topic_score_gemma":0.000005918014,"domain_scores_codex":[0.9984511,0.00002156289,0.0005482752,0.0004476198,0.0001113263,0.0004201088],"domain_scores_gemma":[0.9986929,0.0005917543,0.00008146898,0.0004691894,0.0000906655,0.00007398752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001029771,0.00002241555,0.0001140073,0.0005064596,0.00008113948,0.00006836671,0.00006939582,0.9425527,0.05395322,0.00002322,0.0006192187,0.001886843],"study_design_scores_gemma":[0.001679546,0.0003609536,0.002156275,0.000194823,0.00004038749,0.00006625343,0.0000130918,0.9728051,0.01883757,0.0001547093,0.003345517,0.0003457575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9491783,0.001006132,0.03038217,0.001582523,0.000506876,0.001475126,0.0003476115,0.01547199,0.00004923312],"genre_scores_gemma":[0.9974651,0.00005990322,0.002015181,0.0000283699,0.00002584094,0.0001349447,0.0001505419,0.00008825665,0.00003186323],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04828677,"threshold_uncertainty_score":0.9998969,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089014229","doi":"10.1109/healthcom.2014.7001811","title":"Formal reliability analysis of a typical FHIR standard based e-Health system using PRISM","year":2014,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Probabilistic logic; Reliability (semiconductor); Interoperability; Markov chain; Model checking; Process (computing); Software engineering; Data mining; Reliability engineering; Machine learning; Programming language; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.009122081383412832,"gpt":0.2234608166186108,"spread":0.2143387352351979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001080281,0.0001746991,0.0006581803,0.0003201879,0.00003890822,0.00001346619,0.0001514138,0.000104414,0.00002404092],"category_scores_gemma":[0.00004186314,0.0001648196,0.0001958583,0.0007164673,0.0000231877,0.0001004402,0.000023154,0.0001294155,0.000005187711],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005830352,"about_ca_system_score_gemma":0.00006727826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009055473,"about_ca_topic_score_gemma":0.000008039829,"domain_scores_codex":[0.9984577,0.00006734579,0.0006744369,0.0001939568,0.0002583992,0.0003482112],"domain_scores_gemma":[0.9990472,0.0001319327,0.00008210402,0.0005543664,0.00005578684,0.0001285952],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001563817,0.000008249806,0.002587513,0.0008623812,0.0002267387,2.86042e-7,0.00006614355,0.9935957,0.0001787435,0.001500611,0.00004080046,0.0009172239],"study_design_scores_gemma":[0.0002665737,0.00003723155,0.009677844,0.00009003453,0.0001315368,0.000001304586,0.0000322123,0.9868674,0.0005409356,0.000002382932,0.002201705,0.0001508267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1327619,0.00004003341,0.8644611,0.00001991475,0.0002657885,0.0001964028,0.00001580411,0.000607745,0.001631398],"genre_scores_gemma":[0.9499204,5.158066e-7,0.04996683,0.00001317775,0.00003933825,0.000009614419,0.00001053801,0.00003059781,0.000008941699],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8171586,"threshold_uncertainty_score":0.6721147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400233908","doi":"10.1109/noms59830.2024.10575429","title":"Intent Assurance using LLMs guided by Intent Drift","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01541141093161201,"gpt":0.2292902315967318,"spread":0.2138788206651198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001569776,0.000228968,0.0002099895,0.0001187342,0.00002115351,0.000100453,0.0001870007,0.00008733175,0.0001553609],"category_scores_gemma":[0.00002504514,0.0002159016,0.00009627903,0.0002572106,0.00001762243,0.0001661077,0.00003914414,0.0002029868,0.0002909807],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002733201,"about_ca_system_score_gemma":0.00002223893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000843905,"about_ca_topic_score_gemma":0.000004413056,"domain_scores_codex":[0.9988897,0.000009849478,0.0003758237,0.0002362274,0.000164447,0.0003239226],"domain_scores_gemma":[0.9995176,0.0000607457,0.00001115577,0.0002895455,0.0000322807,0.00008871067],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002063283,0.00002033154,0.0001922742,0.001105555,0.0004191323,0.00005642638,0.0004762277,0.5738202,0.185987,0.004131037,0.2279442,0.005845587],"study_design_scores_gemma":[0.00008421546,0.00000677814,0.00005870565,0.0002992376,0.00001295713,0.00005211662,0.00003923747,0.7675838,0.01100584,0.00001471121,0.22058,0.0002623981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03516388,0.006251455,0.9191148,0.0002131101,0.007425839,0.0003719997,0.0000204855,0.005021385,0.02641701],"genre_scores_gemma":[0.990627,0.00004191935,0.00668646,0.00004384067,0.0001718985,0.00003143805,0.00000808126,0.0001076692,0.002281724],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9554631,"threshold_uncertainty_score":0.8804212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2895208382","doi":"10.1145/3239372.3239413","title":"Assurance via model transformations and their hierarchical refinement","year":2018,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Correctness; Computer science; Hierarchy; Process (computing); Structuring; Information assurance; Software security assurance; Theoretical computer science; Software engineering; Algorithm; Programming language; Computer security; Information security","retraction":null,"screen_n_in":null,"score":{"opus":0.00789282033411196,"gpt":0.1905563170122364,"spread":0.1826634966781244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006602684,0.0001084233,0.000101683,0.00005329785,0.00003893496,0.00001477408,0.00007099849,0.00004265221,0.00002351515],"category_scores_gemma":[0.000002791669,0.00009052674,0.00002188521,0.00007540371,0.00003172582,0.0001033163,0.000008764935,0.00007618837,0.00003562383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002842504,"about_ca_system_score_gemma":0.00000709944,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003968139,"about_ca_topic_score_gemma":0.00001517107,"domain_scores_codex":[0.9995423,0.000003221428,0.0001632082,0.00008385173,0.0000526128,0.0001548245],"domain_scores_gemma":[0.9997592,0.00002255621,0.000005766111,0.0001509279,0.00001646461,0.00004508047],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007849879,0.0000404409,0.00003487011,0.0004249829,0.0001295729,7.972826e-7,0.003173898,0.8783169,0.03029679,0.02572599,0.006165693,0.05568218],"study_design_scores_gemma":[0.0001451847,0.00001072794,0.0001734741,0.00001579664,0.000002085971,0.000007485267,0.00001173882,0.9708241,0.002839901,0.0003316848,0.02552394,0.0001139231],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01016761,0.0000570631,0.941407,0.0001883917,0.0001648538,0.0001372603,0.000005811442,0.0005333023,0.04733876],"genre_scores_gemma":[0.9838122,0.00002386734,0.01583075,0.00004613613,0.0001145605,0.00004698932,0.000002640714,0.00002071445,0.0001021355],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9736446,"threshold_uncertainty_score":0.3691573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2563522961","doi":"10.1109/issrew.2016.12","title":"On the Exploration of Model-Based Support for DO-178C-Compliant Avionics Software Development and Certification","year":2016,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Software engineering; Computer science; Software development; Avionics; Avionics software; Certification; Social software engineering; Software construction; Context (archaeology); Systems engineering; Life-critical system; Verification and validation; Model-driven architecture; Software system; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05643150080069812,"gpt":0.234943772205635,"spread":0.1785122714049369,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001709118,0.00009789732,0.0000936966,0.00004873745,0.00003377013,0.00001063712,0.00007642051,0.00004247931,0.00001516025],"category_scores_gemma":[0.00004075409,0.00005896019,0.00002235137,0.00004344423,0.00001290203,0.00009337127,0.00000652057,0.00002470463,0.00001230255],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008481078,"about_ca_system_score_gemma":0.00004049456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":4.376041e-7,"about_ca_topic_score_gemma":0.000001107238,"domain_scores_codex":[0.9994472,0.000005102784,0.0002397525,0.0001089566,0.00009121269,0.0001077211],"domain_scores_gemma":[0.9995056,0.0001799542,0.0000314441,0.0002070644,0.00004972954,0.00002624394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002766314,0.0000365313,0.00009807255,0.0003553262,0.00005672833,2.134288e-7,0.0008773695,0.8735987,0.01674022,0.05717754,0.002444403,0.04858724],"study_design_scores_gemma":[0.0005021747,0.00004107505,0.0005255126,0.0001733858,0.00001027477,8.09174e-7,0.00004429358,0.8397615,0.1495614,0.00143088,0.00769998,0.0002487675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01260855,0.00001698951,0.9862276,0.0002686977,0.0001074169,0.0003656481,0.000008957443,0.0001854338,0.0002106796],"genre_scores_gemma":[0.9595545,0.000002701444,0.03997999,0.00001778803,0.00001004884,0.0002456007,0.000009159214,0.00002527602,0.0001549229],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.946946,"threshold_uncertainty_score":0.2404327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2747381231","doi":"10.1007/978-3-319-66266-4_5","title":"Safety Case Impact Assessment in Automotive Software Systems: An Improved Model-Based Approach","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Computer science; Automotive industry; Functional safety; Context (archaeology); Software; Work (physics); Software quality; Reliability engineering; Quality (philosophy); Safety standards; Risk analysis (engineering); Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01597265675834108,"gpt":0.2572693407303958,"spread":0.2412966839720547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001154819,0.0008907698,0.0009931403,0.0009807579,0.0001923556,0.0004362305,0.001482945,0.0006010224,0.000005302566],"category_scores_gemma":[0.00007369963,0.0008538424,0.0001701221,0.000189578,0.0002918149,0.0005121703,0.0002276728,0.001467364,0.000004671984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003002193,"about_ca_system_score_gemma":0.0009828721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002312986,"about_ca_topic_score_gemma":0.0001118179,"domain_scores_codex":[0.9965924,0.00003965663,0.0007864297,0.00119089,0.0005476397,0.0008429906],"domain_scores_gemma":[0.9971285,0.0002594283,0.0002342712,0.001923794,0.0001881185,0.0002658595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004836209,0.00002095161,0.00005286695,0.0003055221,0.00002589075,0.0003388394,0.0003931026,0.9768732,0.00002894793,0.0001026627,0.000002156736,0.021851],"study_design_scores_gemma":[0.0004845951,0.00009118494,0.0001595386,0.0006835682,0.00001434346,0.00040398,7.531135e-7,0.9968475,0.00003079869,0.0003640006,0.00005048579,0.0008692945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0002755858,0.0003335894,0.994291,0.00001104228,0.001606505,0.001143653,0.00008073495,0.0006104424,0.001647417],"genre_scores_gemma":[0.7603832,0.000004747192,0.2390242,0.00002650231,0.0002697539,0.00005922685,0.00003807953,0.0001431168,0.00005121469],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7601076,"threshold_uncertainty_score":0.9993913,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2789520420","doi":"10.1145/3195836.3195838","title":"How do practitioners perceive assurance cases in safety-critical software systems?","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Safety assurance; Process (computing); Multidisciplinary approach; Life-critical system; Process management; Risk analysis (engineering); Knowledge management; Computer science; Software; Engineering; Business; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.01503697606675591,"gpt":0.243490215180614,"spread":0.2284532391138581,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004115441,0.000679996,0.0008613471,0.0004046856,0.00005880357,0.0004524061,0.0004774584,0.000761941,0.00009875633],"category_scores_gemma":[0.001223589,0.0007364121,0.000171727,0.0002310744,0.0001112074,0.0003664187,0.0002231933,0.001150192,0.0001822618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001113059,"about_ca_system_score_gemma":0.0001560785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002166233,"about_ca_topic_score_gemma":0.00006541577,"domain_scores_codex":[0.9973564,0.0001153921,0.0007186184,0.0007185396,0.0004286832,0.0006624246],"domain_scores_gemma":[0.9974704,0.001043192,0.00008589373,0.001001969,0.0002095193,0.0001890313],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002520214,0.00005529308,0.001293239,0.01041628,0.0002718829,0.0005733063,0.0007511199,0.9714635,0.0001103043,0.002584343,0.01189362,0.0005619238],"study_design_scores_gemma":[0.002753275,0.0002697488,0.02876531,0.02364727,0.0004306646,0.003538138,0.005383563,0.5950415,0.0005847384,0.000837793,0.3281474,0.01060054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01997963,0.01165797,0.8867406,0.001596401,0.03421218,0.004091822,0.001114539,0.009299487,0.0313074],"genre_scores_gemma":[0.9833264,0.0001723781,0.01398986,0.0000179077,0.000971152,0.0004460631,0.0001018469,0.0002088242,0.0007655362],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9633468,"threshold_uncertainty_score":0.9995087,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241863337","doi":"10.1007/s10009-019-00542-2","title":"Modeling the hybrid ERTMS/ETCS level 3 standard using a formal requirements engineering approach","year":2019,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Systems Modeling Language; Domain (mathematical analysis); Unified Modeling Language","retraction":null,"screen_n_in":null,"score":{"opus":0.04120826836569858,"gpt":0.2544398037154147,"spread":0.2132315353497161,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000419386,0.0003246845,0.0003274096,0.0005045307,0.0001086476,0.0001815926,0.0009059464,0.0001976665,0.00003663292],"category_scores_gemma":[0.0001143086,0.0002742417,0.000229044,0.0001700316,0.00002774698,0.0006814073,0.00004057169,0.0007352989,0.00001738316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006140287,"about_ca_system_score_gemma":0.00005871387,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001397193,"about_ca_topic_score_gemma":2.578173e-7,"domain_scores_codex":[0.9981001,0.00000983813,0.0006115628,0.0002415388,0.0005158082,0.0005211257],"domain_scores_gemma":[0.9992425,0.0001029483,0.00003374217,0.0002978097,0.0002587547,0.00006422816],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006027477,0.00001769326,0.0001075411,0.00005287371,0.0004314354,0.00001163242,0.00007697109,0.979688,0.001478346,0.002256454,0.00003181318,0.01578697],"study_design_scores_gemma":[0.001624946,0.000113273,0.0000492151,0.0001877134,0.00004103111,0.0006737341,0.00006835972,0.9823931,0.004574724,0.0003288028,0.009541732,0.0004033909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2401267,0.0001438431,0.7561315,0.0001282421,0.002265518,0.000422667,0.0001162257,0.0005850988,0.00008017141],"genre_scores_gemma":[0.9577184,0.00003239567,0.04170436,0.0000624598,0.0002406703,0.00007885102,0.00002046573,0.0001149546,0.00002749414],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7175916,"threshold_uncertainty_score":0.999971,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248191871","doi":"10.1109/assure.2013.6614263","title":"Safety cases: A review of challenges","year":2013,"lang":"en","type":"review","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Readability; Safety assurance; Computer science; Safety case; Risk analysis (engineering); Class (philosophy); Engineering ethics; Engineering; Medicine; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.06426672744110841,"gpt":0.2880023561260504,"spread":0.223735628684942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003071326,0.0005675119,0.003020378,0.0001750221,0.000009426878,0.000006522137,0.000432139,0.0003008297,0.0008265387],"category_scores_gemma":[0.0000798578,0.0004510654,0.0006003989,0.000243483,0.00001961142,0.00006880761,0.00005868346,0.0003043229,0.0008855934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002170107,"about_ca_system_score_gemma":0.00008161787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008892946,"about_ca_topic_score_gemma":8.628185e-7,"domain_scores_codex":[0.997871,0.00006041883,0.001339059,0.0002573304,0.000188339,0.0002838433],"domain_scores_gemma":[0.9984661,0.0003300315,0.0001685325,0.0008859414,0.00005513721,0.00009430086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.380846e-8,0.000002260396,2.157235e-9,0.4730526,0.0001326231,0.000003385574,0.000003977098,0.00001168046,1.316321e-8,0.0003346203,0.002325108,0.5241337],"study_design_scores_gemma":[0.00002219005,0.000006860238,6.010244e-8,0.2965079,0.0002201519,0.00013554,0.000002222127,0.00004020326,1.988299e-7,8.76204e-7,0.7027751,0.000288792],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.326355e-9,0.9401737,0.0004186774,0.000009135066,0.000605032,0.001368428,0.00003275733,0.0005803152,0.05681197],"genre_scores_gemma":[1.215708e-7,0.997672,0.001051161,0.00000818737,0.0001454679,0.0004230552,0.00003929198,0.0001709767,0.0004897565],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7004499,"threshold_uncertainty_score":0.9998924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2935203022","doi":"10.1007/978-3-030-16722-6_1","title":"Software Assurance in an Uncertain World","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software security assurance; Mathematical proof; Computer security; Argument (complex analysis); Software; Software system; Risk analysis (engineering); Key (lock); Compliance (psychology); Software engineering; Software development; Information assurance; Information security; Business; Security service","retraction":null,"screen_n_in":null,"score":{"opus":0.01266841156939968,"gpt":0.218970361872482,"spread":0.2063019503030823,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004403566,0.0005114822,0.0005646565,0.001078932,0.00003515989,0.0001322674,0.001204601,0.000275928,0.00003383603],"category_scores_gemma":[0.00004416363,0.0005451012,0.00007071148,0.0005664185,0.0001528989,0.0003276472,0.0001501067,0.0007892728,0.00007407326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007442467,"about_ca_system_score_gemma":0.0002469718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001880046,"about_ca_topic_score_gemma":0.0008107189,"domain_scores_codex":[0.9976428,0.00001368499,0.0004862383,0.0007980835,0.0004658236,0.0005933883],"domain_scores_gemma":[0.9983824,0.0003924836,0.0000708131,0.0009862742,0.00006165767,0.0001063377],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001449175,0.000003798312,0.0005856417,0.0001483187,0.000004932883,0.00003558489,0.0001781081,0.9252117,0.00005969763,0.0003552236,0.00001579272,0.07339972],"study_design_scores_gemma":[0.0002715204,0.00004406079,0.001885791,0.001524654,0.000004154029,0.00002452721,1.24705e-7,0.9832887,0.0002718167,0.003435778,0.008266209,0.0009826365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003448038,0.0007871343,0.9909017,0.00004383174,0.00344693,0.0004449354,0.00001002861,0.0004855039,0.003535112],"genre_scores_gemma":[0.7098012,0.00003776848,0.2867361,0.0003646279,0.001053152,0.00003564787,0.00002620264,0.0002966531,0.001648609],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7094564,"threshold_uncertainty_score":0.9997001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2804137143","doi":"10.4236/jsea.2018.115013","title":"Automatic Derivation of Fault Tree Models from SysML Models for Safety Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Systems Modeling Language; Fault tree analysis; Computer science; Model transformation; Reuse; Component (thermodynamics); Model checking; Process (computing); Unified Modeling Language; Aerospace; Systems engineering; Life-critical system; Modeling language; Software engineering; Transformation (genetics); Variety (cybernetics); Tree (set theory); Automotive industry; Reliability engineering; Engineering; Consistency (knowledge bases); Programming language; Software; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01044756231933763,"gpt":0.2095341997373557,"spread":0.1990866374180181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001989337,0.0001755035,0.0004453358,0.0003660221,0.00004713276,0.00002257586,0.0001853012,0.0001003441,0.000006262888],"category_scores_gemma":[0.00005019173,0.000179415,0.0001680344,0.0005022853,0.00002601642,0.000257108,0.00001609319,0.0001183777,9.379227e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000884774,"about_ca_system_score_gemma":0.00002338156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009916553,"about_ca_topic_score_gemma":0.000002430487,"domain_scores_codex":[0.9988111,0.000006001014,0.0007311361,0.0001259827,0.0001614402,0.0001643494],"domain_scores_gemma":[0.9989172,0.0003133994,0.0001797881,0.0002541378,0.000239803,0.00009566793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003742029,0.00001302215,0.00008171575,0.0001587203,0.0005750458,1.659265e-7,0.0002388902,0.9888713,0.001105924,0.001141744,0.00005559542,0.007754155],"study_design_scores_gemma":[0.0002963135,0.00002955441,0.001456519,0.0001075066,0.0003654646,0.00000660103,0.00003285221,0.9942584,0.0008771044,0.0008913855,0.001513955,0.0001643505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0415936,0.000750369,0.9569306,0.00001427601,0.0001244438,0.0002418483,0.000101391,0.0002101647,0.00003332331],"genre_scores_gemma":[0.8248697,0.00006679475,0.1746674,0.000003608972,0.0002575903,0.00006655894,0.00002228829,0.0000394382,0.000006608273],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7832761,"threshold_uncertainty_score":0.7316332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1959340037","doi":"10.1007/978-3-319-45477-1_10","title":"Using STPA in an ISO 26262 Compliant Process","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Automotive industry; Process (computing); Computer science; Hazard analysis; Original equipment manufacturer; Manufacturing engineering; Functional safety; Hazard; Risk analysis (engineering); Engineering; Reliability engineering; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.02739235367914623,"gpt":0.256848505034083,"spread":0.2294561513549367,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003889817,0.0005176623,0.0005413718,0.00082365,0.00005941012,0.0001300022,0.001125385,0.0003143809,0.00002415061],"category_scores_gemma":[0.00002057643,0.0004740205,0.00005872575,0.0003360002,0.0002364245,0.0003918638,0.0001522241,0.0006044675,0.00003052847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007476397,"about_ca_system_score_gemma":0.0001895544,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009822308,"about_ca_topic_score_gemma":0.00005630169,"domain_scores_codex":[0.9975981,0.00001194461,0.0005320892,0.0007648888,0.0004634243,0.0006295456],"domain_scores_gemma":[0.9988011,0.0001369471,0.0000860914,0.0007514262,0.00008981489,0.0001346259],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001955222,0.000006352353,0.0001724357,0.0001732348,0.000006491131,0.00004704466,0.000427024,0.9494021,0.0007453601,0.0005492319,0.000001068115,0.04846771],"study_design_scores_gemma":[0.000227639,0.00003625936,0.0002729689,0.001725633,0.000004546636,0.00006396606,2.849577e-7,0.9899368,0.0007980359,0.005687162,0.0005183634,0.0007283762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002055991,0.0003947306,0.9919916,0.00003110805,0.002045014,0.0003960227,0.00001043564,0.000339526,0.002735599],"genre_scores_gemma":[0.9301208,0.00001047043,0.06884988,0.00008717569,0.000696703,0.00001371072,0.000003674445,0.000147681,0.00006987553],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9280648,"threshold_uncertainty_score":0.9997712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2770487395","doi":"10.1109/issrew.2017.14","title":"Principles for Systematic Development of an Assurance Case Template from ISO 26262","year":2017,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Functional safety; Risk analysis (engineering); Safety assurance; Safety case; Computer science; Quality assurance; Program assurance; Plan (archaeology); Systems engineering; Software quality assurance; Engineering management; Engineering; Software; Software engineering; Software development; Reliability engineering; Business; Operations management; Software quality","retraction":null,"screen_n_in":null,"score":{"opus":0.0339829290498701,"gpt":0.2552170002385264,"spread":0.2212340711886563,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003327799,0.0001835676,0.0004050589,0.00005324353,0.0001391158,0.00006512468,0.0003552172,0.00008072253,0.00001287332],"category_scores_gemma":[0.0001217226,0.0001681466,0.00005310777,0.00002228041,0.0000162754,0.0002217327,0.00003745328,0.00005344654,0.00002044037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007688718,"about_ca_system_score_gemma":0.00003408161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007650381,"about_ca_topic_score_gemma":0.0001901685,"domain_scores_codex":[0.9988652,0.00001096828,0.0006319996,0.0001711677,0.000117141,0.0002035157],"domain_scores_gemma":[0.9987264,0.0001713684,0.0001511896,0.000824308,0.00005128671,0.0000754626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005863973,0.0002516732,0.002671183,0.3519222,0.003200068,0.0005077196,0.0136744,0.5370353,0.07599808,0.008854019,0.0005758459,0.005250922],"study_design_scores_gemma":[0.001317409,0.00004265274,0.006975483,0.01052725,0.00007934849,0.0002944467,0.0004429147,0.8947786,0.08096491,0.0000573831,0.003579876,0.0009397048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6263807,0.0002014642,0.3662215,0.00001096925,0.00121464,0.001544266,0.00005994864,0.0005925756,0.003773919],"genre_scores_gemma":[0.8575515,8.403829e-7,0.1418915,0.0000013111,0.00006428445,0.0002295668,0.000007258426,0.00004480325,0.0002090034],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3577434,"threshold_uncertainty_score":0.6856821,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3111880994","doi":"10.1109/syscon47679.2020.9275852","title":"Eliminative Argumentation for Arguing System Safety - A Practitioner’s Experience","year":2020,"lang":"en","type":"article","venue":"2020 IEEE International Systems Conference (SysCon)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Critical Systems Labs","funders":"","keywords":"Argumentation theory; Safety case; Artifact (error); Risk analysis (engineering); Notation; Computer science; Life-critical system; Set (abstract data type); System safety; Automotive industry; Defeasible estate; Software; Engineering; Artificial intelligence; Business; Reliability engineering; Epistemology; Mathematics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0367597501010835,"gpt":0.2663260769279157,"spread":0.2295663268268321,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002565551,0.0003721976,0.0004582665,0.0001155489,0.0001099913,0.0002688845,0.0005409726,0.0001460409,0.00007173783],"category_scores_gemma":[0.0001558466,0.0004153153,0.0001348595,0.0002230954,0.00004271736,0.0007430213,0.0000372635,0.0002251367,0.0002262702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007357291,"about_ca_system_score_gemma":0.00008152179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006381649,"about_ca_topic_score_gemma":0.000005230449,"domain_scores_codex":[0.9976421,0.00006468367,0.0009219694,0.0005043508,0.0005030371,0.0003638658],"domain_scores_gemma":[0.9986145,0.0002482142,0.000259945,0.0002395847,0.0004267244,0.0002110291],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003358968,0.00008162649,0.0006109692,0.004122946,0.001562931,0.0001020553,0.02277406,0.7321799,0.08674803,0.134716,0.012637,0.004128562],"study_design_scores_gemma":[0.0009056799,0.00006828804,0.0002064057,0.0006131335,0.00003252813,0.00006329595,0.005418608,0.9369696,0.004677512,0.00001233497,0.05051112,0.0005215353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01503505,0.0001717848,0.9592454,0.0008808351,0.009478944,0.001778833,0.0003705327,0.001390991,0.01164761],"genre_scores_gemma":[0.9952117,0.00002631584,0.001841023,0.00007567331,0.001288416,0.001070026,0.0001419162,0.00007938415,0.000265541],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9801767,"threshold_uncertainty_score":0.9998299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998709769","doi":"10.4271/2013-01-1419","title":"System Security and System Safety Engineering: Differences and Similarities and a System Security Engineering Process Based on the ISO 26262 Process Framework","year":2013,"lang":"en","type":"article","venue":"SAE International journal of passenger cars. Electronic and electrical systems","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Chrysler (Canada)","funders":"","keywords":"Process (computing); Computer science; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.00340054519191942,"gpt":0.1871177917668007,"spread":0.1837172465748813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008691339,0.0005793234,0.0008965469,0.0004060332,0.0001448647,0.0004901845,0.000423511,0.0003388834,0.000002478962],"category_scores_gemma":[0.0001644273,0.0004426688,0.0001084578,0.0003264849,0.00006350761,0.0003478713,0.00004835091,0.001216208,0.000001749405],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009236169,"about_ca_system_score_gemma":0.0001238602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006508596,"about_ca_topic_score_gemma":0.000003176205,"domain_scores_codex":[0.9968569,0.0001280349,0.001057255,0.0004111055,0.0008236403,0.0007230592],"domain_scores_gemma":[0.99779,0.0009624626,0.0003073145,0.0002200017,0.0004128214,0.0003073929],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008338375,0.0004256716,0.04966622,0.06091104,0.01037772,0.0006526574,0.01621535,0.3568504,0.004985502,0.4946925,0.000822037,0.003567057],"study_design_scores_gemma":[0.0007426094,0.0002430369,0.00545081,0.003344967,0.0001117412,0.00173015,0.002113171,0.9851776,0.0001311813,0.00007770964,0.0003779941,0.0004990144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654427,0.01587547,0.01502452,0.0003335003,0.001422471,0.001108372,0.00003497842,0.0005048009,0.0002532077],"genre_scores_gemma":[0.9988061,0.0002460743,0.00005596358,0.00001639003,0.0006319055,0.0001553901,0.000002763995,0.00008061803,0.000004816395],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6283272,"threshold_uncertainty_score":0.9998025,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3197075054","doi":"10.4271/2022-01-0818","title":"The Missing Link: Developing a Safety Case for Perception Components in Automated Driving","year":2022,"lang":"en","type":"article","venue":"SAE International Journal of Advances and Current Practices in Mobility","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Traceability; Component (thermodynamics); Paragraph; Computer science; Argument (complex analysis); Perception; Class (philosophy); Safety assurance; Safety case; System safety; Risk analysis (engineering); Software engineering; Engineering; Artificial intelligence; Reliability engineering; Psychology; Business; Medicine; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03286876141471012,"gpt":0.3445187294998907,"spread":0.3116499680851806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001659783,0.00009990908,0.0001525734,0.0001353983,0.0001267508,0.0000714138,0.000233516,0.00001994945,0.000005605671],"category_scores_gemma":[0.0004227691,0.00008881849,0.00004610339,0.0001133442,0.0000248941,0.0006973686,0.000074134,0.0003927778,1.645869e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006988617,"about_ca_system_score_gemma":0.0000475297,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001451549,"about_ca_topic_score_gemma":0.00008658713,"domain_scores_codex":[0.9987208,0.0001067885,0.0006692726,0.0001164577,0.0002465113,0.00014015],"domain_scores_gemma":[0.9985899,0.0007574976,0.0004415286,0.00007737492,0.0001046062,0.00002905167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001921942,0.0000926165,0.02137351,0.0002184682,0.00007267779,0.0001045662,0.001197055,0.5841116,0.0006271918,0.0001445272,0.00002080735,0.3918448],"study_design_scores_gemma":[0.001269271,0.00005428217,0.1014863,0.0003909213,0.00001358214,0.001715985,0.001805285,0.7202067,0.00001697868,0.0006754741,0.1721634,0.0002018245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9653343,0.01025687,0.0171345,0.001302418,0.005490829,0.0003510985,0.00001710787,0.00006507761,0.00004779086],"genre_scores_gemma":[0.9945785,0.001672114,0.003557228,0.000007882366,0.0001349005,0.00003269374,0.000004801927,0.00001064713,0.000001249985],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.391643,"threshold_uncertainty_score":0.3621913,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2408046200","doi":"10.1145/2896982.2896985","title":"Model management for regulatory compliance","year":2016,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Exploit; Context (archaeology); Compliance (psychology); Risk analysis (engineering); Software; Computer security; Computer science; Process management; Service (business); Knowledge management; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.03182417741040287,"gpt":0.2214483617015116,"spread":0.1896241842911088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006501126,0.00009124341,0.00008739615,0.00003825108,0.00001369884,0.00000549358,0.0001128966,0.00002941343,0.00001872666],"category_scores_gemma":[0.000001876462,0.00006876964,0.00003729032,0.0000323921,0.000008565664,0.00006126932,0.00001376616,0.00001475979,0.00008901486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009453383,"about_ca_system_score_gemma":0.000002412026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":1.899885e-7,"about_ca_topic_score_gemma":3.396189e-7,"domain_scores_codex":[0.9995295,0.000001328213,0.000129646,0.0001066169,0.00005847291,0.0001743832],"domain_scores_gemma":[0.9996629,0.00002494291,0.000007264221,0.0002558721,0.00001237915,0.00003660578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005032807,0.000008895932,0.00005378662,0.0005868496,0.0001286858,0.000001271034,0.00003454375,0.7520155,0.01475321,0.1549929,0.03560222,0.04181718],"study_design_scores_gemma":[0.0004158624,0.00000440128,0.0006672111,0.0001018555,0.000005776812,0.000001502378,0.000004159567,0.9394081,0.001987524,0.00103936,0.05617189,0.000192317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001339166,0.00005909922,0.9568542,0.00006691814,0.0003049046,0.0002528111,0.000006538916,0.0008553263,0.04026104],"genre_scores_gemma":[0.913822,0.00000911048,0.07423656,0.00002311296,0.00004965637,0.0001615357,7.923384e-7,0.00004253572,0.01165468],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9124829,"threshold_uncertainty_score":0.2804345,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000707938","doi":"10.5555/2662398.2662400","title":"Safety cases: a review of challenges","year":2013,"lang":"en","type":"review","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Readability; Safety case; Safety assurance; Risk analysis (engineering); Engineering ethics; Computer science; Engineering; Medicine; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.06426672744110841,"gpt":0.2880023561260504,"spread":0.223735628684942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003071326,0.0005675119,0.003020378,0.0001750221,0.000009426878,0.000006522137,0.000432139,0.0003008297,0.0008265387],"category_scores_gemma":[0.0000798578,0.0004510654,0.0006003989,0.000243483,0.00001961142,0.00006880761,0.00005868346,0.0003043229,0.0008855934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002170107,"about_ca_system_score_gemma":0.00008161787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008892946,"about_ca_topic_score_gemma":8.628185e-7,"domain_scores_codex":[0.997871,0.00006041883,0.001339059,0.0002573304,0.000188339,0.0002838433],"domain_scores_gemma":[0.9984661,0.0003300315,0.0001685325,0.0008859414,0.00005513721,0.00009430086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.380846e-8,0.000002260396,2.157235e-9,0.4730526,0.0001326231,0.000003385574,0.000003977098,0.00001168046,1.316321e-8,0.0003346203,0.002325108,0.5241337],"study_design_scores_gemma":[0.00002219005,0.000006860238,6.010244e-8,0.2965079,0.0002201519,0.00013554,0.000002222127,0.00004020326,1.988299e-7,8.76204e-7,0.7027751,0.000288792],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.326355e-9,0.9401737,0.0004186774,0.000009135066,0.000605032,0.001368428,0.00003275733,0.0005803152,0.05681197],"genre_scores_gemma":[1.215708e-7,0.997672,0.001051161,0.00000818737,0.0001454679,0.0004230552,0.00003929198,0.0001709767,0.0004897565],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7004499,"threshold_uncertainty_score":0.9998924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2261171521","doi":"10.4271/2000-01-3522","title":"Trailer Underride Protection - A Canadian Perspective","year":2000,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Transport Canada","funders":"Transport Canada","keywords":"Trailer; Perspective (graphical); Computer science; Computer network; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01019016070934818,"gpt":0.2087922404593571,"spread":0.1986020797500089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004082649,0.0009333243,0.0008611201,0.0004391745,0.0003453626,0.0001333531,0.0008792445,0.0008870773,0.002639776],"category_scores_gemma":[0.0002338823,0.0009384489,0.0004368097,0.001048244,0.000441934,0.0005226108,0.00006348449,0.001721462,0.0008424428],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002701782,"about_ca_system_score_gemma":0.0002152227,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.00725642,"about_ca_topic_score_gemma":0.7387284,"domain_scores_codex":[0.9958724,0.00009362146,0.0009460697,0.001058077,0.0006614469,0.001368368],"domain_scores_gemma":[0.9975658,0.0001566488,0.0000694739,0.001345207,0.00009492103,0.000767929],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.0001110073,0.0001216287,0.00002287064,0.00009243729,0.000161947,0.000122236,0.0001614803,0.007090233,0.9640689,0.0146334,0.004856213,0.008557658],"study_design_scores_gemma":[0.0005707189,0.0004390892,0.7548649,0.0002551745,0.00005769167,0.00031634,0.0001925135,0.000004214109,0.0001013643,0.00146326,0.240646,0.001088728],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2539696,0.001132423,0.00001458084,0.007026404,0.001225409,0.004237109,0.0002081151,0.01852606,0.7136602],"genre_scores_gemma":[0.9951218,0.0001685016,0.001338235,0.0006032366,0.0003167491,0.0009225377,0.00002581268,0.0002945896,0.001208556],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9639675,"threshold_uncertainty_score":0.9999355,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394744957","doi":"10.1145/3597503.3639093","title":"Analyzing and Debugging Normative Requirements via Satisfiability Checking","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council","keywords":"Debugging; Computer science; Software engineering; Usability; Normative; Redundancy (engineering); Sociotechnical system; Requirements elicitation; USable; Software; Human–computer interaction; Requirements engineering; Artificial intelligence; Programming language; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.009761675411301834,"gpt":0.2254702456452484,"spread":0.2157085702339465,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002974287,0.0001632525,0.0001625657,0.0001393526,0.00003971807,0.00009797706,0.00007112882,0.00005148993,0.00006245541],"category_scores_gemma":[0.00001827181,0.0001604583,0.00003849627,0.0002365957,0.00001934303,0.0002591503,0.00003967805,0.0001486307,0.00004801611],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001911842,"about_ca_system_score_gemma":0.000009896978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002948884,"about_ca_topic_score_gemma":0.000006434766,"domain_scores_codex":[0.9991893,0.00001381068,0.0002751963,0.0001911014,0.00009846577,0.0002321902],"domain_scores_gemma":[0.9996458,0.0000937818,0.000009910973,0.0001719099,0.00001408038,0.00006445798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007439116,0.00002891763,0.04427043,0.009005673,0.001979425,0.0001047239,0.01227987,0.2755411,0.1253169,0.01002388,0.002102406,0.5193392],"study_design_scores_gemma":[0.00008004469,0.000006439469,0.007049653,0.0002375275,0.00002248303,0.00001984297,0.00005298735,0.9853625,0.002939889,0.0002528014,0.003721101,0.0002547421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1681207,0.003456775,0.8031742,0.00007274171,0.001208088,0.0002904663,0.000004555089,0.003111235,0.02056122],"genre_scores_gemma":[0.994167,0.00001974789,0.005605466,0.000007793009,0.00007841819,0.0000211364,0.000002219222,0.00003954658,0.00005864833],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8260463,"threshold_uncertainty_score":0.65433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3080919791","doi":"10.1007/978-3-030-54549-9_3","title":"Just Enough Formality in Assurance Argument Structures","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Formality; Computer science; Argument (complex analysis); Guard (computer science); Software deployment; Risk analysis (engineering); Software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01448829300531915,"gpt":0.2165777043148529,"spread":0.2020894113095338,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003331263,0.0005332284,0.0005912863,0.0004045036,0.00004969325,0.0001201285,0.001034313,0.0003056295,0.00002621355],"category_scores_gemma":[0.00004808703,0.000546463,0.00009029875,0.0003639331,0.0001730228,0.0002316183,0.0002315733,0.0009599018,0.00003122781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006979049,"about_ca_system_score_gemma":0.0001514366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001901548,"about_ca_topic_score_gemma":0.00006926951,"domain_scores_codex":[0.99758,0.00001182708,0.0005986009,0.0007215301,0.0005399899,0.0005480497],"domain_scores_gemma":[0.998897,0.0001993834,0.00008654857,0.0006468411,0.00004443522,0.0001258531],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002446469,0.000003005263,0.00006307923,0.0002772923,0.00001240409,0.00005045994,0.0005331388,0.954567,0.0001487857,0.00256605,0.00002136046,0.04175494],"study_design_scores_gemma":[0.0004385947,0.00006053819,0.002548902,0.0008709414,0.00001064504,0.00005816049,5.251363e-7,0.9624372,0.003012735,0.01411491,0.01518518,0.001261672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003410747,0.001030214,0.9885629,0.0002225088,0.0029997,0.0004853682,0.00001711765,0.0003835863,0.005957486],"genre_scores_gemma":[0.9399472,0.00004185614,0.05908495,0.0002254169,0.000552287,0.00001752037,0.00000862629,0.00007848708,0.00004366849],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9396061,"threshold_uncertainty_score":0.9996987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100608448","doi":"10.1049/iet-its.2013.0022","title":"Surrogate safety measures as aid to driver assistance system design of the cognitive vehicle","year":2013,"lang":"en","type":"article","venue":"IET Intelligent Transport Systems","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ministry of Transportation of Ontario; Carleton University","funders":"National Highway Traffic Safety Administration; Ministère des Transports; Natural Sciences and Engineering Research Council of Canada; McGill University; U.S. Department of Transportation","keywords":"Advanced driver assistance systems; Vehicle safety; Cognition; Computer science; Automotive engineering; Transport engineering; Engineering; Risk analysis (engineering); Business; Psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0165759839673109,"gpt":0.1998129726192689,"spread":0.183236988651958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000613485,0.0004447102,0.0006729809,0.000140592,0.00009358664,0.00004153589,0.000594008,0.000194285,0.00005264431],"category_scores_gemma":[0.00003088441,0.0003635149,0.0002370306,0.0005262177,0.00006612645,0.0001773513,0.00001919474,0.0002653009,0.0006749833],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004130603,"about_ca_system_score_gemma":0.00006692018,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005426488,"about_ca_topic_score_gemma":0.00002575411,"domain_scores_codex":[0.9971044,0.0001452824,0.001164185,0.0003892751,0.0006592814,0.0005375873],"domain_scores_gemma":[0.998435,0.0002241633,0.0001380778,0.0006456876,0.0003324204,0.0002246629],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005578502,0.00003785366,0.005945869,0.001425507,0.0004751623,0.00001539705,0.002572558,0.9776883,0.009551313,0.001137285,0.000499171,0.000595856],"study_design_scores_gemma":[0.003551934,0.0006119466,0.1255523,0.02567199,0.0008962974,0.0003571218,0.01705279,0.4317918,0.2939473,0.00004806882,0.095301,0.005217462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1662479,0.001597391,0.8159199,0.00004648437,0.0048257,0.004774932,0.0001401451,0.001083225,0.005364265],"genre_scores_gemma":[0.9983721,0.00003136724,0.0002343765,0.00001759286,0.0001245541,0.0005051479,0.000008490033,0.0001219121,0.000584454],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8321242,"threshold_uncertainty_score":0.9998817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394744703","doi":"10.1109/ojvt.2024.3387414","title":"A Formal Approach to Road Safety Assessment Using Traffic Conflict Techniques","year":2024,"lang":"en","type":"article","venue":"IEEE Open Journal of Vehicular Technology","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Concordia University","funders":"DePaul University","keywords":"Traffic conflict; Road traffic; Computer science; Transport engineering; Computer security; Risk analysis (engineering); Engineering; Business; Floating car data; Traffic congestion","retraction":null,"screen_n_in":null,"score":{"opus":0.02090472458170064,"gpt":0.2880445202009528,"spread":0.2671397956192522,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001012438,0.0002909797,0.0006074082,0.001015629,0.00006714457,0.0001933893,0.001106092,0.0003362222,0.00001100511],"category_scores_gemma":[0.00001926446,0.0002690185,0.0001605192,0.000881093,0.00004943347,0.000523826,0.0001415227,0.0008539477,0.00001364435],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005716968,"about_ca_system_score_gemma":0.0001674236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006076749,"about_ca_topic_score_gemma":7.012862e-7,"domain_scores_codex":[0.9981608,0.00003426555,0.0008548332,0.0002323744,0.000264185,0.0004535173],"domain_scores_gemma":[0.9992399,0.00002735234,0.00009748386,0.0003903248,0.0001188026,0.000126112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001951744,0.00007028573,0.00001984086,0.0003077933,0.000624574,0.0003401067,0.0002902364,0.8114367,0.08807009,0.002748272,0.0009541983,0.09511843],"study_design_scores_gemma":[0.0006339764,0.0003900217,0.000132969,0.001196089,0.0001629542,0.006970535,0.0003351776,0.6860127,0.03419472,0.00007192472,0.2691579,0.0007410637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2245931,0.002407192,0.7637433,0.0003756176,0.001739894,0.001079368,0.00001139083,0.001204477,0.004845611],"genre_scores_gemma":[0.8702993,0.00006026042,0.1292613,0.00002337242,0.0001836501,0.00004434096,0.000001518925,0.00009211931,0.00003409741],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6457062,"threshold_uncertainty_score":0.9999762,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000035092","doi":"10.1145/2038642.2038676","title":"Software certification experience in the canadian nuclear industry","year":2011,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University","funders":"U.S. Food and Drug Administration","keywords":"Certification; Licensee; Process (computing); Engineering; Computer science; Work (physics); Software engineering; Engineering management; License; Operating system; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.05648061795900752,"gpt":0.213493195519733,"spread":0.1570125775607255,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009711622,0.00007273335,0.00005268678,0.00008196467,0.00003591622,0.0000187777,0.0002431362,0.0001317323,0.0002248451],"category_scores_gemma":[0.00002349451,0.00006052745,0.00001304429,0.0001764612,0.00001534917,0.00008871679,0.000005352627,0.0002282476,0.00007003691],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001515221,"about_ca_system_score_gemma":0.00002131584,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03817978,"about_ca_topic_score_gemma":0.03944701,"domain_scores_codex":[0.9995385,0.00001020256,0.0001232572,0.0000824561,0.00006642821,0.0001791328],"domain_scores_gemma":[0.9996538,0.00001587591,0.0000065652,0.0002573167,0.00000879866,0.00005763091],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00001345079,0.0001478416,0.2586717,0.0003984236,0.000140692,0.0002565908,0.4334095,0.05557615,0.00200443,0.1569073,0.04052509,0.05194883],"study_design_scores_gemma":[0.0002337321,0.000018826,0.8033975,0.00006986586,0.000006219857,0.00006236802,0.005831541,0.02785527,0.001301973,0.0004110734,0.1601094,0.0007022996],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8287384,0.00008141316,0.003620836,0.0002165587,0.0009058391,0.0004850219,0.000003712088,0.001076477,0.1648718],"genre_scores_gemma":[0.9976166,8.072228e-7,0.002169423,0.00006852951,0.00002486285,0.00003767922,8.469519e-7,0.00001962735,0.00006157328],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5447257,"threshold_uncertainty_score":0.9780806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200032009","doi":"10.1002/j.2334-5837.2021.00882.x","title":"Integrating Safety Analysis into Model‐Based Systems Engineering for Aircraft Systems: A Literature Review and Methodology Proposal","year":2021,"lang":"en","type":"review","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Systems Modeling Language; Systems engineering; Computer science; Process (computing); Interface (matter); Unified Modeling Language; Software engineering; Modeling language; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02880785090529261,"gpt":0.3165056685482954,"spread":0.2876978176430028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001585323,0.001116054,0.004205877,0.0009547069,0.00008268075,0.000401631,0.0008226814,0.0007858198,0.000007509014],"category_scores_gemma":[0.0004231932,0.001037555,0.001120431,0.001273365,0.00003383732,0.0002616483,0.0001718704,0.0009026973,0.000006290822],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001432512,"about_ca_system_score_gemma":0.0002868732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004240834,"about_ca_topic_score_gemma":0.000008911095,"domain_scores_codex":[0.9955842,0.0002619695,0.002240204,0.0009375805,0.0004475474,0.0005284976],"domain_scores_gemma":[0.9967417,0.001273567,0.0004584418,0.0007540963,0.0005614207,0.0002107956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003950071,0.00002316406,0.000001339181,0.2194552,0.006587175,0.00005171141,0.0001314282,0.7570863,0.0000305123,0.004524716,0.00038507,0.01171935],"study_design_scores_gemma":[0.0001280391,0.00001294807,8.302875e-8,0.06515297,0.00323771,0.0001863418,0.000007373562,0.51103,0.000002084228,0.00000249146,0.4196821,0.0005578569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.985395e-7,0.5966905,0.3984974,0.00006604745,0.002082077,0.001619769,0.0005612916,0.0003868295,0.00009590554],"genre_scores_gemma":[0.00006523845,0.9509032,0.04250342,0.00003225412,0.0006602712,0.002913757,0.002460761,0.0002783815,0.0001827076],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4192971,"threshold_uncertainty_score":0.9992075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096184752","doi":"10.1007/11880240_39","title":"Model-Driven Assessment of Use Cases for Dependable Systems","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02656903068082377,"gpt":0.2435252163680583,"spread":0.2169561856872345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002422754,0.0004080263,0.000603538,0.0004822772,0.00005143317,0.0001284612,0.0006220711,0.0002670841,0.000002401348],"category_scores_gemma":[0.00003035334,0.0004120189,0.0001153878,0.0001514359,0.0001278363,0.0002267148,0.000113783,0.0003141171,0.000001695288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005449156,"about_ca_system_score_gemma":0.0002122151,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008333956,"about_ca_topic_score_gemma":0.00004895128,"domain_scores_codex":[0.9980499,0.000006313166,0.0005864017,0.0005124279,0.0004270794,0.0004178596],"domain_scores_gemma":[0.9983401,0.0006568237,0.000135005,0.0006388752,0.0001601813,0.00006906126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[9.413395e-7,0.00000517033,0.00009572651,0.0004015549,0.0000183684,0.00001397097,0.00002739823,0.9951874,0.0003370087,0.001787005,0.0000689325,0.00205654],"study_design_scores_gemma":[0.0001593093,0.00004265378,0.00004881401,0.000628612,0.00001534535,0.00004548049,7.78465e-8,0.9965502,0.0003291572,0.0003809962,0.001403292,0.0003960521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003915634,0.0003565274,0.9953899,0.000005495844,0.00174592,0.0007548851,0.00009593125,0.0002195262,0.001040243],"genre_scores_gemma":[0.7265918,0.000007255644,0.2727566,0.000009188871,0.0002277519,0.00004338185,0.00001925182,0.00008369865,0.0002611347],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7262002,"threshold_uncertainty_score":0.9998332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406071959","doi":"10.1016/j.geits.2025.100262","title":"Enhancing security in the ISO 15118–20 EV charging system","year":2025,"lang":"en","type":"article","venue":"Green Energy and Intelligent Transportation","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer security; Business; Security system; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.005425623519634959,"gpt":0.1906480694446055,"spread":0.1852224459249705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002426141,0.0001549367,0.0001671305,0.0001671818,0.00005086277,0.00002128272,0.0001257477,0.00008944016,0.000005402014],"category_scores_gemma":[0.000002748446,0.0001389909,0.00004551803,0.0003006228,0.00001461984,0.0001103917,0.000001641698,0.0001226265,0.000002713918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000817599,"about_ca_system_score_gemma":0.00001227286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007098647,"about_ca_topic_score_gemma":0.002001032,"domain_scores_codex":[0.9991324,0.00002878899,0.0003815605,0.0001628338,0.0001070764,0.0001873324],"domain_scores_gemma":[0.9997086,0.00006558733,0.00002475432,0.0001564263,0.0000195066,0.00002512162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005846423,0.00008495147,0.01025422,0.0056179,0.0003956875,0.00008952213,0.03679928,0.4661326,0.01091996,0.4329407,0.0005095624,0.03619713],"study_design_scores_gemma":[0.001169847,0.00008424537,0.05199844,0.003594965,0.0002015068,0.00002842329,0.009695982,0.6188915,0.1232474,0.0016758,0.1879952,0.001416671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.299408,0.004021375,0.6858435,0.0002730874,0.001642479,0.0004037333,0.00001977983,0.000697784,0.007690272],"genre_scores_gemma":[0.9994384,0.0001304058,0.00008666248,0.00006314913,0.00006867969,0.00006518234,0.00004677391,0.00001605077,0.00008470418],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7000304,"threshold_uncertainty_score":0.5667886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1137612012","doi":"10.1201/9781439800959","title":"Standards, Conformity Assessment, and Accreditation for Engineers","year":2009,"lang":"en","type":"book","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Accreditation; Conformity assessment; Conformity; Engineering ethics; Engineering; Political science; Medical education; Medicine; Operations management; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.009229536758888147,"gpt":0.254243806619344,"spread":0.2450142698604558,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003144644,0.0003862091,0.0004522057,0.0001918502,0.00003364435,0.00006654839,0.0001281104,0.0003758987,0.00003806585],"category_scores_gemma":[0.0000249341,0.0004204937,0.00009709826,0.00003824091,0.00001937089,0.0001525264,0.00001358787,0.0002770374,0.000005001834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000953956,"about_ca_system_score_gemma":0.0003326289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001231788,"about_ca_topic_score_gemma":0.000002242389,"domain_scores_codex":[0.9988506,0.000004009679,0.0003824622,0.0002252077,0.000262325,0.0002753448],"domain_scores_gemma":[0.9992804,0.0001769982,0.00005398237,0.0002578558,0.0001279054,0.0001028353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007546922,0.000006617507,0.000004359018,0.002299053,0.0004562138,0.000005111783,0.0001886869,0.05618954,0.00005010256,0.05458822,0.8576903,0.02851427],"study_design_scores_gemma":[0.0004990805,0.00005772442,0.0001323509,0.000163469,0.00006096428,0.00001183837,0.00001680684,0.08475145,0.000030642,0.0009709856,0.9127818,0.0005228437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000009328095,0.000666689,0.3883721,0.00002166625,0.0009270953,0.0009474241,0.0003462305,0.001224343,0.6074851],"genre_scores_gemma":[0.01120016,0.0006738379,0.09116563,0.0001368128,0.002748607,0.0005309577,0.002257636,0.0007115858,0.8905748],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2972065,"threshold_uncertainty_score":0.9998247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321615342","doi":"10.56094/jss.v58i1.215","title":"Incremental Assurance Through Eliminative Argumentation","year":2023,"lang":"en","type":"article","venue":"Journal of System Safety","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Critical Systems Labs","funders":"Carnegie Mellon University; U.S. Department of Defense","keywords":"Quality assurance; Argumentation theory; Certification; Argument (complex analysis); Safety case; Plan (archaeology); Computer science; Process management; Risk analysis (engineering); Field (mathematics); Point (geometry); Operations management; Medicine; Business; Engineering; Political science; Law; Mathematics; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.01100525366762661,"gpt":0.2269170264081484,"spread":0.2159117727405218,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000709052,0.0001686836,0.0003495722,0.0001845106,0.00005363373,0.00002579235,0.0002020456,0.00007167636,0.0000127848],"category_scores_gemma":[0.00002688769,0.000159318,0.000126775,0.0004642813,0.00001613479,0.0004361494,0.00002088705,0.0001898862,0.0001786567],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006916822,"about_ca_system_score_gemma":0.00003389984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005264892,"about_ca_topic_score_gemma":0.000001076679,"domain_scores_codex":[0.9983749,0.00005303833,0.000847038,0.00009321192,0.0003987997,0.0002330165],"domain_scores_gemma":[0.9992783,0.000156331,0.0002348978,0.0001506517,0.0001165907,0.00006321823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001013124,0.0000343734,0.001844582,0.003011839,0.0009762486,0.0003028462,0.006563229,0.9338897,0.03115081,0.005211863,0.01191342,0.004999761],"study_design_scores_gemma":[0.01261989,0.000907158,0.2629719,0.01533432,0.0005070625,0.004566763,0.0438509,0.4012865,0.07973218,0.0003161935,0.1747896,0.003117486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.496415,0.002596494,0.4215229,0.0005436992,0.02238311,0.00144939,0.0001412349,0.003057473,0.05189067],"genre_scores_gemma":[0.9974957,0.0001009832,0.00187681,0.000007439626,0.0003940835,0.000009606687,0.000006120009,0.00004566997,0.00006360674],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5326032,"threshold_uncertainty_score":0.6496801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404953002","doi":"10.1109/issre62328.2024.00035","title":"AI-Supported Eliminative Argumentation: Practical Experience Generating Defeaters to Increase Confidence in Assurance Cases","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Critical Systems Labs; University of Toronto","funders":"","keywords":"Argumentation theory; Computer science; Artificial intelligence; Psychology; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.02100938820562495,"gpt":0.3085016468004227,"spread":0.2874922585947978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001952922,0.000194163,0.0001767873,0.0001862593,0.00002793384,0.0001347602,0.00009977542,0.00005603407,0.0001684595],"category_scores_gemma":[0.000258033,0.0002011652,0.00003176201,0.0004706983,0.00002411677,0.000502768,0.00002724919,0.0001814063,0.0001489524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002586712,"about_ca_system_score_gemma":0.00006691846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002078538,"about_ca_topic_score_gemma":0.00007675399,"domain_scores_codex":[0.998816,0.00003516567,0.0003656456,0.000299428,0.0001918378,0.0002919354],"domain_scores_gemma":[0.9991968,0.0004403255,0.00001332445,0.0001843759,0.00003886599,0.0001262629],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003214382,0.0000497439,0.002694505,0.0008052803,0.0001409071,0.003863246,0.02069271,0.8357279,0.1105874,0.01190343,0.009005556,0.004497152],"study_design_scores_gemma":[0.0002368017,0.0000566222,0.003027238,0.0005332641,0.00001458395,0.0005240102,0.002448467,0.9324707,0.05229171,0.00002353977,0.007779343,0.0005937095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6377348,0.000324244,0.3542379,0.0008198164,0.001222816,0.0006189482,0.00001378575,0.001291458,0.003736264],"genre_scores_gemma":[0.9843876,0.00000847864,0.014738,0.0002109432,0.00008270743,0.0002878092,0.000006525375,0.00003835851,0.0002395946],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3466528,"threshold_uncertainty_score":0.8203279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1490382653","doi":"10.1007/11760146_37","title":"Computational Modeling and Experimental Validation of Aviation Security Procedures","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Aviation; Computer security; Aerospace engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.00845856490638126,"gpt":0.2154727887010644,"spread":0.2070142237946831,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001675352,0.0002196683,0.0002335785,0.0003230707,0.00003852243,0.00004880909,0.0001846618,0.0001407898,0.000004025652],"category_scores_gemma":[0.00001199096,0.0002433775,0.00003190748,0.0001067093,0.00009839364,0.0001639971,0.00006569373,0.0001889781,0.000001436009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001969187,"about_ca_system_score_gemma":0.00007251433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000011702,"about_ca_topic_score_gemma":0.000003074309,"domain_scores_codex":[0.9988586,0.000004757496,0.0003439781,0.0003106167,0.0003273525,0.0001546352],"domain_scores_gemma":[0.9995946,0.00007429053,0.00006826373,0.0001561801,0.00007373219,0.00003289069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[9.96233e-7,0.000004259516,0.00002690136,0.0001291097,0.000005134406,9.396329e-7,0.000364567,0.9973369,0.0002877308,0.0005307725,0.000003629973,0.001309008],"study_design_scores_gemma":[0.0001163841,0.00001714303,0.00003334516,0.0002492919,0.00000363849,0.00001303559,2.180907e-7,0.9809074,0.006237321,0.01219798,0.00001203753,0.0002121634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01186286,0.0006404215,0.9858858,0.00001016851,0.0004182908,0.0002222192,0.000006674084,0.0001205476,0.0008330266],"genre_scores_gemma":[0.9607285,0.000003419178,0.03905443,0.000009143076,0.0001438008,0.000005809716,0.00002092056,0.00002732289,0.000006700986],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9488656,"threshold_uncertainty_score":0.9924645,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4379409284","doi":"10.1109/tse.2023.3282981","title":": A Semantics-Guided Safety Enhancement Framework for AI-Enabled Cyber-Physical Systems","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Artificial intelligence; Cyber-physical system; Robotics; Modular design; Flexibility (engineering); Redundancy (engineering); Machine learning; Robot; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01520145774704181,"gpt":0.2474733562686142,"spread":0.2322718985215723,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002794522,0.0005652191,0.0006260659,0.0005112405,0.0001704041,0.0001015036,0.0003130698,0.0002711446,0.00002150333],"category_scores_gemma":[0.00006480272,0.0006519072,0.00031535,0.0009779319,0.00001950394,0.0002122382,0.000003532385,0.0006165321,0.0002874648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005050777,"about_ca_system_score_gemma":0.00003960387,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009917299,"about_ca_topic_score_gemma":8.589882e-7,"domain_scores_codex":[0.9976022,0.00001840238,0.0006402041,0.0004711456,0.0003858251,0.0008822629],"domain_scores_gemma":[0.9981695,0.0008072422,0.00004538217,0.0006645984,0.00009526119,0.000217965],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000127296,0.00003670933,0.000003801666,0.0008385456,0.0002769087,0.000009443727,0.0003524606,0.9937795,0.002013197,0.0009740071,0.0007064415,0.0009962865],"study_design_scores_gemma":[0.0005901903,0.00007487028,0.00005700228,0.0006539992,0.00008180653,0.0000181486,0.00004892657,0.9655024,0.01733971,0.00004973997,0.01482805,0.0007551956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009837464,0.00009102601,0.9754257,0.00004661201,0.006576661,0.001107565,0.0001304472,0.006746941,0.00003754544],"genre_scores_gemma":[0.9685565,0.00005863551,0.0284299,0.00002360123,0.0005336605,0.001518277,0.00002828517,0.0003621115,0.0004889773],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9587191,"threshold_uncertainty_score":0.9995932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399577082","doi":"10.1145/3650105.3652291","title":"Assessing the Impact of GPT-4 Turbo in Generating Defeaters for Assurance Cases","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; York University","funders":"","keywords":"Turbo; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02299245954635233,"gpt":0.3056516118762312,"spread":0.2826591523298789,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002503491,0.0001272229,0.0001571328,0.0000918863,0.00001884157,0.0001036485,0.00009719319,0.00004322318,0.00001112427],"category_scores_gemma":[0.00005928249,0.00008510618,0.0001082368,0.0002086274,0.00001143982,0.0001915027,0.000009629533,0.00009232324,0.00000305921],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001549204,"about_ca_system_score_gemma":0.00003917533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001613618,"about_ca_topic_score_gemma":0.00001739176,"domain_scores_codex":[0.9993604,0.00001293983,0.0002581383,0.0001104976,0.00006205015,0.000195916],"domain_scores_gemma":[0.9992626,0.0005364011,0.00001323088,0.000152487,0.00001497159,0.00002031078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[5.874822e-7,0.000002112829,0.0009628732,0.0002645701,0.00005458068,0.000007006719,0.0002473726,0.9761304,0.01851942,0.00008195933,0.0004818217,0.003247352],"study_design_scores_gemma":[0.00008270827,0.0000124849,0.005418998,0.0002261002,0.000006299275,0.00003188483,0.00008822959,0.9884277,0.005301852,0.000009669659,0.0002790096,0.0001150613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8744243,0.001910322,0.1208244,0.00002418632,0.0006336595,0.0003054758,0.0000116565,0.0004025719,0.001463363],"genre_scores_gemma":[0.9936015,0.000006059913,0.006130681,0.000003142961,0.0001081286,0.00005760007,0.000002853863,0.00004243741,0.00004761148],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1191771,"threshold_uncertainty_score":0.347053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3005724777","doi":"10.1109/issre.2019.00045","title":"Criteria to Systematically Evaluate (Safety) Assurance Cases","year":2019,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Soundness; Computer science; Identification (biology); Process (computing); Risk analysis (engineering); Quality assurance; Safety assurance; Quality (philosophy); Notation; Reliability engineering; Engineering; Operations management; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01100388508439069,"gpt":0.2400720813101664,"spread":0.2290681962257757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003563748,0.0002297345,0.0003835961,0.0001227639,0.00001885521,0.00005363558,0.0002418459,0.00007403053,0.0008968858],"category_scores_gemma":[0.0001094803,0.0002138588,0.00006716645,0.0002468011,0.000005889537,0.0001315447,0.00003618927,0.00009013654,0.006481285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001570515,"about_ca_system_score_gemma":0.00002040597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001295534,"about_ca_topic_score_gemma":0.000005690368,"domain_scores_codex":[0.9986665,0.00003226406,0.000478228,0.0002266122,0.0002437772,0.0003525921],"domain_scores_gemma":[0.998943,0.0002525576,0.00001831829,0.0005775017,0.00006189317,0.0001467297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000275553,0.00002374705,0.001222968,0.006455319,0.0002546594,0.00006036512,0.0004450798,0.9249657,0.04651316,0.006950432,0.01200199,0.001078963],"study_design_scores_gemma":[0.001115241,0.000191218,0.01730182,0.002372148,0.00005558956,0.0003877243,0.0001955719,0.8635983,0.007993858,0.00004932287,0.1050746,0.001664573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3881177,0.0006104432,0.3059461,0.0004567376,0.008933515,0.003584517,0.0000452721,0.005604156,0.2867016],"genre_scores_gemma":[0.9870641,0.00000353843,0.009498781,0.0000760031,0.00009239297,0.00008161543,0.000003035627,0.0000754961,0.003104993],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5989465,"threshold_uncertainty_score":0.9942923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386585696","doi":"10.1007/978-3-031-40923-3_1","title":"Assurance Case Arguments in the Large: The CERN LHC Machine Protection System","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of Toronto; Critical Systems Labs","funders":"Natural Sciences and Engineering Research Council of Canada; CERN","keywords":"Large Hadron Collider; Argumentation theory; Argument (complex analysis); Computer science; Particle physics; Physics; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01323672471083598,"gpt":0.207494105159835,"spread":0.1942573804489991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001386998,0.0004082042,0.0003378921,0.0003793395,0.0001873459,0.0001958176,0.001145549,0.0002229554,0.000003828582],"category_scores_gemma":[0.00004689952,0.0002728933,0.00008082268,0.0006209072,0.0001114233,0.000129923,0.0001792252,0.00108799,0.00007110603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005438282,"about_ca_system_score_gemma":0.00005488312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009312561,"about_ca_topic_score_gemma":0.0003991752,"domain_scores_codex":[0.9979773,0.00004527778,0.0004557298,0.0005231546,0.0005004182,0.0004981178],"domain_scores_gemma":[0.9985626,0.0003592889,0.00009541099,0.0008965635,0.00004437221,0.00004176738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000207892,0.000007563845,0.00002488808,0.0005494334,0.00002065923,0.0006805075,0.001245633,0.9681276,0.00003124938,0.001059398,0.00002009654,0.02823088],"study_design_scores_gemma":[0.0002096368,0.0000233246,0.0001893607,0.001031769,0.00000824469,0.001560143,0.000003484156,0.9925764,0.00006862707,0.0005395858,0.003436349,0.0003530665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0003150314,0.000621027,0.9912223,0.000240573,0.003993843,0.00146789,0.00002218672,0.0005763655,0.001540803],"genre_scores_gemma":[0.9972783,0.00001710692,0.001753975,0.00006974239,0.0004909585,0.0001448754,0.000004446921,0.00009137637,0.0001491965],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9969633,"threshold_uncertainty_score":0.9999723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}