{"meta":{"query_hash":"8f0893f2b2f1","filters":{"topic":"Safety Systems Engineering in Autonomy"},"cohort_total":243,"direct_labels_cover":2,"predictions_cover":243,"exported":243,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8f0893f2b2f1","api":"https://metacan.xera.ac/api/v1/cohort?topic=Safety+Systems+Engineering+in+Autonomy"},"results":[{"id":"W100914881","doi":"","title":"Contract by systems modelling: a case study on the FDA principles of software validation","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Variety (cybernetics); Obligation; Quality (philosophy); Process (computing); Product (mathematics); Software engineering; Software; Simplicity; Risk analysis (engineering); Management science; Data science; Engineering management; Engineering; Business; Artificial intelligence","score_opus":0.05949418898314697,"score_gpt":0.2645692926863379,"score_spread":0.20507510370319093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W100914881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41482827,0.0000654253,0.58225304,0.000013349397,0.0013522519,0.00049277395,0.00005812056,0.00058506377,0.00035168984],"genre_scores_gemma":[0.9974241,0.000008174611,0.0020894483,0.0000088557845,0.00015958841,0.00010678391,0.00002543406,0.00008570986,0.0000918803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805737,0.000026299662,0.0007136312,0.0002937963,0.0005814094,0.0003274992],"domain_scores_gemma":[0.9983453,0.0007641008,0.00012794128,0.00043401212,0.00023106295,0.00009756449],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006928922,0.0003581983,0.0003184793,0.00026930965,0.000053572465,0.00009819586,0.00044749465,0.00012315779,0.00003269516],"category_scores_gemma":[0.000288542,0.00031771464,0.00008899787,0.00018643231,0.000020853297,0.0001556169,0.00003870528,0.00040765552,0.00002348437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013994838,0.00007934298,0.0012065326,0.000060548606,0.0002105106,0.00015577477,0.0006879267,0.9900791,0.0005027301,0.006576803,0.00006343311,0.00036327512],"study_design_scores_gemma":[0.0005903465,0.00015355465,0.00060063327,0.00045899785,0.000028573722,0.00025770548,0.0012035841,0.9889412,0.0036354815,0.0000069110183,0.003600304,0.0005227145],"about_ca_topic_score_codex":0.00012552342,"about_ca_topic_score_gemma":0.000004145704,"teacher_disagreement_score":0.5825958,"about_ca_system_score_codex":0.00028312596,"about_ca_system_score_gemma":0.000028347346,"threshold_uncertainty_score":0.9999275},"labels":[],"label_agreement":null},{"id":"W1028198225","doi":"10.1007/978-3-540-76650-6_22","title":"Erratum to: Challenges in Software Certification","year":2007,"lang":"en","type":"erratum","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Certification; Software engineering; Software; Programming language; Management","score_opus":0.026189590540517914,"score_gpt":0.24478719483811795,"score_spread":0.21859760429760003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1028198225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009534703,0.0059000845,0.94974816,0.00035443975,0.042312104,0.00041227075,0.000004064359,0.00054194866,0.0006315973],"genre_scores_gemma":[0.53469455,0.0012043158,0.45540136,0.0005670358,0.0070879557,0.00025726497,0.00008225056,0.00042624705,0.0002790416],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971282,0.000027762928,0.00056321855,0.00088782003,0.0005638474,0.0008291683],"domain_scores_gemma":[0.9985032,0.0002246733,0.000060224585,0.00097305945,0.00008695668,0.00015190199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008461622,0.00047172606,0.00049400766,0.0015933008,0.000047271435,0.00012062913,0.0013070275,0.00055494776,0.000004889931],"category_scores_gemma":[0.00023549054,0.00051158434,0.000059282287,0.002114922,0.00009538654,0.00021387017,0.00018982856,0.0013349543,0.000054652082],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013383063,0.000012385921,0.00003696037,0.0003250413,0.000004118348,0.00003197975,0.0011106078,0.73705524,0.00014728855,0.000007878417,0.0044768164,0.2567903],"study_design_scores_gemma":[0.00021426067,0.000067333465,0.00849639,0.0023348194,0.000005689229,0.00006262738,0.0000025598192,0.90253043,0.0018038728,0.0007066098,0.08239242,0.001383006],"about_ca_topic_score_codex":0.000027093569,"about_ca_topic_score_gemma":0.00043430133,"teacher_disagreement_score":0.5345992,"about_ca_system_score_codex":0.0010680549,"about_ca_system_score_gemma":0.00017235271,"threshold_uncertainty_score":0.99973357},"labels":[],"label_agreement":null},{"id":"W1137612012","doi":"10.1201/9781439800959","title":"Standards, Conformity Assessment, and Accreditation for Engineers","year":2009,"lang":"en","type":"book","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Conformity assessment; Conformity; Engineering ethics; Engineering; Political science; Medical education; Medicine; Operations management; Law","score_opus":0.009229536758888147,"score_gpt":0.254243806619344,"score_spread":0.24501426986045582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1137612012","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009328095,0.000666689,0.3883721,0.00002166625,0.0009270953,0.0009474241,0.00034623052,0.0012243427,0.6074851],"genre_scores_gemma":[0.011200163,0.0006738379,0.09116563,0.00013681284,0.0027486067,0.00053095765,0.0022576358,0.0007115858,0.89057475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885064,0.0000040096793,0.0003824622,0.0002252077,0.00026232496,0.00027534485],"domain_scores_gemma":[0.9992804,0.00017699822,0.000053982374,0.00025785583,0.00012790541,0.00010283532],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031446439,0.0003862091,0.0004522057,0.00019185017,0.000033644348,0.00006654839,0.0001281104,0.0003758987,0.000038065853],"category_scores_gemma":[0.000024934096,0.00042049374,0.00009709826,0.000038240913,0.000019370893,0.00015252637,0.000013587866,0.00027703735,0.000005001834],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075469216,0.0000066175066,0.0000043590176,0.0022990527,0.00045621378,0.000005111783,0.00018868686,0.05618954,0.000050102564,0.054588217,0.8576903,0.028514268],"study_design_scores_gemma":[0.00049908046,0.000057724425,0.00013235092,0.000163469,0.00006096428,0.000011838374,0.000016806838,0.08475145,0.000030642004,0.00097098557,0.91278183,0.00052284374],"about_ca_topic_score_codex":0.0000012317882,"about_ca_topic_score_gemma":0.0000022423892,"teacher_disagreement_score":0.29720646,"about_ca_system_score_codex":0.00095395604,"about_ca_system_score_gemma":0.00033262887,"threshold_uncertainty_score":0.9998247},"labels":[],"label_agreement":null},{"id":"W1413060739","doi":"10.1007/978-3-642-53956-5_7","title":"Insulin Pump Software Certification","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Certification; Software engineering; Software; Programming language; Management","score_opus":0.013016548629935478,"score_gpt":0.20254599469818976,"score_spread":0.18952944606825428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1413060739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004541195,0.00071705127,0.9934432,0.00007120254,0.0026383416,0.00026914314,0.000005468924,0.00073468575,0.0020754945],"genre_scores_gemma":[0.7658254,0.000077053824,0.23119989,0.00025652416,0.0016708818,0.000039292365,0.000032568023,0.00023785341,0.00066055596],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981479,0.000008717652,0.00043673586,0.00060154125,0.00040868716,0.00039639394],"domain_scores_gemma":[0.9986421,0.00022749546,0.000079010126,0.00086526823,0.00008518572,0.00010093109],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034597673,0.00040886187,0.00038221935,0.0005195916,0.00006320636,0.0001196022,0.00089476025,0.00032841897,0.000028117029],"category_scores_gemma":[0.00007386157,0.00042877346,0.0000754608,0.00023915624,0.0001751964,0.00012361397,0.00013292048,0.0005801221,0.00018963843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.697074e-7,0.000001658186,0.0000087378485,0.00011527108,0.0000061594706,0.0000061482015,0.00012582,0.69451994,0.00021894755,0.00051446515,0.000024234641,0.304458],"study_design_scores_gemma":[0.00014330201,0.000028515926,0.00019309984,0.0005673967,0.00000843657,0.00004578173,4.1948763e-8,0.95617443,0.0028988337,0.0055697425,0.033633452,0.00073695875],"about_ca_topic_score_codex":0.0000050366793,"about_ca_topic_score_gemma":0.00001202633,"teacher_disagreement_score":0.76578,"about_ca_system_score_codex":0.00048593347,"about_ca_system_score_gemma":0.000074332296,"threshold_uncertainty_score":0.9998164},"labels":[],"label_agreement":null},{"id":"W1490382653","doi":"10.1007/11760146_37","title":"Computational Modeling and Experimental Validation of Aviation Security Procedures","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Aviation; Computer security; Aerospace engineering; Engineering","score_opus":0.00845856490638126,"score_gpt":0.2154727887010644,"score_spread":0.20701422379468315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490382653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011862858,0.0006404215,0.9858858,0.00001016851,0.00041829076,0.00022221923,0.000006674084,0.0001205476,0.0008330266],"genre_scores_gemma":[0.96072847,0.0000034191778,0.039054435,0.000009143076,0.0001438008,0.000005809716,0.000020920565,0.00002732289,0.000006700986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885863,0.000004757496,0.00034397806,0.00031061668,0.00032735246,0.00015463516],"domain_scores_gemma":[0.9995946,0.00007429053,0.00006826373,0.00015618009,0.00007373219,0.000032890686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016753523,0.00021966828,0.00023357854,0.0003230707,0.000038522427,0.000048809092,0.00018466181,0.00014078975,0.0000040256523],"category_scores_gemma":[0.000011990956,0.00024337746,0.00003190748,0.000106709274,0.00009839364,0.00016399706,0.00006569373,0.00018897813,0.0000014360093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.96233e-7,0.0000042595157,0.00002690136,0.00012910967,0.0000051344064,9.396329e-7,0.000364567,0.9973369,0.00028773077,0.0005307725,0.0000036299734,0.0013090081],"study_design_scores_gemma":[0.00011638407,0.000017143031,0.000033345164,0.00024929194,0.0000036384897,0.0000130355875,2.1809073e-7,0.98090744,0.0062373206,0.012197981,0.000012037534,0.0002121634],"about_ca_topic_score_codex":0.0000117020045,"about_ca_topic_score_gemma":0.000003074309,"teacher_disagreement_score":0.9488656,"about_ca_system_score_codex":0.00019691873,"about_ca_system_score_gemma":0.00007251433,"threshold_uncertainty_score":0.9924645},"labels":[],"label_agreement":null},{"id":"W1507988545","doi":"10.3141/1966-16","title":"Virtual Commercial Vehicle Compliance Stations: A Review of Legal and Institutional Issues","year":2006,"lang":"en","type":"review","venue":"Transportation Research Record Journal of the Transportation Research Board","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"California Department of Transportation; U.S. Department of Transportation","keywords":"Software deployment; Enforcement; Law enforcement; Business; Compliance (psychology); Transport engineering; Key (lock); Computer security; Engineering; Computer science; Political science; Law","score_opus":0.13906039388726674,"score_gpt":0.4144676730957073,"score_spread":0.27540727920844055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507988545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018601436,0.99274915,0.0017863404,0.0003252236,0.0007606463,0.0018284317,0.0004748184,0.00005602288,0.00015923973],"genre_scores_gemma":[0.0030248843,0.99466115,0.0014050701,0.000011720385,0.0002838608,0.00012794182,0.00013014935,0.00010786667,0.00024735153],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922189,0.000961291,0.0029300847,0.00035639695,0.0028654977,0.00066783815],"domain_scores_gemma":[0.9952583,0.0011695941,0.0006144376,0.00051910675,0.0021876951,0.00025089874],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034933626,0.00045592143,0.0017636297,0.0011317172,0.00030625882,0.0000829501,0.0010848799,0.00030252754,0.000084313724],"category_scores_gemma":[0.00015847717,0.00036622092,0.0006642573,0.0021488396,0.0007345824,0.00054429274,0.0000102067415,0.002809077,0.000015674883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014321791,0.00026693643,0.0010277578,0.30703312,0.0010245068,0.00017708958,0.0007471204,0.008209085,0.00004802486,0.008854007,0.029796544,0.6426726],"study_design_scores_gemma":[0.0005068674,0.00018703472,0.015590146,0.09686387,0.00023127641,0.0000037684981,0.00008236386,0.00023183021,0.000012003313,0.00008372402,0.8859039,0.00030323543],"about_ca_topic_score_codex":0.002590732,"about_ca_topic_score_gemma":0.0032956298,"teacher_disagreement_score":0.85610735,"about_ca_system_score_codex":0.00043681954,"about_ca_system_score_gemma":0.0011094176,"threshold_uncertainty_score":0.999879},"labels":[],"label_agreement":null},{"id":"W1509051045","doi":"10.22329/il.v22i3.2594","title":"Argument Representation for Dependable Computer-Based Systems","year":2001,"lang":"en","type":"article","venue":"Informal Logic","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dependability; Argument (complex analysis); Computer science; Variety (cybernetics); Representation (politics); Certification; Risk analysis (engineering); Management science; Software engineering; Artificial intelligence; Engineering; Business; Political science","score_opus":0.022330941509751318,"score_gpt":0.23294168385824915,"score_spread":0.21061074234849783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509051045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020660225,0.00012741107,0.962543,0.000017275099,0.0017932986,0.0006449434,0.000012017256,0.0007760902,0.0134257],"genre_scores_gemma":[0.98904103,0.0000034287527,0.01012452,0.000032982305,0.00028533663,0.00023731595,0.000052568113,0.000025956759,0.00019684494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913013,0.000006123768,0.00033992532,0.00010442691,0.00012573549,0.00029364537],"domain_scores_gemma":[0.9995626,0.00007238618,0.00004109567,0.00021922762,0.000042477586,0.00006217038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014491819,0.00014572877,0.00017119122,0.000101428,0.000044538003,0.0000619317,0.00013696255,0.00006794106,0.000028582981],"category_scores_gemma":[0.000006934217,0.00014505403,0.000063944586,0.00013529172,0.00000854518,0.00022068099,0.00001388266,0.00007075917,0.000065133056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000657457,0.000006495473,0.0008877154,0.00012333413,0.000023179522,0.000004052255,0.00003438896,0.9950214,0.00012289228,0.0012619271,0.00056876265,0.0019392982],"study_design_scores_gemma":[0.0005109523,0.000052235777,0.0009484912,0.000034761004,0.0000072887224,0.000026523388,0.000025494393,0.9401733,0.00092700624,0.000021292506,0.05709025,0.00018239333],"about_ca_topic_score_codex":0.000034324625,"about_ca_topic_score_gemma":9.949895e-7,"teacher_disagreement_score":0.9683808,"about_ca_system_score_codex":0.00008496787,"about_ca_system_score_gemma":0.000014188032,"threshold_uncertainty_score":0.59151316},"labels":[],"label_agreement":null},{"id":"W1534650736","doi":"10.1002/9781119953128.app3","title":"Appendix C: My Safety Plan","year":2011,"lang":"en","type":"other","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Plan (archaeology); Computer science; Geography; Archaeology","score_opus":0.010602808414269421,"score_gpt":0.17979989413340453,"score_spread":0.1691970857191351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534650736","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.4736192e-7,0.0010873029,0.032472655,0.0000029623507,0.0022576519,0.00028806966,0.000065136475,0.0058764815,0.9579494],"genre_scores_gemma":[0.00049560954,0.00014032518,0.0044737156,0.000015354222,0.0006894433,0.000039475337,0.00013225088,0.0017695267,0.9922443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990372,0.0000082505285,0.0002663147,0.00023161629,0.00012256736,0.00033404125],"domain_scores_gemma":[0.9992506,0.000017788616,0.000037132777,0.00058807916,0.000004810512,0.00010158955],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006251048,0.0004017198,0.0004040858,0.00026194385,0.000010849562,0.000013157055,0.00033178297,0.00042061892,0.03938956],"category_scores_gemma":[0.000003680299,0.00040056105,0.0000900092,0.00008960527,0.00001787612,0.00002459114,0.00003588324,0.00025052932,0.021481961],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.214365e-7,0.0000039073266,0.000014196851,0.00027677583,0.00016691102,0.000009034889,0.00004443257,0.0006451665,0.00000932059,0.0020493977,0.9958064,0.00097354566],"study_design_scores_gemma":[0.00013991183,0.0000052132946,0.000032655535,0.00018743098,0.000015420517,0.0000150961005,0.00000698018,0.00095660664,0.000048189206,0.000007462099,0.9981118,0.00047322962],"about_ca_topic_score_codex":0.00015648383,"about_ca_topic_score_gemma":0.000065599685,"teacher_disagreement_score":0.034294907,"about_ca_system_score_codex":0.00009889765,"about_ca_system_score_gemma":0.000017417646,"threshold_uncertainty_score":0.9998446},"labels":[],"label_agreement":null},{"id":"W1570292182","doi":"10.1109/mdat.2015.2462720","title":"Can Product-Specific Assurance Case Templates Be Used as Medical Device Standards?","year":2015,"lang":"en","type":"article","venue":"IEEE Design and Test","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Quality assurance; Process (computing); Product (mathematics); Risk analysis (engineering); Process management; Quality (philosophy); Key (lock); Product certification; Computer science; Reliability (semiconductor); Argument (complex analysis); Business; Food and drug administration; Engineering management; Computer security; Engineering; Medicine; Marketing","score_opus":0.042324970028178165,"score_gpt":0.2540947884094398,"score_spread":0.2117698183812616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570292182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83407485,0.014242574,0.12931189,0.0031002385,0.0066402815,0.0024981194,0.00030333368,0.004391206,0.0054375147],"genre_scores_gemma":[0.99744105,0.000059634025,0.0019417984,0.000044328437,0.0003029552,0.000052843185,0.0000041137796,0.00006564389,0.000087633794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859375,0.000043262662,0.00028664107,0.00026960653,0.0004895108,0.00031721054],"domain_scores_gemma":[0.9985317,0.00064568355,0.000028874914,0.0003046002,0.00011651215,0.00037263322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086987414,0.00023810336,0.00027323083,0.00008000174,0.000055330867,0.00006862942,0.00014272246,0.00011240196,0.000027182086],"category_scores_gemma":[0.0005459454,0.00023136685,0.000025794134,0.00020186175,0.00005546695,0.00011184453,0.000012985877,0.00022120119,0.000032828535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020424726,0.00055350957,0.017732054,0.0033736352,0.0011332128,0.04872507,0.022223534,0.34293386,0.078883976,0.0035046744,0.4389847,0.041747537],"study_design_scores_gemma":[0.00504482,0.0005031163,0.0014847363,0.0009120161,0.00009045691,0.030613536,0.0006652396,0.1383151,0.0834429,0.00028574633,0.7360063,0.0026360352],"about_ca_topic_score_codex":0.000097966666,"about_ca_topic_score_gemma":0.000058306534,"teacher_disagreement_score":0.29702163,"about_ca_system_score_codex":0.00016628257,"about_ca_system_score_gemma":0.00020590868,"threshold_uncertainty_score":0.94348663},"labels":[],"label_agreement":null},{"id":"W1873439862","doi":"10.1007/978-3-642-16561-0_29","title":"Certification of Software-Driven Medical Devices","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Medical software; Product certification; Product (mathematics); Software; Process (computing); Software engineering; Track (disk drive); Software quality; Engineering management; Risk analysis (engineering); Software development; Engineering; Management; Operating system; Medicine","score_opus":0.011316621436881905,"score_gpt":0.21627610423624813,"score_spread":0.2049594827993662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873439862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028436832,0.0003417753,0.9952471,0.0000771954,0.0024688905,0.00018798075,0.000004971101,0.00029026228,0.0010974484],"genre_scores_gemma":[0.6320128,0.00003274352,0.3670548,0.00008370299,0.000642439,0.000012351772,0.000010804664,0.000088530374,0.000061840045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813414,0.000005878341,0.0004801208,0.000415996,0.0006875386,0.00027635775],"domain_scores_gemma":[0.99873495,0.000313894,0.000101239166,0.00063817226,0.000098095836,0.00011363018],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003658069,0.00028777646,0.0003775699,0.00042020905,0.00003648192,0.000038391903,0.0010689946,0.00049572176,0.00007445617],"category_scores_gemma":[0.00012256291,0.0002825324,0.000068993184,0.00019450988,0.00034282083,0.00011196199,0.00014566853,0.00078147894,0.000031448075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001624455,0.000009421363,0.00027061906,0.0004260796,0.000028514856,0.000017751452,0.0004277249,0.5321593,0.0018817264,0.0009813111,0.000012099047,0.46378383],"study_design_scores_gemma":[0.00016041448,0.00003410791,0.0009179528,0.0010970497,0.000013113386,0.00005747579,8.141079e-8,0.9723659,0.0088738995,0.0034037654,0.01244002,0.00063622184],"about_ca_topic_score_codex":0.000009377235,"about_ca_topic_score_gemma":0.00006349272,"teacher_disagreement_score":0.6317284,"about_ca_system_score_codex":0.00014157362,"about_ca_system_score_gemma":0.00018943124,"threshold_uncertainty_score":0.9999627},"labels":[],"label_agreement":null},{"id":"W1883633751","doi":"10.71781/2024","title":"Les infractions portant atteinte à la sécurité du système informatique d’une entreprise","year":2011,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Computer science; Philosophy","score_opus":0.017991876582749197,"score_gpt":0.24981016867861927,"score_spread":0.23181829209587007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883633751","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27448115,0.0011826297,0.0077877417,0.00018446676,0.008773597,0.0031734824,0.00040032336,0.00012248116,0.70389414],"genre_scores_gemma":[0.8734205,0.0005980546,0.019830603,0.000013043065,0.00060573197,0.0007524367,0.002364805,0.00041572258,0.10199911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970109,0.00008909995,0.0015157773,0.00050945696,0.000293236,0.00058155746],"domain_scores_gemma":[0.99779665,0.0002859544,0.0005608552,0.00088039425,0.00021229911,0.0002638694],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053083175,0.00079844194,0.0009005737,0.00034537545,0.00021450836,0.0004285494,0.0010713177,0.0009262849,0.0066816984],"category_scores_gemma":[0.00015193626,0.0009399176,0.0002682525,0.00042134797,0.000054247706,0.0010454847,0.0001795873,0.0010275124,0.00427623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030973725,0.0009533714,0.012629167,0.008789311,0.0061160848,0.0013356523,0.24444719,0.17956337,0.010051316,0.024418913,0.00781757,0.5035683],"study_design_scores_gemma":[0.00068248506,0.00004761078,0.012588665,0.003064705,0.00032600906,0.0003167082,0.0035069163,0.016065631,0.004703087,0.000053697382,0.9573245,0.0013200085],"about_ca_topic_score_codex":0.010091474,"about_ca_topic_score_gemma":0.0013254674,"teacher_disagreement_score":0.9495069,"about_ca_system_score_codex":0.00043197343,"about_ca_system_score_gemma":0.00035715057,"threshold_uncertainty_score":0.9993051},"labels":[],"label_agreement":null},{"id":"W1911308778","doi":"10.1109/isre.1995.1393410","title":"Integrating requirements analysis and safety analysis","year":2005,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software requirements specification; Requirements analysis; Requirement; Non-functional testing; Functional requirement; System requirements specification; Software requirements; Requirement prioritization; Computer science; System requirements; Requirements elicitation; Requirements management; Software engineering; Non-functional requirement; Systems engineering; Software design; Software system; Reliability engineering; Software; Software development; Software construction; Engineering; Programming language","score_opus":0.007658705517525293,"score_gpt":0.2191400967566808,"score_spread":0.21148139123915552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911308778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078034565,0.0003068642,0.8909349,0.000071832575,0.00009433014,0.000112969836,0.000009667292,0.00083588116,0.029599003],"genre_scores_gemma":[0.9641683,0.000026304995,0.035268757,0.000019919158,0.000068652414,0.000011190301,0.000022001126,0.000020269863,0.0003945887],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990422,0.000013736136,0.00038457898,0.0001981681,0.00013772427,0.00022360738],"domain_scores_gemma":[0.9995133,0.00005077014,0.000026220723,0.00029820696,0.000024509538,0.00008696238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022646101,0.00017011681,0.00035657594,0.0006710304,0.000041161646,0.00004314915,0.00010888186,0.000060793995,0.00034005757],"category_scores_gemma":[0.000016458142,0.00016132546,0.0001697169,0.0019878573,0.000013537885,0.00016976905,0.000028372613,0.00009810998,0.000031002484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018445032,0.0000074621657,0.0388652,0.000024931118,0.008344993,0.0000013218314,0.0003089458,0.9343392,0.0010610721,0.00085024093,0.00010160008,0.016093176],"study_design_scores_gemma":[0.00013003204,0.0000030577942,0.046649925,0.000006119912,0.0015469462,0.0000011348919,0.00006558564,0.9424768,0.00069642253,0.0000037955974,0.008204717,0.00021547722],"about_ca_topic_score_codex":0.00006553478,"about_ca_topic_score_gemma":0.00032932908,"teacher_disagreement_score":0.88613373,"about_ca_system_score_codex":0.00014286989,"about_ca_system_score_gemma":0.0000041817216,"threshold_uncertainty_score":0.6578661},"labels":[],"label_agreement":null},{"id":"W1959340037","doi":"10.1007/978-3-319-45477-1_10","title":"Using STPA in an ISO 26262 Compliant Process","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Automotive industry; Process (computing); Computer science; Hazard analysis; Original equipment manufacturer; Manufacturing engineering; Functional safety; Hazard; Risk analysis (engineering); Engineering; Reliability engineering; Business","score_opus":0.027392353679146234,"score_gpt":0.25684850503408296,"score_spread":0.22945615135493674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1959340037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002055991,0.00039473062,0.9919916,0.00003110805,0.0020450144,0.00039602266,0.0000104356395,0.00033952604,0.002735599],"genre_scores_gemma":[0.9301208,0.000010470431,0.06884988,0.00008717569,0.00069670303,0.000013710715,0.0000036744455,0.00014768101,0.00006987553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975981,0.000011944611,0.00053208915,0.0007648888,0.00046342428,0.0006295456],"domain_scores_gemma":[0.9988011,0.00013694714,0.0000860914,0.00075142615,0.000089814894,0.00013462594],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038898172,0.0005176623,0.00054137176,0.00082365,0.00005941012,0.00013000223,0.0011253849,0.00031438092,0.000024150613],"category_scores_gemma":[0.000020576426,0.0004740205,0.00005872575,0.00033600023,0.00023642452,0.00039186375,0.00015222412,0.00060446747,0.000030528474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001955222,0.0000063523526,0.00017243574,0.00017323482,0.0000064911314,0.000047044665,0.000427024,0.9494021,0.0007453601,0.0005492319,0.0000010681154,0.04846771],"study_design_scores_gemma":[0.00022763899,0.00003625936,0.0002729689,0.0017256334,0.000004546636,0.00006396606,2.8495774e-7,0.98993677,0.00079803594,0.005687162,0.0005183634,0.0007283762],"about_ca_topic_score_codex":0.000009822308,"about_ca_topic_score_gemma":0.000056301695,"teacher_disagreement_score":0.9280648,"about_ca_system_score_codex":0.0007476397,"about_ca_system_score_gemma":0.00018955443,"threshold_uncertainty_score":0.9997712},"labels":[],"label_agreement":null},{"id":"W1969530778","doi":"10.4236/jsea.2014.73018","title":"A Quality Assurance Model for Airborne Safety-Critical Software","year":2014,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Avionics software; Software quality analyst; Software quality assurance; Software quality; Life-critical system; Verification and validation; Software quality control; Reliability engineering; Software development; Certification; Engineering; Software; Software construction; Avionics; Computer science; Systems engineering; Operations management","score_opus":0.01150471182381399,"score_gpt":0.24791189208083367,"score_spread":0.23640718025701968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969530778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00176161,0.00089208,0.9962724,0.00009043288,0.000251563,0.00022349173,0.00005270763,0.0004318816,0.000023829693],"genre_scores_gemma":[0.60108805,0.00006797198,0.398089,0.000021713879,0.00047272423,0.00014598924,0.000006003885,0.00007466142,0.000033915876],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987395,0.00001047754,0.00066215376,0.00015114908,0.00016803366,0.0002687017],"domain_scores_gemma":[0.99802625,0.0012656142,0.00008444211,0.00025244578,0.00018537811,0.00018587694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052774354,0.00021078385,0.00039240153,0.00013357977,0.000075428405,0.000037687543,0.00020034544,0.00011480618,0.000002007464],"category_scores_gemma":[0.0009470776,0.00022033571,0.00012940167,0.00015283667,0.000028987679,0.00016133182,0.000018183842,0.00026278623,0.0000031544114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060440634,0.00001734367,0.00021552667,0.0006612542,0.000052168332,3.217157e-7,0.000069358255,0.9802008,0.00044332555,0.006365579,0.00037100288,0.011597225],"study_design_scores_gemma":[0.0005817325,0.000038682345,0.00412113,0.00020767025,0.000046798115,0.000072260955,0.0000113520555,0.91718775,0.00018332126,0.0007855421,0.076370694,0.0003930615],"about_ca_topic_score_codex":8.5397954e-7,"about_ca_topic_score_gemma":5.148069e-7,"teacher_disagreement_score":0.59932643,"about_ca_system_score_codex":0.00008689105,"about_ca_system_score_gemma":0.000032759173,"threshold_uncertainty_score":0.89850295},"labels":[],"label_agreement":null},{"id":"W1972364602","doi":"10.1007/s10270-010-0164-x","title":"Modeling safety and airworthiness (RTCA DO-178B) information: conceptual model and UML profile","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Airworthiness; Certification; Computer science; Unified Modeling Language; Software engineering; Systems engineering; Verification and validation; Software; Engineering; Programming language","score_opus":0.008318773994544077,"score_gpt":0.19035463895931468,"score_spread":0.1820358649647706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972364602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21134529,0.0015147117,0.7829661,0.000013055368,0.0014332394,0.0006321856,0.000071088965,0.0014937413,0.0005306074],"genre_scores_gemma":[0.9822032,0.00007956638,0.017029135,0.00001917227,0.00030309608,0.00014512787,0.000055033113,0.000112429065,0.000053265085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759334,0.000025083064,0.001058451,0.00038584162,0.00037879625,0.00055850163],"domain_scores_gemma":[0.998812,0.00006974435,0.00008316081,0.00054953067,0.00021989443,0.0002656606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005738609,0.00050216663,0.0006016409,0.00022709426,0.0002368929,0.00026859852,0.00024810218,0.0003842665,0.000007949511],"category_scores_gemma":[0.00010516477,0.0005221441,0.00007108244,0.0001929901,0.0000661655,0.0013059417,0.00012747338,0.00070813857,0.00002183593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001031109,0.0000037286575,0.00017875107,0.0005712169,0.00004504548,0.0000016331444,0.0022641388,0.9924415,0.00015030349,0.0019506473,0.000027635617,0.0023551134],"study_design_scores_gemma":[0.000571914,0.000010976517,0.000008713781,0.00029397613,0.000027166132,0.00009789634,0.0006749758,0.9969455,0.000007710267,0.000074555195,0.00069087354,0.0005957543],"about_ca_topic_score_codex":0.00013213379,"about_ca_topic_score_gemma":0.000013822779,"teacher_disagreement_score":0.7708579,"about_ca_system_score_codex":0.000105583356,"about_ca_system_score_gemma":0.000085481406,"threshold_uncertainty_score":0.999723},"labels":[],"label_agreement":null},{"id":"W1991449626","doi":"10.1067/mtn.2000.103650","title":"Crash testing: Using computers to save lives","year":2000,"lang":"en","type":"review","venue":"International Journal of Trauma Nursing","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Winnipeg Regional Health Authority","funders":"","keywords":"Legislation; Crash; European union; Population; Perspective (graphical); Everyday life; Political science; Law; Engineering; Business; Sociology; Computer science; Demography","score_opus":0.0783570973577309,"score_gpt":0.34068013630327687,"score_spread":0.262323038945546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991449626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011225349,0.953758,0.03197061,0.000028712459,0.011240479,0.00026258666,0.000026442527,0.00015664003,0.0024442715],"genre_scores_gemma":[0.0034814104,0.8691792,0.11984323,0.000048870686,0.006917845,0.000009865658,0.000020283265,0.00043953082,0.00005977627],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975177,0.000052252624,0.0013762717,0.00019292001,0.00055810204,0.00030272885],"domain_scores_gemma":[0.998671,0.00033127746,0.00038062636,0.00018735814,0.00023182755,0.0001979178],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023114624,0.00044799363,0.0011909506,0.0010752274,0.000032808948,0.0001758584,0.0009651413,0.00016222586,0.000031439806],"category_scores_gemma":[0.000065665685,0.00044789686,0.0005015435,0.00031455737,0.000031346335,0.00021721885,0.000023977416,0.0005864762,0.00003822455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028293816,0.000023122779,0.0000012090954,0.0006094617,0.00045227972,0.0001335756,0.00026972085,0.13126342,0.000005777694,0.0000144045125,0.00034583325,0.8668784],"study_design_scores_gemma":[0.0002057047,0.000051577987,0.000014111839,0.092296265,0.00031237508,0.0049681235,0.0000254337,0.012313907,0.000009984136,0.000027381413,0.8892768,0.00049835246],"about_ca_topic_score_codex":0.000002858142,"about_ca_topic_score_gemma":1.6777413e-7,"teacher_disagreement_score":0.8889309,"about_ca_system_score_codex":0.0015319668,"about_ca_system_score_gemma":0.0001389424,"threshold_uncertainty_score":0.9997973},"labels":[],"label_agreement":null},{"id":"W1996677066","doi":"10.1109/re.2012.6345813","title":"Towards outcome-based regulatory compliance in aviation security","year":2012,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Carleton University; Transport Canada","funders":"Transport Canada","keywords":"Outcome (game theory); Compliance (psychology); Aviation; Process (computing); Risk analysis (engineering); Process management; Computer science; Air transport; Knowledge management; Computer security; Business; Engineering; Transport engineering","score_opus":0.02952810522844546,"score_gpt":0.25118385509642915,"score_spread":0.2216557498679837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996677066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67762864,0.0010639968,0.23784561,0.00017143141,0.0037766732,0.0006440001,0.000011056159,0.002756089,0.07610252],"genre_scores_gemma":[0.9965646,8.701574e-7,0.003143095,0.000043664022,0.00010875158,0.000032796015,0.0000059542363,0.000031061485,0.000069173795],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992006,0.000014583331,0.00028180782,0.00008889708,0.00012472786,0.00028940916],"domain_scores_gemma":[0.99961233,0.000028792465,0.000018108518,0.0002532814,0.000013737443,0.000073736446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027328802,0.0001309898,0.00016513492,0.00010224745,0.000011625096,0.000009455277,0.00010109702,0.00008167975,0.00009133946],"category_scores_gemma":[0.000017206354,0.00014129168,0.000038775455,0.00017205992,0.000009673265,0.00017569044,0.000010968317,0.0001299396,0.00014723718],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006812847,0.00010350249,0.70187557,0.0009797316,0.000038537684,0.0000033910112,0.0010158326,0.27240688,0.0018513469,0.014465119,0.0020326476,0.005220612],"study_design_scores_gemma":[0.0004077873,0.0000044097915,0.66377974,0.00005349509,0.0000036676588,0.0000024257004,0.000024020339,0.32249716,0.0033738464,0.00006377462,0.009489031,0.00030062662],"about_ca_topic_score_codex":0.000029801882,"about_ca_topic_score_gemma":0.000009506725,"teacher_disagreement_score":0.31893602,"about_ca_system_score_codex":0.00029589876,"about_ca_system_score_gemma":0.000010396423,"threshold_uncertainty_score":0.57617074},"labels":[],"label_agreement":null},{"id":"W1998709769","doi":"10.4271/2013-01-1419","title":"System Security and System Safety Engineering: Differences and Similarities and a System Security Engineering Process Based on the ISO 26262 Process Framework","year":2013,"lang":"en","type":"article","venue":"SAE International journal of passenger cars. Electronic and electrical systems","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Chrysler (Canada)","funders":"","keywords":"Process (computing); Computer science; Engineering; Operating system","score_opus":0.00340054519191942,"score_gpt":0.18711779176680074,"score_spread":0.1837172465748813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998709769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96544266,0.015875474,0.015024517,0.00033350033,0.001422471,0.0011083725,0.000034978417,0.0005048009,0.00025320766],"genre_scores_gemma":[0.99880606,0.00024607434,0.000055963577,0.000016390028,0.0006319055,0.00015539007,0.0000027639953,0.000080618025,0.000004816395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968569,0.00012803488,0.0010572548,0.00041110552,0.00082364026,0.0007230592],"domain_scores_gemma":[0.99779,0.00096246257,0.00030731453,0.00022000175,0.00041282136,0.00030739294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008691339,0.0005793234,0.00089654693,0.00040603316,0.0001448647,0.0004901845,0.00042351102,0.0003388834,0.0000024789615],"category_scores_gemma":[0.00016442731,0.0004426688,0.000108457774,0.00032648494,0.00006350761,0.0003478713,0.00004835091,0.0012162081,0.0000017494045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008338375,0.00042567163,0.049666222,0.060911037,0.010377715,0.00065265736,0.016215352,0.35685042,0.004985502,0.4946925,0.000822037,0.0035670567],"study_design_scores_gemma":[0.00074260944,0.00024303692,0.0054508103,0.0033449668,0.00011174117,0.0017301497,0.0021131712,0.98517764,0.00013118127,0.00007770964,0.0003779941,0.0004990144],"about_ca_topic_score_codex":0.00006508596,"about_ca_topic_score_gemma":0.0000031762052,"teacher_disagreement_score":0.6283272,"about_ca_system_score_codex":0.00092361687,"about_ca_system_score_gemma":0.00012386018,"threshold_uncertainty_score":0.99980253},"labels":[],"label_agreement":null},{"id":"W2000035092","doi":"10.1145/2038642.2038676","title":"Software certification experience in the canadian nuclear industry","year":2011,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"U.S. Food and Drug Administration","keywords":"Certification; Licensee; Process (computing); Engineering; Computer science; Work (physics); Software engineering; Engineering management; License; Operating system; Political science; Law","score_opus":0.056480617959007516,"score_gpt":0.213493195519733,"score_spread":0.15701257756072548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000035092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8287384,0.000081413156,0.0036208357,0.00021655874,0.00090583914,0.00048502194,0.0000037120878,0.0010764775,0.16487177],"genre_scores_gemma":[0.99761665,8.0722276e-7,0.0021694228,0.00006852951,0.000024862851,0.000037679216,8.469519e-7,0.000019627352,0.00006157328],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99953854,0.000010202564,0.00012325722,0.0000824561,0.00006642821,0.00017913284],"domain_scores_gemma":[0.9996538,0.000015875907,0.0000065652,0.0002573167,0.00000879866,0.00005763091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000097116215,0.000072733346,0.000052686777,0.00008196467,0.000035916222,0.000018777704,0.00024313621,0.0001317323,0.00022484509],"category_scores_gemma":[0.000023494507,0.000060527454,0.000013044287,0.0001764612,0.000015349173,0.00008871679,0.0000053526273,0.00022824758,0.00007003691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001345079,0.00014784158,0.25867173,0.0003984236,0.00014069205,0.0002565908,0.43340945,0.055576146,0.0020044302,0.15690732,0.040525094,0.051948834],"study_design_scores_gemma":[0.00023373212,0.000018825996,0.8033975,0.000069865855,0.0000062198574,0.00006236802,0.0058315406,0.027855273,0.001301973,0.00041107344,0.16010939,0.0007022996],"about_ca_topic_score_codex":0.03817978,"about_ca_topic_score_gemma":0.039447006,"teacher_disagreement_score":0.5447257,"about_ca_system_score_codex":0.0001515221,"about_ca_system_score_gemma":0.000021315842,"threshold_uncertainty_score":0.9780806},"labels":[],"label_agreement":null},{"id":"W2000707938","doi":"10.5555/2662398.2662400","title":"Safety cases: a review of challenges","year":2013,"lang":"en","type":"review","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Readability; Safety case; Safety assurance; Risk analysis (engineering); Engineering ethics; Computer science; Engineering; Medicine; Programming language","score_opus":0.06426672744110841,"score_gpt":0.28800235612605035,"score_spread":0.22373562868494196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000707938","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3263549e-9,0.9401737,0.0004186774,0.000009135066,0.00060503196,0.0013684275,0.00003275733,0.0005803152,0.056811973],"genre_scores_gemma":[1.2157076e-7,0.99767196,0.0010511612,0.00000818737,0.00014546787,0.00042305523,0.000039291976,0.00017097668,0.00048975646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997871,0.00006041883,0.001339059,0.00025733036,0.00018833898,0.0002838433],"domain_scores_gemma":[0.9984661,0.00033003147,0.00016853254,0.0008859414,0.00005513721,0.00009430086],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003071326,0.0005675119,0.0030203778,0.00017502214,0.000009426878,0.0000065221366,0.000432139,0.0003008297,0.00082653866],"category_scores_gemma":[0.000079857804,0.0004510654,0.0006003989,0.000243483,0.00001961142,0.00006880761,0.000058683458,0.00030432286,0.00088559336],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.380846e-8,0.0000022603958,2.157235e-9,0.47305256,0.00013262313,0.0000033855745,0.0000039770985,0.000011680463,1.3163214e-8,0.0003346203,0.002325108,0.52413374],"study_design_scores_gemma":[0.00002219005,0.0000068602385,6.0102444e-8,0.29650787,0.00022015185,0.00013554,0.0000022221275,0.00004020326,1.9882985e-7,8.76204e-7,0.70277506,0.00028879204],"about_ca_topic_score_codex":0.000008892946,"about_ca_topic_score_gemma":8.628185e-7,"teacher_disagreement_score":0.70044994,"about_ca_system_score_codex":0.00021701073,"about_ca_system_score_gemma":0.00008161787,"threshold_uncertainty_score":0.99989235},"labels":[],"label_agreement":null},{"id":"W2014395095","doi":"10.1002/j.2334-5837.2008.tb00831.x","title":"5.3.2 The Development of International Standards for Very Small Enterprises","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Business; Product (mathematics); Quality (philosophy); New product development; Best practice; Process management; Industrial organization; Engineering management; Marketing; Engineering; Management; Economics","score_opus":0.011703530904114568,"score_gpt":0.22853579619113576,"score_spread":0.21683226528702118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014395095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4714857,0.0008357288,0.4474291,0.0009432684,0.025430832,0.0010074324,0.000523381,0.0007794023,0.05156516],"genre_scores_gemma":[0.9915745,0.00011680947,0.0073360344,0.0000139475405,0.00036358752,0.0001658734,0.000041509655,0.000039409242,0.00034828123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987254,0.0000064628903,0.0005325406,0.00013921112,0.00041789768,0.00017846265],"domain_scores_gemma":[0.99918383,0.00022382327,0.000078094636,0.00016977264,0.0003008465,0.00004365526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029944236,0.00015274656,0.00013946819,0.000082546954,0.00010036405,0.000030353007,0.0005918566,0.000057612622,0.000019243671],"category_scores_gemma":[0.000059277718,0.00013363721,0.00009698707,0.00005659995,0.00004836523,0.00010169165,0.00007393386,0.00008812667,0.000010852137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011871214,0.0007041282,0.038727235,0.0008352395,0.008518536,0.00007919881,0.020370591,0.5872299,0.19601388,0.012987686,0.044407107,0.08893938],"study_design_scores_gemma":[0.0006953312,0.00002286966,0.0035283267,0.00011008078,0.000007877604,0.000048460217,0.00006277524,0.02742094,0.04307072,0.000057519082,0.9247333,0.00024179934],"about_ca_topic_score_codex":0.0000057389448,"about_ca_topic_score_gemma":0.000018772376,"teacher_disagreement_score":0.8803262,"about_ca_system_score_codex":0.0005233478,"about_ca_system_score_gemma":0.000116500014,"threshold_uncertainty_score":0.54495674},"labels":[],"label_agreement":null},{"id":"W2041317767","doi":"10.4271/2012-01-0033","title":"Safety Element out of Context - A Practical Approach","year":2012,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Infineon Technologies (Canada)","funders":"","keywords":"Computer science; Context (archaeology); Element (criminal law); Geology; Political science","score_opus":0.018138880494595867,"score_gpt":0.2490846045172405,"score_spread":0.23094572402264463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041317767","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17527969,0.007087288,0.0009848233,0.004889289,0.0060055344,0.008599995,0.00051267847,0.025057891,0.77158284],"genre_scores_gemma":[0.98111165,0.00020685652,0.016853875,0.0003541871,0.00038205835,0.0005181668,0.000056745892,0.00025345985,0.0002630285],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99471056,0.00015486708,0.0018165057,0.00077484985,0.001075323,0.0014678958],"domain_scores_gemma":[0.99660534,0.00071243045,0.00023194215,0.0017304666,0.00010142844,0.00061837246],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013156915,0.0009588416,0.0013837763,0.00024978357,0.0001553842,0.00005019394,0.0008650126,0.0009446172,0.00043193507],"category_scores_gemma":[0.0007088643,0.00088316156,0.00054380344,0.000589094,0.0006067163,0.0006974701,0.00034740605,0.001552857,0.00024819467],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021083797,0.0005548712,0.00034504806,0.00034868615,0.00024392642,0.000013553101,0.00020009339,0.0008860827,0.9424435,0.044321083,0.00638682,0.004045506],"study_design_scores_gemma":[0.00085941,0.00042535376,0.67229635,0.00021945042,0.00012216334,0.00013610708,0.00028902863,0.0000037950906,0.00032428643,0.00010240535,0.32429856,0.00092310336],"about_ca_topic_score_codex":0.000019742623,"about_ca_topic_score_gemma":0.0023508812,"teacher_disagreement_score":0.9421192,"about_ca_system_score_codex":0.00069935585,"about_ca_system_score_gemma":0.000085932996,"threshold_uncertainty_score":0.99936193},"labels":[],"label_agreement":null},{"id":"W2051185212","doi":"10.1109/mc.2008.37","title":"A Product-Focused Approach to Software Certification","year":2008,"lang":"en","type":"article","venue":"Computer","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Product (mathematics); Process (computing); Software quality; Software; Product certification; Software quality control; Process management; Engineering management; Risk analysis (engineering); Software engineering; Computer security; Software development; Business; Engineering; Management","score_opus":0.025488799763403083,"score_gpt":0.18443523406036885,"score_spread":0.15894643429696576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051185212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027490448,0.00011484215,0.96812755,0.00004449801,0.00086279295,0.00032026035,0.000001792916,0.0014229007,0.0016149255],"genre_scores_gemma":[0.73615575,0.0000018054852,0.26291916,0.00004233368,0.0005295666,0.000084773696,0.000010636448,0.000049643415,0.00020631643],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993112,0.000008489921,0.00017451384,0.00021066605,0.000103666374,0.0001914363],"domain_scores_gemma":[0.9994526,0.000015841859,0.000010860107,0.00041066713,0.000032326363,0.000077690005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000051220963,0.0001317508,0.0001359184,0.00009331269,0.000037701247,0.00001535783,0.00018371256,0.00003849654,0.000005805597],"category_scores_gemma":[0.00000837351,0.00013879959,0.000035203684,0.00020984966,0.000010486435,0.000069006644,0.00003013703,0.00008549296,0.00026797256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021698565,0.000035402107,0.00066175294,0.00013524467,0.0000383217,0.000004102581,0.0014096164,0.9284527,0.0007998743,0.00013517047,0.045704603,0.022621073],"study_design_scores_gemma":[0.00035807362,0.000027724427,0.05746971,0.000050628547,0.000008004137,0.00014168811,0.0000041797603,0.68513745,0.003323039,0.000013474664,0.2528189,0.0006471221],"about_ca_topic_score_codex":0.0000021560425,"about_ca_topic_score_gemma":8.217738e-8,"teacher_disagreement_score":0.7086653,"about_ca_system_score_codex":0.00007699363,"about_ca_system_score_gemma":0.000010314828,"threshold_uncertainty_score":0.56600827},"labels":[],"label_agreement":null},{"id":"W2065519647","doi":"10.1002/j.2334-5837.2004.tb00620.x","title":"9.2.2 UML‐PVS Requirement Specification and Verification","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Formal specification; UML tool; Oracle; B-Method; Applications of UML; Formal methods; Model checking; Software engineering; Software","score_opus":0.008507876568797597,"score_gpt":0.20796000585279537,"score_spread":0.19945212928399778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065519647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6744817,0.00080176466,0.23016629,0.006232277,0.009575334,0.00094940414,0.000057264562,0.0021905748,0.075545385],"genre_scores_gemma":[0.99726385,0.00014112706,0.0019396802,0.00003322786,0.0003617613,0.000065721855,0.000043797376,0.00003385681,0.00011700046],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915165,0.000005091054,0.000292982,0.0001896376,0.00022250801,0.00013812738],"domain_scores_gemma":[0.9996099,0.000017278275,0.00004117814,0.00020964333,0.00006111811,0.000060877235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012406055,0.00013673998,0.00009692098,0.00008999774,0.00003325884,0.000060733408,0.00018505342,0.000065502754,0.000028716397],"category_scores_gemma":[0.000012979615,0.00015599933,0.0000304874,0.00008860325,0.000024268624,0.0002372894,0.000027666078,0.00009459548,0.00014603633],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024794574,0.000111174566,0.0012739827,0.000116779,0.0002403011,0.000019291836,0.0014196249,0.43733466,0.47260693,0.074565135,0.00081014854,0.011477178],"study_design_scores_gemma":[0.0043748254,0.00015806328,0.09401396,0.00060656405,0.00006930492,0.00040257582,0.00024441985,0.1563955,0.23887073,0.005259389,0.49765474,0.001949936],"about_ca_topic_score_codex":0.000030601317,"about_ca_topic_score_gemma":0.000004771361,"teacher_disagreement_score":0.4968446,"about_ca_system_score_codex":0.0005414344,"about_ca_system_score_gemma":0.000012618417,"threshold_uncertainty_score":0.6361468},"labels":[],"label_agreement":null},{"id":"W2066363949","doi":"10.4271/2015-01-0265","title":"From Natural Language to Semi-Formal Notation Requirements for Automotive Safety","year":2015,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Infineon Technologies (Canada)","funders":"","keywords":"Computer science; Notation; Automotive industry; Natural language; Formal methods; Programming language; Natural language processing; Engineering; Linguistics","score_opus":0.013720686445312684,"score_gpt":0.2536265607060303,"score_spread":0.2399058742607176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066363949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.880906,0.0025074903,0.0009734287,0.0066530546,0.007499914,0.009081898,0.0015121611,0.028419208,0.062446866],"genre_scores_gemma":[0.98224497,0.000021987691,0.014634427,0.00081623136,0.00055186683,0.0007364596,0.00031378638,0.00022856255,0.00045169616],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99596816,0.00006738589,0.0011353506,0.0008983908,0.00084069127,0.0010900362],"domain_scores_gemma":[0.9974058,0.0004398413,0.00012515005,0.0011701423,0.00019049879,0.0006685568],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007129409,0.0007999202,0.0008520785,0.00024910262,0.00017244954,0.00010015681,0.0009116421,0.0005578671,0.000091550726],"category_scores_gemma":[0.0011806745,0.0007732215,0.00034122323,0.00061326555,0.00018075746,0.00078237045,0.000281669,0.0008495909,0.00024195063],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048143842,0.00008673406,0.0000432676,0.00009394559,0.00012023229,0.00002936892,0.00046191225,0.007760045,0.9751878,0.0018910121,0.008404462,0.005439809],"study_design_scores_gemma":[0.0017801017,0.0006899779,0.8757398,0.00047285997,0.00010012549,0.000025744232,0.0005079055,0.000040414645,0.0007268048,0.00046978818,0.11815371,0.0012927321],"about_ca_topic_score_codex":0.00006115805,"about_ca_topic_score_gemma":0.007922642,"teacher_disagreement_score":0.97446096,"about_ca_system_score_codex":0.0012167923,"about_ca_system_score_gemma":0.00009727917,"threshold_uncertainty_score":0.9994719},"labels":[],"label_agreement":null},{"id":"W2066839341","doi":"10.1109/issrew.2013.6688926","title":"Taking a page from the law books: Considering evidence weight in evaluating assurance case confidence","year":2013,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Confidence interval; Computer science; Information retrieval; Law; Political science; Statistics; Mathematics","score_opus":0.04958590106949117,"score_gpt":0.2676978378453111,"score_spread":0.21811193677581991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066839341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8852468,0.02476947,0.060730528,0.0010493246,0.0020373187,0.0022458343,0.000012048986,0.0020417832,0.021866906],"genre_scores_gemma":[0.9918897,0.000062042636,0.0071054082,0.0003615327,0.0001572051,0.0002866448,8.9348595e-7,0.000058479905,0.00007809141],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982602,0.00010179389,0.0005937236,0.00032498938,0.00026535036,0.0004539623],"domain_scores_gemma":[0.9963365,0.0028178617,0.000086897075,0.00061535195,0.000063772386,0.000079596866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006172188,0.0002818538,0.0003013862,0.000051158728,0.000101040416,0.00017745022,0.00032704006,0.00009419515,0.0008386472],"category_scores_gemma":[0.0004983235,0.00023172543,0.000059093025,0.00020186302,0.0000674369,0.00080172083,0.00007591225,0.00037511974,0.00025590588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011900451,0.00003047123,0.012729948,0.00078373926,0.00033400286,0.002408501,0.010603999,0.78297895,0.14964922,0.022124676,0.0062333187,0.012111252],"study_design_scores_gemma":[0.00040915183,0.000015592203,0.006202376,0.002145551,0.00002005066,0.00057385914,0.00073243177,0.98097223,0.0059942864,0.0002911037,0.002057734,0.0005856485],"about_ca_topic_score_codex":0.011399917,"about_ca_topic_score_gemma":0.0016154515,"teacher_disagreement_score":0.19799323,"about_ca_system_score_codex":0.00017243809,"about_ca_system_score_gemma":0.000036307847,"threshold_uncertainty_score":0.9951832},"labels":[],"label_agreement":null},{"id":"W2070365434","doi":"10.1109/issrew.2014.87","title":"Argument Evaluation in the Context of Assurance Case Confidence Modeling","year":2014,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Argument (complex analysis); Context (archaeology); Popularity; Computer science; Safety case; Argument map; Epistemology; Risk analysis (engineering); Political science; Argumentation theory; Business; Law; Philosophy","score_opus":0.022215724697689378,"score_gpt":0.24045986920559917,"score_spread":0.2182441445079098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070365434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43096182,0.0003913611,0.55859494,0.000071085786,0.0003212132,0.00045341213,0.0000013281021,0.000108300126,0.0090965545],"genre_scores_gemma":[0.9991288,0.0000057884026,0.00073267857,0.000024929428,0.000026707205,0.00006241188,9.898368e-7,0.000010371675,0.0000072867506],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931,0.00005426728,0.0002630974,0.00008053525,0.00018473562,0.00010733607],"domain_scores_gemma":[0.99951327,0.00017002772,0.000018701443,0.00023675042,0.000047204885,0.000014041252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011734329,0.000077807046,0.0001164042,0.00004697904,0.0000110438405,0.000009592985,0.00010786515,0.000032209467,0.000018823066],"category_scores_gemma":[0.00008092427,0.00006144565,0.000022569739,0.00009603991,0.000007949111,0.0000658401,0.000005819737,0.000073343,0.000011123349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1624246e-7,0.0000036428326,0.000052781295,0.000048092264,0.0000060418683,0.0000031108825,0.0007751554,0.9913066,0.0005433492,0.0031004183,0.00003254448,0.004127656],"study_design_scores_gemma":[0.00021941392,0.0000070452393,0.00009924868,0.0000527497,0.000005742515,0.000069575995,0.0005280113,0.9976575,0.0008552974,0.0000826087,0.00035229136,0.00007054548],"about_ca_topic_score_codex":0.00019738858,"about_ca_topic_score_gemma":0.00010558179,"teacher_disagreement_score":0.56816703,"about_ca_system_score_codex":0.000056505163,"about_ca_system_score_gemma":0.000010876185,"threshold_uncertainty_score":0.2505681},"labels":[],"label_agreement":null},{"id":"W2082431950","doi":"10.1109/relaw.2013.6671346","title":"Legal requirements analysis and modeling with the measured compliance profile for the goal-oriented requirement language","year":2013,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Usability; Computer science; Compliance (psychology); Benchmark (surveying); Software engineering; Goal modeling; Modeling language; Representation (politics); Goal orientation; Requirements engineering; Human–computer interaction; Programming language; Psychology; Software","score_opus":0.026769429360898576,"score_gpt":0.24659320002832438,"score_spread":0.2198237706674258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082431950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06311804,0.0005271564,0.9327469,0.0003970552,0.00012556324,0.0013482384,0.000008345406,0.00031599056,0.0014127014],"genre_scores_gemma":[0.99111164,0.0000050945036,0.0074874843,0.00005844074,0.00006046553,0.00080812647,0.000010018875,0.000037178157,0.00042152754],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904656,0.000015371965,0.0002277278,0.00019148081,0.00022878236,0.00029006012],"domain_scores_gemma":[0.9992884,0.00009902156,0.00003388255,0.00043197247,0.00009635431,0.000050373415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002873489,0.00018119831,0.00019566026,0.0000613579,0.00013276254,0.00009451617,0.00019761454,0.000033989894,0.000026617403],"category_scores_gemma":[0.000018068675,0.000096740776,0.00006183123,0.00035668144,0.00003075791,0.00018598465,0.00003046003,0.00009226132,0.000011387207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008806488,0.000013960696,0.0004856514,0.00014805299,0.0019514055,9.007205e-7,0.0012390693,0.9778023,0.013510528,0.0011806599,0.0015955499,0.0020631503],"study_design_scores_gemma":[0.000291925,0.000014832455,0.0013879846,0.000025996882,0.00018816066,0.000001940726,0.0009161064,0.9942148,0.0010984871,0.0000029753103,0.001744167,0.00011267244],"about_ca_topic_score_codex":0.000309541,"about_ca_topic_score_gemma":0.00010546588,"teacher_disagreement_score":0.92799366,"about_ca_system_score_codex":0.000076562086,"about_ca_system_score_gemma":0.0000078584035,"threshold_uncertainty_score":0.39449742},"labels":[],"label_agreement":null},{"id":"W2082911481","doi":"10.1109/dasc.2012.6382420","title":"Optimizing an incremental Modular Open System Approach (MOSA) in avionics systems for balanced architecture decisions","year":2012,"lang":"en","type":"article","venue":"2012 IEEE/AIAA 31st Digital Avionics Systems Conference (DASC)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Naval Air Systems Command; Binghamton University","keywords":"Modular design; Procurement; Key (lock); Systems engineering; Avionics; Software engineering; Reuse; Computer science; Engineering; Embedded system; Operating system","score_opus":0.044657563034379316,"score_gpt":0.25076411158032325,"score_spread":0.20610654854594393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082911481","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17985727,0.008798763,0.76718867,0.000021720252,0.012473186,0.010835412,0.0017014361,0.002282332,0.01684122],"genre_scores_gemma":[0.9902408,0.000059921014,0.00491905,0.000008365387,0.00075355964,0.0025528667,0.00068823964,0.0003550908,0.00042207938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99381965,0.0002176387,0.0020229865,0.0010538028,0.0008838364,0.0020020867],"domain_scores_gemma":[0.99632233,0.00036146972,0.0003990951,0.0017315141,0.00031066092,0.00087495067],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001724614,0.0011555385,0.0017129813,0.0005680577,0.0003083339,0.0020856257,0.0021250716,0.00071873504,0.0000066661855],"category_scores_gemma":[0.000100425124,0.0011702939,0.00028411613,0.000699211,0.00009557736,0.003945677,0.00036124763,0.000826693,0.00011702504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007686311,0.0004131906,0.0015086364,0.0022668422,0.00032225956,0.00001813306,0.002045539,0.9588259,0.0024100386,0.029930037,0.00065529405,0.0015272866],"study_design_scores_gemma":[0.0025365902,0.00015809249,0.000496,0.0028161588,0.000093975745,0.00054408447,0.0048132464,0.9706338,0.00020369525,0.000040543302,0.015607767,0.002056021],"about_ca_topic_score_codex":0.00030801972,"about_ca_topic_score_gemma":0.000027496917,"teacher_disagreement_score":0.81038356,"about_ca_system_score_codex":0.0016588744,"about_ca_system_score_gemma":0.00024883653,"threshold_uncertainty_score":0.9990747},"labels":[],"label_agreement":null},{"id":"W2089014229","doi":"10.1109/healthcom.2014.7001811","title":"Formal reliability analysis of a typical FHIR standard based e-Health system using PRISM","year":2014,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Probabilistic logic; Reliability (semiconductor); Interoperability; Markov chain; Model checking; Process (computing); Software engineering; Data mining; Reliability engineering; Machine learning; Programming language; Artificial intelligence; Engineering","score_opus":0.009122081383412832,"score_gpt":0.22346081661861078,"score_spread":0.21433873523519795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089014229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13276188,0.000040033407,0.86446106,0.000019914754,0.00026578855,0.0001964028,0.000015804115,0.000607745,0.0016313979],"genre_scores_gemma":[0.9499204,5.158066e-7,0.049966834,0.00001317775,0.00003933825,0.0000096144195,0.000010538009,0.000030597806,0.000008941699],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984577,0.00006734579,0.00067443686,0.00019395677,0.00025839917,0.00034821118],"domain_scores_gemma":[0.9990472,0.00013193274,0.00008210402,0.0005543664,0.000055786844,0.00012859522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010802809,0.00017469909,0.00065818033,0.00032018792,0.000038908223,0.000013466188,0.00015141384,0.00010441397,0.000024040915],"category_scores_gemma":[0.000041863135,0.00016481959,0.00019585827,0.0007164673,0.000023187702,0.00010044024,0.000023154003,0.00012941548,0.000005187711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015638174,0.000008249806,0.0025875126,0.0008623812,0.0002267387,2.86042e-7,0.00006614355,0.99359566,0.00017874347,0.0015006107,0.00004080046,0.00091722386],"study_design_scores_gemma":[0.00026657368,0.00003723155,0.009677844,0.000090034526,0.00013153676,0.000001304586,0.000032212298,0.9868674,0.00054093555,0.000002382932,0.0022017055,0.00015082669],"about_ca_topic_score_codex":0.000090554735,"about_ca_topic_score_gemma":0.000008039829,"teacher_disagreement_score":0.8171586,"about_ca_system_score_codex":0.0005830352,"about_ca_system_score_gemma":0.00006727826,"threshold_uncertainty_score":0.67211473},"labels":[],"label_agreement":null},{"id":"W2096184752","doi":"10.1007/11880240_39","title":"Model-Driven Assessment of Use Cases for Dependable Systems","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.026569030680823773,"score_gpt":0.2435252163680583,"score_spread":0.21695618568723452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096184752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003915634,0.0003565274,0.9953899,0.000005495844,0.0017459198,0.0007548851,0.000095931246,0.00021952616,0.0010402431],"genre_scores_gemma":[0.72659177,0.000007255644,0.27275658,0.0000091888705,0.00022775185,0.000043381846,0.000019251816,0.00008369865,0.0002611347],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980499,0.0000063131656,0.00058640173,0.0005124279,0.00042707945,0.00041785956],"domain_scores_gemma":[0.9983401,0.0006568237,0.00013500502,0.00063887524,0.00016018131,0.00006906126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024227545,0.00040802633,0.000603538,0.00048227716,0.00005143317,0.00012846122,0.0006220711,0.00026708408,0.000002401348],"category_scores_gemma":[0.00003035334,0.00041201894,0.00011538778,0.00015143593,0.00012783626,0.00022671476,0.000113783026,0.0003141171,0.0000016952882],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.413395e-7,0.0000051703305,0.00009572651,0.0004015549,0.000018368397,0.000013970969,0.000027398231,0.9951874,0.00033700874,0.0017870055,0.0000689325,0.0020565402],"study_design_scores_gemma":[0.00015930933,0.00004265378,0.00004881401,0.000628612,0.000015345351,0.000045480494,7.78465e-8,0.9965502,0.00032915716,0.00038099624,0.0014032916,0.00039605208],"about_ca_topic_score_codex":0.00008333956,"about_ca_topic_score_gemma":0.00004895128,"teacher_disagreement_score":0.7262002,"about_ca_system_score_codex":0.0005449156,"about_ca_system_score_gemma":0.0002122151,"threshold_uncertainty_score":0.99983317},"labels":[],"label_agreement":null},{"id":"W2099282118","doi":"10.1109/relaw.2015.7330212","title":"Structuring diverse regulatory requirements for global product development","year":2015,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Structuring; Diversity (politics); Variance (accounting); Product (mathematics); Computer science; Risk analysis (engineering); Functional requirement; Knowledge management; Process management; Business; Software engineering; Political science; Mathematics; Accounting","score_opus":0.04194196186514417,"score_gpt":0.24415433286563415,"score_spread":0.20221237100048997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099282118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6770632,0.00092648563,0.26231965,0.000056510973,0.009274282,0.002116733,0.000021584496,0.004413105,0.043808397],"genre_scores_gemma":[0.944814,5.4674786e-7,0.05436774,0.000009298285,0.00018862964,0.00006690801,0.00000936295,0.000031562973,0.0005119086],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990944,0.000004647243,0.0002478695,0.00018596053,0.00018675766,0.0002803533],"domain_scores_gemma":[0.99953216,0.0000069809853,0.000019549567,0.00025463832,0.000056090885,0.00013055529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019015586,0.0001619528,0.0001422213,0.00003734126,0.000031776395,0.000020929514,0.00015692899,0.000041424162,0.000010180815],"category_scores_gemma":[0.000026551354,0.00016569006,0.000030553452,0.00008920277,0.000010364286,0.00014319507,0.000045415265,0.000037952486,0.000040029823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048623275,0.00004940953,0.017384801,0.0012756168,0.0007737655,0.000014709463,0.0022152206,0.80975163,0.0037061144,0.013383519,0.046932474,0.10446411],"study_design_scores_gemma":[0.0037030615,0.00006500206,0.057662964,0.00018811249,0.00005099897,0.000052802512,0.00062232726,0.058006905,0.075660504,0.0007732219,0.80139476,0.0018193229],"about_ca_topic_score_codex":0.0000041547532,"about_ca_topic_score_gemma":0.0000051966804,"teacher_disagreement_score":0.7544623,"about_ca_system_score_codex":0.00070394366,"about_ca_system_score_gemma":0.00006506989,"threshold_uncertainty_score":0.6756644},"labels":[],"label_agreement":null},{"id":"W2100608448","doi":"10.1049/iet-its.2013.0022","title":"Surrogate safety measures as aid to driver assistance system design of the cognitive vehicle","year":2013,"lang":"en","type":"article","venue":"IET Intelligent Transport Systems","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Transportation of Ontario; Carleton University","funders":"National Highway Traffic Safety Administration; Ministère des Transports; Natural Sciences and Engineering Research Council of Canada; McGill University; U.S. Department of Transportation","keywords":"Advanced driver assistance systems; Vehicle safety; Cognition; Computer science; Automotive engineering; Transport engineering; Engineering; Risk analysis (engineering); Business; Psychology; Artificial intelligence","score_opus":0.016575983967310904,"score_gpt":0.1998129726192689,"score_spread":0.18323698865195798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100608448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16624789,0.0015973905,0.81591994,0.00004648437,0.0048256996,0.0047749323,0.00014014513,0.0010832245,0.005364265],"genre_scores_gemma":[0.9983721,0.000031367235,0.00023437654,0.000017592864,0.00012455409,0.0005051479,0.000008490033,0.000121912104,0.00058445404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971044,0.00014528236,0.0011641855,0.00038927514,0.0006592814,0.00053758733],"domain_scores_gemma":[0.99843496,0.0002241633,0.00013807783,0.0006456876,0.00033242037,0.0002246629],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000613485,0.0004447102,0.00067298085,0.000140592,0.00009358664,0.000041535888,0.000594008,0.000194285,0.00005264431],"category_scores_gemma":[0.000030884406,0.0003635149,0.00023703065,0.00052621774,0.00006612645,0.00017735129,0.00001919474,0.00026530089,0.0006749833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005578502,0.00003785366,0.0059458693,0.0014255068,0.00047516232,0.000015397052,0.0025725584,0.97768825,0.009551313,0.0011372855,0.00049917103,0.000595856],"study_design_scores_gemma":[0.0035519337,0.0006119466,0.12555228,0.025671989,0.0008962974,0.0003571218,0.01705279,0.43179178,0.29394734,0.000048068825,0.095301,0.0052174623],"about_ca_topic_score_codex":0.00054264884,"about_ca_topic_score_gemma":0.000025754109,"teacher_disagreement_score":0.83212423,"about_ca_system_score_codex":0.0004130603,"about_ca_system_score_gemma":0.000066920176,"threshold_uncertainty_score":0.9998817},"labels":[],"label_agreement":null},{"id":"W2105484420","doi":"10.1002/smr.472","title":"A component‐based development process for trustworthy systems","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Component (thermodynamics); Reuse; Computer science; Process (computing); Trustworthiness; Software engineering; Systems engineering; Process management; Risk analysis (engineering); Engineering; Computer security; Business","score_opus":0.0100674022713285,"score_gpt":0.2313539498103325,"score_spread":0.221286547539004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105484420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3775733,0.0013792594,0.6184101,0.000027975278,0.0020148526,0.0003224325,0.000008033268,0.00021723493,0.000046780173],"genre_scores_gemma":[0.99179083,0.000003605157,0.0077829827,0.000009155779,0.0002976411,0.00005447673,0.0000040745726,0.00003720049,0.000020050351],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891883,0.0000080948585,0.00053236954,0.000103795544,0.00022959452,0.0002072846],"domain_scores_gemma":[0.9991315,0.00009128453,0.00017847834,0.0000864231,0.00037332857,0.00013899455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038769265,0.00016765152,0.00028315853,0.00019669074,0.00008292109,0.00004514923,0.0001547052,0.00011901867,0.0000052387004],"category_scores_gemma":[0.000102287195,0.00015331164,0.0000529393,0.00015219592,0.000024234085,0.00021131517,0.000005411528,0.0002748099,0.0000020800633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019289329,0.00014719125,0.03218809,0.011053798,0.000281769,0.000014586274,0.00215647,0.9397351,0.002986965,0.00045486735,0.001016759,0.009771519],"study_design_scores_gemma":[0.008157339,0.00039982062,0.05707425,0.0027292916,0.00021609923,0.0014182498,0.0010770863,0.75912493,0.008826367,0.0005870572,0.15836222,0.0020273014],"about_ca_topic_score_codex":9.756964e-7,"about_ca_topic_score_gemma":0.000001860313,"teacher_disagreement_score":0.61421746,"about_ca_system_score_codex":0.00008774876,"about_ca_system_score_gemma":0.00018952174,"threshold_uncertainty_score":0.62518674},"labels":[],"label_agreement":null},{"id":"W2113155963","doi":"","title":"Virtual Commercial Vehicle Control Stations for California: A Review of Legal and Institutional Issues","year":2005,"lang":"en","type":"review","venue":"eScholarship (California Digital Library)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Federal Highway Administration; California Department of Transportation; U.S. Department of Transportation","keywords":"Software deployment; Enforcement; Law enforcement; Transport engineering; Engineering; Business; Key (lock); Control (management); Computer security; Computer science; Political science; Law","score_opus":0.018625635023397296,"score_gpt":0.2549092492869915,"score_spread":0.2362836142635942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113155963","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000889958,0.9459925,0.0045642024,0.0001302556,0.00028351022,0.0017962859,0.04554209,0.0005217087,0.001160502],"genre_scores_gemma":[0.0006096028,0.9922949,0.0013913792,0.00015429247,0.0006131075,0.00053230947,0.0039756373,0.00025158332,0.00017719314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710846,0.00007981493,0.001553423,0.00043450872,0.00034163866,0.00048215367],"domain_scores_gemma":[0.998438,0.00052882725,0.00025938943,0.00043263737,0.00006897141,0.00027215277],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002792781,0.0007261334,0.0020479646,0.00029493726,0.00010532882,0.00034041874,0.00049073034,0.00037235796,0.00010294833],"category_scores_gemma":[0.00031087728,0.00069124915,0.0005979224,0.0004162485,0.00014040011,0.0016555965,0.000104901774,0.0006452051,0.0003318772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015138589,0.00007730688,0.000041953233,0.10784348,0.0005278358,0.000010015607,0.0000074627774,0.00043491353,6.9643977e-7,0.0040471093,0.008690658,0.8783034],"study_design_scores_gemma":[0.0004912593,0.000047307316,0.000010726618,0.035906736,0.00032812584,0.000043192664,0.0000018139558,0.0007295405,0.000002272912,0.000035124427,0.96179825,0.0006056604],"about_ca_topic_score_codex":0.000001628044,"about_ca_topic_score_gemma":7.014537e-7,"teacher_disagreement_score":0.9531076,"about_ca_system_score_codex":0.00014243364,"about_ca_system_score_gemma":0.00036285343,"threshold_uncertainty_score":0.99955386},"labels":[],"label_agreement":null},{"id":"W2117262336","doi":"10.1016/j.jss.2010.08.048","title":"A formal approach for the specification and verification of trustworthy component-based systems","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Trustworthiness; Formal verification; Computer science; Formal methods; Software engineering; Formal specification; Model checking; Programming language; Computer security","score_opus":0.011934382450929985,"score_gpt":0.19505192192564821,"score_spread":0.18311753947471823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117262336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16949672,0.004886186,0.8233417,0.000017623881,0.0015749577,0.00057425065,0.000021379212,0.000047390837,0.0000397902],"genre_scores_gemma":[0.9937926,0.000049109614,0.00575082,0.0000013782814,0.00032405608,0.000041598825,0.000005251505,0.000023831528,0.000011334112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990586,0.000017174789,0.0005674559,0.00007565581,0.00015723267,0.00012385088],"domain_scores_gemma":[0.9990996,0.00021493055,0.0002773123,0.00018717711,0.0001613158,0.000059643826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007248926,0.00011446451,0.0002882976,0.000099112876,0.00006391416,0.000058230195,0.00011941863,0.00009326195,5.1379556e-7],"category_scores_gemma":[0.000043555985,0.0000815488,0.000058155823,0.00007154188,0.000035730878,0.00015212935,0.000006664816,0.00017402328,1.7487794e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013594763,0.00008636314,0.019124418,0.00862306,0.00049491634,0.000002457977,0.0015072551,0.9221279,0.030769408,0.005461603,0.0008274989,0.010839185],"study_design_scores_gemma":[0.0012528372,0.0001027375,0.036218006,0.00028910462,0.00009264644,0.0002949214,0.00084898376,0.9395864,0.00042092314,0.0000049411306,0.020672405,0.00021611595],"about_ca_topic_score_codex":0.000016118627,"about_ca_topic_score_gemma":5.877266e-7,"teacher_disagreement_score":0.8242959,"about_ca_system_score_codex":0.000025833246,"about_ca_system_score_gemma":0.00002108204,"threshold_uncertainty_score":0.33254638},"labels":[],"label_agreement":null},{"id":"W2145698501","doi":"10.1109/risp.1991.130788","title":"Toward an approach to measuring software trust","year":2002,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software development; Set (abstract data type); Software; Software engineering; Software development process; Scale (ratio); Programming language","score_opus":0.05194512105696597,"score_gpt":0.19010085575081695,"score_spread":0.13815573469385098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145698501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020509394,0.0002682057,0.7969194,0.000031110187,0.000697227,0.0003447505,0.000004324761,0.004758443,0.17646717],"genre_scores_gemma":[0.915223,0.000003385691,0.08334107,0.000042179836,0.00019344046,0.00007304142,0.0000029342236,0.00008532749,0.0010355907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990355,0.000009608444,0.0002176871,0.0002231454,0.00017483968,0.00033922706],"domain_scores_gemma":[0.9993334,0.000015556036,0.000008167318,0.0004078287,0.00002218614,0.00021290292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103856706,0.0001970662,0.00019073588,0.00012961135,0.000029923924,0.000046887886,0.0002624462,0.00008072298,0.00018011135],"category_scores_gemma":[0.00002599744,0.0002054139,0.000048476668,0.00022726491,0.000006635199,0.00017920326,0.000026970747,0.00012708276,0.00050088746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011036416,0.000046904453,0.00057801756,0.00021598747,0.000053821666,0.0000048774314,0.0018716042,0.9772301,0.0008042024,0.0008892608,0.0037858868,0.014518244],"study_design_scores_gemma":[0.00034035725,0.00003130116,0.0032740717,0.000041329055,0.000012512305,0.00006385844,0.00022532044,0.9295133,0.0023029072,0.000015736576,0.06337357,0.0008057462],"about_ca_topic_score_codex":0.000012206497,"about_ca_topic_score_gemma":7.8376445e-7,"teacher_disagreement_score":0.89471364,"about_ca_system_score_codex":0.00013049951,"about_ca_system_score_gemma":0.000002717587,"threshold_uncertainty_score":0.8376536},"labels":[],"label_agreement":null},{"id":"W2163359684","doi":"10.1007/978-3-642-21292-5_12","title":"Software Certification: Is There a Case against Safety Cases?","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Domain (mathematical analysis); Analogy; Safety case; Process (computing); Risk analysis (engineering); Safety engineering; Cornerstone; Structuring; Software engineering; Underpinning; Software; Engineering management; Systems engineering; Engineering; Reliability engineering; Business","score_opus":0.02375891222213366,"score_gpt":0.21490506863995293,"score_spread":0.19114615641781926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163359684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015054742,0.0015915158,0.9878642,0.000058071364,0.0023051172,0.0004219166,0.000047430778,0.00069433416,0.0068668695],"genre_scores_gemma":[0.87561077,0.00016914697,0.12177021,0.00042503767,0.0009623232,0.000039405877,0.000023840199,0.00025932852,0.0007399149],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772143,0.000011148802,0.0005748033,0.000801034,0.00037648375,0.00051511504],"domain_scores_gemma":[0.9979774,0.00037628907,0.00011071575,0.0012514307,0.00012444802,0.00015973764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003165654,0.0005808954,0.0004797206,0.00045221855,0.00014338788,0.00011820394,0.00086863333,0.0004133852,0.00016467122],"category_scores_gemma":[0.000064205735,0.00058430707,0.00013026463,0.00030311212,0.0002615197,0.00020170375,0.00019607208,0.00073025376,0.00018199437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046986056,0.000009274355,0.00004443141,0.00029890222,0.000048789778,0.0029556802,0.0015402209,0.5096827,0.00004037325,0.0005625625,0.00009091008,0.48472142],"study_design_scores_gemma":[0.00057263783,0.0001239911,0.0002567853,0.0023200095,0.000057222813,0.007745142,0.0000014053437,0.88050336,0.0024432198,0.0072025917,0.095525086,0.0032485407],"about_ca_topic_score_codex":0.000032796608,"about_ca_topic_score_gemma":0.000050080074,"teacher_disagreement_score":0.87546027,"about_ca_system_score_codex":0.0005781886,"about_ca_system_score_gemma":0.00015528462,"threshold_uncertainty_score":0.99966085},"labels":[],"label_agreement":null},{"id":"W2224901230","doi":"","title":"L'assurance qualité logicielle enseignée aux futurs ingénieurs en logiciel","year":2009,"lang":"fr","type":"article","venue":"Génie logiciel","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.018746178799119016,"score_gpt":0.2474785527200849,"score_spread":0.22873237392096588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224901230","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10960615,0.16021216,0.25651953,0.034217495,0.036899157,0.0043764827,0.00038013104,0.0075663873,0.39022252],"genre_scores_gemma":[0.9577997,0.0020594592,0.016204286,0.0021735593,0.0030949444,0.00012558803,0.000056173907,0.00021628475,0.01827005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99341196,0.0003860818,0.0016881046,0.001286496,0.00081727374,0.0024101075],"domain_scores_gemma":[0.9962993,0.00094131863,0.00033055354,0.0016548283,0.00021725267,0.0005567191],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.001298468,0.0014197794,0.0015107205,0.0004191329,0.00035219482,0.00024891578,0.0015180835,0.0014105052,0.0008753892],"category_scores_gemma":[0.00054694765,0.0015337848,0.0006436785,0.0013112044,0.00028518258,0.00054452097,0.00018657952,0.0016074902,0.0022137992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007309569,0.00091383955,0.0005164221,0.0015750796,0.00041597962,0.00080001133,0.00797971,0.67492664,0.016912742,0.12619834,0.103878774,0.06580937],"study_design_scores_gemma":[0.003234324,0.0013820166,0.030986343,0.001929041,0.00034443333,0.0008874057,0.004311626,0.07790501,0.0063907835,0.015229062,0.852456,0.004944001],"about_ca_topic_score_codex":0.00031098863,"about_ca_topic_score_gemma":0.000022592654,"teacher_disagreement_score":0.8481935,"about_ca_system_score_codex":0.00090998027,"about_ca_system_score_gemma":0.00026547106,"threshold_uncertainty_score":0.99988586},"labels":[],"label_agreement":null},{"id":"W2228262070","doi":"10.1007/978-3-319-13835-0_15","title":"Envisioning a Requirements Specification Template for Medical Device Software","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Dependability; Computer science; Medical software; Software engineering; Software requirements specification; Functional requirement; Set (abstract data type); Process (computing); Software; Requirements analysis; Risk analysis (engineering); Software design; Software development; Software quality; Medicine; Programming language","score_opus":0.021719584015870742,"score_gpt":0.24778885660081001,"score_spread":0.22606927258493928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2228262070","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040748455,0.0004363082,0.9950069,0.00008476028,0.0025884411,0.00047407762,0.000006514005,0.0004150925,0.0009471581],"genre_scores_gemma":[0.15350923,0.000062462255,0.8429458,0.00038844836,0.0023280906,0.000090034664,0.00005278394,0.0002458686,0.00037726155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975747,0.000008530456,0.00057815824,0.0006507838,0.0007364956,0.00045137102],"domain_scores_gemma":[0.9983729,0.0006185482,0.00010772485,0.00064943376,0.00009887166,0.00015251065],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090164645,0.00038833194,0.00041543224,0.0004365649,0.000103722625,0.00010865034,0.0009854336,0.00038591455,0.000042682164],"category_scores_gemma":[0.00024936904,0.00039643707,0.00009139817,0.00017077697,0.00014425856,0.000120957484,0.00015586714,0.00047054933,0.000054625096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030090027,0.0000037500547,0.000042358086,0.00033470054,0.000023339868,0.000009069417,0.00019553171,0.4527277,0.00012844053,0.0012188699,0.00009154447,0.5452217],"study_design_scores_gemma":[0.0002889066,0.0000434891,0.00011829309,0.0016005081,0.000010148013,0.00003633541,7.8297596e-8,0.9224791,0.00061335735,0.004133511,0.07008255,0.000593723],"about_ca_topic_score_codex":0.0000026366665,"about_ca_topic_score_gemma":0.000008697528,"teacher_disagreement_score":0.54462796,"about_ca_system_score_codex":0.000431671,"about_ca_system_score_gemma":0.00013219823,"threshold_uncertainty_score":0.9998487},"labels":[],"label_agreement":null},{"id":"W2261171521","doi":"10.4271/2000-01-3522","title":"Trailer Underride Protection - A Canadian Perspective","year":2000,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Transport Canada","funders":"Transport Canada","keywords":"Trailer; Perspective (graphical); Computer science; Computer network; Artificial intelligence","score_opus":0.010190160709348185,"score_gpt":0.20879224045935713,"score_spread":0.19860207975000893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261171521","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25396964,0.0011324232,0.000014580835,0.007026404,0.0012254092,0.004237109,0.00020811512,0.018526057,0.71366024],"genre_scores_gemma":[0.9951218,0.00016850156,0.0013382346,0.0006032366,0.00031674906,0.0009225377,0.000025812682,0.00029458955,0.0012085555],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99587244,0.000093621464,0.0009460697,0.0010580769,0.00066144695,0.0013683683],"domain_scores_gemma":[0.9975658,0.0001566488,0.0000694739,0.0013452065,0.00009492103,0.00076792896],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004082649,0.0009333243,0.0008611201,0.00043917447,0.00034536264,0.00013335305,0.0008792445,0.0008870773,0.0026397756],"category_scores_gemma":[0.00023388228,0.00093844894,0.00043680973,0.001048244,0.00044193395,0.0005226108,0.00006348449,0.0017214624,0.0008424428],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011100735,0.00012162872,0.000022870645,0.00009243729,0.00016194701,0.00012223597,0.00016148032,0.007090233,0.9640689,0.014633398,0.0048562135,0.008557658],"study_design_scores_gemma":[0.0005707189,0.00043908917,0.7548649,0.00025517447,0.000057691672,0.00031633995,0.00019251347,0.000004214109,0.00010136429,0.0014632598,0.24064605,0.001088728],"about_ca_topic_score_codex":0.0072564203,"about_ca_topic_score_gemma":0.7387284,"teacher_disagreement_score":0.9639675,"about_ca_system_score_codex":0.0027017824,"about_ca_system_score_gemma":0.0002152227,"threshold_uncertainty_score":0.9999355},"labels":[],"label_agreement":null},{"id":"W2285905016","doi":"","title":"Rules for Claiming a Car","year":2013,"lang":"en","type":"article","venue":"Divergent/Convergent","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Business","score_opus":0.012786559925615141,"score_gpt":0.1966350998442024,"score_spread":0.18384853991858727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285905016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8616998,0.003258245,0.108645424,0.00024144999,0.015376141,0.0030361381,0.0001709292,0.0028473798,0.004724472],"genre_scores_gemma":[0.99333596,0.00007756439,0.0042858184,0.00005899831,0.00033121975,0.0008460637,0.00006460648,0.00011715666,0.00088262744],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985222,0.000013018824,0.00041948186,0.00028636734,0.00019540123,0.000563532],"domain_scores_gemma":[0.99919915,0.00005889154,0.000042038526,0.00039304025,0.00008964331,0.00021721971],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00011143211,0.0003105652,0.00029664952,0.00013111852,0.0000926088,0.000049744147,0.0003007458,0.00011844052,0.0009863811],"category_scores_gemma":[0.000028682342,0.0003303002,0.00021029587,0.00012318502,0.000021823651,0.0002122888,0.000063974,0.00011752025,0.0019340529],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004864368,0.00034296192,0.063179135,0.005377938,0.0036650859,0.000046078327,0.0059571937,0.23599263,0.19090165,0.025633384,0.41387025,0.05498508],"study_design_scores_gemma":[0.0017677265,0.0001060336,0.029314592,0.00016603508,0.00012692665,0.00001967819,0.0004789417,0.37704393,0.031726193,0.0008101142,0.55664927,0.001790539],"about_ca_topic_score_codex":0.00009324943,"about_ca_topic_score_gemma":0.0000035093956,"teacher_disagreement_score":0.15917546,"about_ca_system_score_codex":0.00022035769,"about_ca_system_score_gemma":0.00001846814,"threshold_uncertainty_score":0.99992687},"labels":[],"label_agreement":null},{"id":"W2298345861","doi":"10.4271/2016-01-0095","title":"Safety Analysis of the Local Interconnect Network Protocol in the Context of ISO26262","year":2016,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Motors (Canada)","funders":"","keywords":"Protocol (science); Computer science; Interconnection; Context (archaeology); Computer network; Medicine","score_opus":0.008272539055624757,"score_gpt":0.2267649555949652,"score_spread":0.21849241653934046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298345861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54266876,0.0016938344,0.0015867817,0.021240523,0.003709555,0.2120376,0.0012675466,0.01264106,0.20315437],"genre_scores_gemma":[0.9880624,0.000033884942,0.000466159,0.00031370876,0.00008061873,0.010888046,0.0000060018046,0.00009209123,0.000057088055],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99586487,0.0002884646,0.0017906551,0.000591769,0.0007333407,0.0007308826],"domain_scores_gemma":[0.99587536,0.0016159195,0.00026644205,0.0020417247,0.000085551255,0.00011502279],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013509825,0.0006099129,0.0012964741,0.00027799307,0.000095890544,0.000022697528,0.0018719013,0.00057113316,0.0002513638],"category_scores_gemma":[0.000548963,0.0003301134,0.0008244779,0.00242363,0.0010353628,0.00021387755,0.00031272697,0.0008286979,0.000017168815],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037985985,0.00021417886,0.00188899,0.00022166314,0.0006427023,0.000010230548,0.00017654651,0.013398104,0.9425521,0.024237158,0.0016885344,0.014589968],"study_design_scores_gemma":[0.00081693346,0.00032574963,0.9311579,0.00074692327,0.00020945397,0.00001857739,0.00017435174,0.0000064614233,0.0003016332,0.00028625602,0.065538496,0.0004172931],"about_ca_topic_score_codex":0.000057318503,"about_ca_topic_score_gemma":0.04838334,"teacher_disagreement_score":0.94225043,"about_ca_system_score_codex":0.00041076625,"about_ca_system_score_gemma":0.00006369614,"threshold_uncertainty_score":0.99991506},"labels":[],"label_agreement":null},{"id":"W2310892897","doi":"10.1111/1911-3838.12088","title":"Cream-Filled Cookies: An Assurance In-Class Case","year":2016,"lang":"en","type":"article","venue":"Accounting Perspectives","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Certification; Audit; Class (philosophy); Computer science; Business; Management; Artificial intelligence; Accounting; Economics","score_opus":0.007176317298763576,"score_gpt":0.21685996444571812,"score_spread":0.20968364714695453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310892897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742468,0.0009501456,0.0049276873,0.0001461447,0.00068935455,0.00026138054,0.000013305649,0.0012242332,0.01754093],"genre_scores_gemma":[0.99839383,0.000039935414,0.000927355,0.000011157489,0.00030272518,0.000059343227,7.8673406e-7,0.000085166495,0.00017972199],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9987489,0.000030689294,0.0003084714,0.00035415837,0.00015252708,0.00040523833],"domain_scores_gemma":[0.99905145,0.00031829966,0.000045171473,0.0004362044,0.00008056799,0.0000683235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030631744,0.00025479854,0.00028348426,0.00022856414,0.000059430215,0.000058760976,0.00021687167,0.00011431707,0.000078823316],"category_scores_gemma":[0.0002481268,0.00021642784,0.000058809488,0.00028439186,0.00006126486,0.0006953941,0.00002930742,0.00015929039,0.000103807375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022115842,0.0015266848,0.14008133,0.0018951547,0.0016092352,0.009345774,0.11610038,0.2724661,0.30782604,0.08823493,0.0063530584,0.054340143],"study_design_scores_gemma":[0.02032686,0.0008702759,0.38901126,0.005870695,0.00022646923,0.013304433,0.13364592,0.29242417,0.03387799,0.0031142219,0.09450606,0.01282164],"about_ca_topic_score_codex":0.0001445961,"about_ca_topic_score_gemma":0.00019336317,"teacher_disagreement_score":0.27394807,"about_ca_system_score_codex":0.00041828756,"about_ca_system_score_gemma":0.000028021932,"threshold_uncertainty_score":0.88256717},"labels":[],"label_agreement":null},{"id":"W2408046200","doi":"10.1145/2896982.2896985","title":"Model management for regulatory compliance","year":2016,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Exploit; Context (archaeology); Compliance (psychology); Risk analysis (engineering); Software; Computer security; Computer science; Process management; Service (business); Knowledge management; Business; Marketing","score_opus":0.031824177410402874,"score_gpt":0.22144836170151164,"score_spread":0.18962418429110878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408046200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013391664,0.00005909922,0.9568542,0.00006691814,0.00030490462,0.0002528111,0.000006538916,0.0008553263,0.040261038],"genre_scores_gemma":[0.913822,0.00000911048,0.074236564,0.000023112963,0.00004965637,0.00016153575,7.9233837e-7,0.000042535718,0.011654684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952954,0.0000013282132,0.00012964603,0.00010661694,0.000058472913,0.00017438321],"domain_scores_gemma":[0.99966294,0.00002494291,0.0000072642206,0.00025587212,0.00001237915,0.000036605783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000065011256,0.00009124341,0.000087396154,0.000038251084,0.000013698842,0.0000054935804,0.000112896625,0.000029413426,0.000018726661],"category_scores_gemma":[0.0000018764615,0.00006876964,0.000037290323,0.000032392098,0.000008565664,0.00006126932,0.000013766156,0.000014759793,0.00008901486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050328067,0.000008895932,0.00005378662,0.0005868496,0.00012868579,0.0000012710342,0.00003454375,0.7520155,0.014753212,0.15499286,0.03560222,0.041817185],"study_design_scores_gemma":[0.0004158624,0.0000044012804,0.00066721113,0.00010185547,0.0000057768116,0.000001502378,0.000004159567,0.9394081,0.0019875236,0.00103936,0.056171887,0.00019231699],"about_ca_topic_score_codex":1.8998848e-7,"about_ca_topic_score_gemma":3.3961894e-7,"teacher_disagreement_score":0.91248286,"about_ca_system_score_codex":0.00009453383,"about_ca_system_score_gemma":0.0000024120263,"threshold_uncertainty_score":0.28043446},"labels":[],"label_agreement":null},{"id":"W2460645475","doi":"10.1109/acvi.2016.5","title":"Will the ICDs Please Stand Up? An Attempt to Reason about Subsystem Interfaces in Avionics System Integration","year":2016,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Avionics; Computer science; Context (archaeology); Software engineering; Abstraction; Interface (matter); Domain (mathematical analysis); Systems engineering; Engineering; Operating system","score_opus":0.00924747198007445,"score_gpt":0.2127759461838023,"score_spread":0.20352847420372785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460645475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7127863,0.0005823147,0.27841505,0.00026960607,0.0023413384,0.0009841499,0.00003108211,0.0013901375,0.0032000118],"genre_scores_gemma":[0.9980959,0.000016901116,0.00043999686,0.000013028693,0.00014597706,0.00016294072,0.0000036328054,0.00007406223,0.0010475066],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842525,0.00009803018,0.0005765081,0.00030083553,0.0002363103,0.0003630412],"domain_scores_gemma":[0.99890727,0.0001420186,0.000048472815,0.0006853035,0.00007039503,0.00014652693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006381434,0.00028711182,0.00030687146,0.00018234538,0.00004595855,0.000094545445,0.0003901887,0.00012887428,0.00003257659],"category_scores_gemma":[0.00005366146,0.00016860811,0.00004851007,0.00030786003,0.000018914507,0.00056696025,0.000041455394,0.00014817089,0.000137788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040014373,0.00018756458,0.015934315,0.0048113298,0.0005985748,0.00009370327,0.029146235,0.4574456,0.20080131,0.14001116,0.011361937,0.13920812],"study_design_scores_gemma":[0.0048380652,0.0005934155,0.036447685,0.01998961,0.00011191236,0.00026050492,0.019958364,0.63796467,0.13953745,0.000064722684,0.13651077,0.0037227941],"about_ca_topic_score_codex":0.00014235762,"about_ca_topic_score_gemma":0.00048749102,"teacher_disagreement_score":0.28530964,"about_ca_system_score_codex":0.00074297667,"about_ca_system_score_gemma":0.000033688775,"threshold_uncertainty_score":0.6875639},"labels":[],"label_agreement":null},{"id":"W2503939900","doi":"10.1057/9781137505125_6","title":"Ten Useful Activities, Tools and Templates","year":2015,"lang":"en","type":"book-chapter","venue":"Palgrave Macmillan US eBooks","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Template; Computer science; Download; Context (archaeology); Software engineering; World Wide Web; Programming language; Geography; Archaeology","score_opus":0.028130757162560333,"score_gpt":0.21460065821938645,"score_spread":0.18646990105682612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503939900","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006363883,0.0046613985,0.00029089983,0.000006166538,0.00095185597,0.00066313724,0.00047565898,0.0013297033,0.9909848],"genre_scores_gemma":[0.9418628,0.00017799002,0.00070238474,0.000034600933,0.00080423424,0.00009304798,0.00016970585,0.0006042303,0.055550992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980655,0.000013678854,0.00054491864,0.0004935399,0.00035954488,0.0005228254],"domain_scores_gemma":[0.9986161,0.00017000627,0.00011272214,0.0007431778,0.000060238828,0.00029775884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019984692,0.0008505201,0.00087749376,0.00031668422,0.00005804574,0.00012630576,0.00031735623,0.00062571774,0.000089268164],"category_scores_gemma":[0.000019272611,0.0008935402,0.0001531195,0.000016094104,0.00011585618,0.000008472538,0.00014285406,0.00058068824,0.0001222539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010779719,0.000003842762,0.0013941347,0.0055130767,0.0052594994,0.0010460801,0.0033561136,0.008043452,0.0029566858,0.8019751,0.008638325,0.16170594],"study_design_scores_gemma":[0.0012403523,0.0001532762,0.00096148986,0.0012899211,0.00029561092,0.0006328345,0.000057806734,0.0030344257,0.0008159016,0.07778546,0.9101335,0.0035994544],"about_ca_topic_score_codex":0.000019698435,"about_ca_topic_score_gemma":0.000022003758,"teacher_disagreement_score":0.9412264,"about_ca_system_score_codex":0.00033716465,"about_ca_system_score_gemma":0.000066950684,"threshold_uncertainty_score":0.9993515},"labels":[],"label_agreement":null},{"id":"W2541436993","doi":"10.1109/step.2002.1267625","title":"Software product quality practices - quality measurement and evaluation using TL9000 and ISO/IEC 9126","year":2004,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality; Quality (philosophy); Software quality control; Reliability engineering; Product (mathematics); Software measurement; Software; Software quality analyst; Computer science; Verification and validation; Process (computing); Systems engineering; Engineering; Manufacturing engineering; Software development; Operations management; Mathematics","score_opus":0.17009373920540563,"score_gpt":0.357768020908473,"score_spread":0.18767428170306735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541436993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91658473,0.0032493696,0.07725588,0.00019533471,0.00046399614,0.00081998756,0.0000052930577,0.0006785494,0.00074683613],"genre_scores_gemma":[0.9739932,0.000027128068,0.025751576,0.000016834409,0.00012315065,0.000036751095,0.0000036880685,0.000034633118,0.000013040833],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9981895,0.00012772965,0.0004892122,0.00035460643,0.00060705387,0.00023190805],"domain_scores_gemma":[0.9990907,0.000087290995,0.00016428813,0.00036671912,0.00020086879,0.0000901328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037369595,0.00021444172,0.00026221733,0.00007566086,0.00007977547,0.00008410842,0.0000722567,0.00007235056,0.000020231088],"category_scores_gemma":[0.0010865829,0.00021387024,0.00002869951,0.00013787318,0.000033583117,0.00044684016,0.000035569537,0.00014316797,0.00000582874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043227188,0.0001391829,0.030335344,0.003448247,0.0005547352,0.0000039515744,0.0038557148,0.8534918,0.07016816,0.0024633969,0.00012581816,0.03537044],"study_design_scores_gemma":[0.0051872474,0.000114996896,0.80370766,0.0007522948,0.00041994124,0.00016014518,0.0013111506,0.14175928,0.033991553,0.0017368664,0.008286338,0.0025725348],"about_ca_topic_score_codex":0.000957005,"about_ca_topic_score_gemma":0.00015433811,"teacher_disagreement_score":0.7733723,"about_ca_system_score_codex":0.0005300633,"about_ca_system_score_gemma":0.00009827429,"threshold_uncertainty_score":0.8721375},"labels":[],"label_agreement":null},{"id":"W2552071978","doi":"10.1007/978-3-319-48869-1_1","title":"Stupid Tool Tricks for Smart Model Based Design","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Avionics; Documentation; Certification; Automotive industry; Process (computing); Software engineering; Engineering management; Risk analysis (engineering); Systems engineering; Process management; Manufacturing engineering; Engineering","score_opus":0.02151395995712759,"score_gpt":0.2151129234065421,"score_spread":0.1935989634494145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552071978","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000039164274,0.00027351777,0.99425316,0.00007313809,0.0019444843,0.00097123015,0.00002622695,0.00048871257,0.0019656215],"genre_scores_gemma":[0.08337776,0.000010443987,0.9146447,0.00025027848,0.0006571468,0.00013487208,0.0000053491585,0.0001860891,0.00073336903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977973,0.000009192801,0.0004830858,0.00070134376,0.00041409803,0.00059494533],"domain_scores_gemma":[0.99807245,0.0008431572,0.000079088684,0.000794193,0.00011107786,0.000100060424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006895889,0.0005259767,0.000514502,0.00061380037,0.00007723333,0.00010357148,0.00096788816,0.00035181906,0.0000133891],"category_scores_gemma":[0.000074958036,0.00046431573,0.00014525747,0.00017642562,0.00015347503,0.00016672685,0.00009449337,0.0003488612,0.000028336748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005178139,0.000002926381,0.0000017481772,0.00009467826,0.000011240456,0.00000392321,0.00004595324,0.8601318,0.00021047328,0.00092099194,0.00005615452,0.13851495],"study_design_scores_gemma":[0.00038510325,0.000052866617,0.0000037234422,0.0004264278,0.00001051892,0.0000069798166,1.5089949e-8,0.98146105,0.0015167026,0.011738405,0.0037968538,0.0006013441],"about_ca_topic_score_codex":9.70083e-7,"about_ca_topic_score_gemma":0.0000018460472,"teacher_disagreement_score":0.1379136,"about_ca_system_score_codex":0.0005918455,"about_ca_system_score_gemma":0.00034339284,"threshold_uncertainty_score":0.99978083},"labels":[],"label_agreement":null},{"id":"W2556740177","doi":"10.1109/iecon.2014.7049079","title":"A safety function response time model for wireless industrial control","year":2014,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Timer; Computer science; Industrial control system; Automation; Function (biology); Wireless; Control system; Process (computing); Metric (unit); Embedded system; Control (management); Real-time computing; Engineering; Telecommunications; Electrical engineering","score_opus":0.011360357430204086,"score_gpt":0.18337146004438,"score_spread":0.17201110261417593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556740177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014506157,0.00001393402,0.98092014,0.00009337642,0.00072177034,0.0005157726,0.00002571649,0.0011109193,0.0020922038],"genre_scores_gemma":[0.9954773,6.058534e-7,0.0015797758,0.000047799025,0.0003766158,0.0001374555,0.000010791406,0.00006986703,0.002299799],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911916,0.0000418519,0.00030367266,0.00016316205,0.00010523127,0.00026690788],"domain_scores_gemma":[0.99917555,0.00041627046,0.000024535613,0.00026653832,0.0000374667,0.00007961855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075075595,0.00017354244,0.0002498974,0.00009304602,0.000042190684,0.000022773516,0.00011288469,0.0001861629,0.000039308517],"category_scores_gemma":[0.00010270194,0.00017572314,0.00008319316,0.00008850836,0.000010935272,0.00009920401,0.000008827942,0.00012786656,0.00012751807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077592774,0.0000059446957,0.000012360175,0.000020909465,0.000060261194,1.1381258e-7,0.000039834464,0.9769353,0.011317339,0.0014993204,0.0045649395,0.0047677103],"study_design_scores_gemma":[0.0023407913,0.00005562811,0.00008194259,0.000017558954,0.00002245957,0.0000019246397,0.0000043599994,0.9514954,0.00033285157,0.00005403082,0.04539087,0.00020218978],"about_ca_topic_score_codex":0.000002232493,"about_ca_topic_score_gemma":9.542566e-7,"teacher_disagreement_score":0.98097116,"about_ca_system_score_codex":0.0001481707,"about_ca_system_score_gemma":0.000027369944,"threshold_uncertainty_score":0.7165781},"labels":[],"label_agreement":null},{"id":"W2563522961","doi":"10.1109/issrew.2016.12","title":"On the Exploration of Model-Based Support for DO-178C-Compliant Avionics Software Development and Certification","year":2016,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Software engineering; Computer science; Software development; Avionics; Avionics software; Certification; Social software engineering; Software construction; Context (archaeology); Systems engineering; Life-critical system; Verification and validation; Model-driven architecture; Software system; Software; Engineering","score_opus":0.05643150080069812,"score_gpt":0.23494377220563498,"score_spread":0.17851227140493686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563522961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012608551,0.00001698951,0.98622763,0.0002686977,0.00010741692,0.00036564807,0.000008957443,0.0001854338,0.0002106796],"genre_scores_gemma":[0.9595545,0.0000027014444,0.039979987,0.00001778803,0.0000100488405,0.00024560068,0.000009159214,0.000025276016,0.00015492295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994472,0.000005102784,0.00023975251,0.0001089566,0.00009121269,0.0001077211],"domain_scores_gemma":[0.9995056,0.00017995422,0.000031444102,0.00020706441,0.000049729537,0.000026243935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017091178,0.00009789732,0.000093696595,0.000048737453,0.000033770128,0.000010637115,0.00007642051,0.000042479307,0.00001516025],"category_scores_gemma":[0.000040754094,0.000058960188,0.000022351367,0.000043444234,0.000012902029,0.000093371265,0.0000065205695,0.000024704634,0.000012302548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027663144,0.000036531303,0.000098072545,0.00035532622,0.000056728328,2.134288e-7,0.0008773695,0.8735987,0.01674022,0.05717754,0.0024444025,0.048587244],"study_design_scores_gemma":[0.0005021747,0.000041075054,0.00052551256,0.00017338576,0.000010274773,8.09174e-7,0.00004429358,0.8397615,0.14956138,0.0014308796,0.0076999804,0.00024876746],"about_ca_topic_score_codex":4.3760414e-7,"about_ca_topic_score_gemma":0.0000011072384,"teacher_disagreement_score":0.94694597,"about_ca_system_score_codex":0.00008481078,"about_ca_system_score_gemma":0.00004049456,"threshold_uncertainty_score":0.24043266},"labels":[],"label_agreement":null},{"id":"W2590113509","doi":"10.4271/2017-01-0063","title":"PICASSOS – Practical Applications of Automated Formal Methods to Safety Related Automotive Systems","year":2017,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Réseau Québécois en Innovation Sociale","funders":"","keywords":"Computer science; Automotive industry; Stateflow; Software engineering; Context (archaeology); Formal methods; Process (computing); Systems engineering; Functional safety; Original equipment manufacturer; Process management; Manufacturing engineering; Engineering management; Engineering; Operating system","score_opus":0.014861540047645599,"score_gpt":0.3046002783952788,"score_spread":0.2897387383476332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590113509","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11461702,0.0023036194,0.012481994,0.015115571,0.0077507156,0.027892694,0.0014119049,0.1179491,0.70047736],"genre_scores_gemma":[0.93904054,0.00008349708,0.058497444,0.00012433018,0.00014431078,0.001453964,0.00004243015,0.00025324474,0.0003602578],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9943723,0.0002486538,0.002183398,0.0010742521,0.0008589428,0.0012624664],"domain_scores_gemma":[0.9939754,0.0011557767,0.00050678285,0.0034274478,0.00029054526,0.00064401864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019085059,0.0009552118,0.001603895,0.00039028283,0.00062279863,0.00020219745,0.001815497,0.0012898942,0.00013642981],"category_scores_gemma":[0.0024891002,0.0009130055,0.00048702658,0.0007857887,0.00070245576,0.000958165,0.000679709,0.0015919915,0.0002478026],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014739665,0.0002299318,0.00006509331,0.0003286064,0.0002952641,0.00003697489,0.000089207504,0.008438563,0.94484204,0.038221452,0.0026413498,0.004664111],"study_design_scores_gemma":[0.0008214818,0.0005602919,0.87826174,0.00051838596,0.00016130533,0.00028736613,0.00010102295,0.00010709,0.0004944119,0.00027987696,0.117356926,0.0010500988],"about_ca_topic_score_codex":0.000061876395,"about_ca_topic_score_gemma":0.0019786991,"teacher_disagreement_score":0.9443476,"about_ca_system_score_codex":0.0007988697,"about_ca_system_score_gemma":0.00014024212,"threshold_uncertainty_score":0.9993321},"labels":[],"label_agreement":null},{"id":"W2592997044","doi":"","title":"Generation of Assurance Cases for Medical Devices.","year":2015,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Safety assurance; Set (abstract data type); Software; Medical software; Risk analysis (engineering); Safety case; Software engineering; Process management; Engineering management; Software system; Software construction; Business; Engineering; Programming language","score_opus":0.03986859623809584,"score_gpt":0.2574171476387208,"score_spread":0.21754855140062496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592997044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04612389,0.00007013715,0.9519154,0.000033758286,0.0007606199,0.000094375326,0.0000030108317,0.00006560415,0.0009332388],"genre_scores_gemma":[0.98389053,0.0000067966316,0.015945913,0.000060220187,0.00008171645,0.000007842355,0.0000037993486,0.00000171177,0.0000014654648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995023,0.000001964547,0.00018628006,0.000037108595,0.00020015845,0.00007221588],"domain_scores_gemma":[0.99966425,0.00003670237,0.00002367942,0.000067240195,0.00013528483,0.000072855386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041623806,0.000039147002,0.00006049107,0.00008569541,0.000023413728,0.000038396476,0.00010258345,0.000020457119,0.0000014035588],"category_scores_gemma":[0.00008423399,0.000035885787,0.000007779683,0.00015522807,0.00004600066,0.0017222195,0.000018057977,0.00001966225,0.0000035441462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004517748,0.000008434815,0.0011885103,0.0006111978,0.000014479567,6.3462613e-7,0.0039445865,0.7521367,0.0006334284,0.013854081,0.013241723,0.21436168],"study_design_scores_gemma":[0.00014281603,0.000016425916,0.001738631,0.00001778024,6.947391e-7,0.000017847373,0.000011212613,0.972311,0.0009813805,0.000003086616,0.024715299,0.000043800734],"about_ca_topic_score_codex":0.0000020358539,"about_ca_topic_score_gemma":6.329118e-7,"teacher_disagreement_score":0.9377667,"about_ca_system_score_codex":0.0000228147,"about_ca_system_score_gemma":0.000071870905,"threshold_uncertainty_score":0.146338},"labels":[],"label_agreement":null},{"id":"W2611387109","doi":"10.5539/cis.v10n2p97","title":"Type Safe Metadata Combining","year":2017,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metadata; Computer science; Meta Data Services; Metadata repository; Data element; Database catalog; Information retrieval; World Wide Web","score_opus":0.015420641940958562,"score_gpt":0.22924670525458862,"score_spread":0.21382606331363005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611387109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05962698,0.00007730325,0.87514824,0.00009086131,0.004189139,0.00014871573,0.0000039860274,0.00035755167,0.06035721],"genre_scores_gemma":[0.99064815,0.00001759048,0.00921799,0.00005250168,0.00004104454,0.0000015051752,0.0000020586347,0.0000025810793,0.000016575379],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995681,0.0000014794508,0.00013644113,0.00005356152,0.00012348735,0.00011692043],"domain_scores_gemma":[0.9995204,0.000011217007,0.000033206066,0.0003261972,0.000055200257,0.000053771622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026538232,0.00005711956,0.00006753396,0.000093953546,0.0002531166,0.00073678343,0.00038481466,0.0000160599,0.0000037561074],"category_scores_gemma":[0.000029495819,0.000054007898,0.0000074550017,0.000088255576,0.00009476579,0.009694038,0.00012813507,0.000048656402,0.00006144614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006667988,0.000010248626,0.005070676,0.00043854635,0.000060640345,0.0000028361,0.0059649106,0.23051445,0.0021001997,0.15217847,0.00818626,0.5954661],"study_design_scores_gemma":[0.00011541021,0.000009616304,0.045922015,0.000020789423,0.0000013822678,0.000010979163,0.000009785858,0.85151887,0.00036194062,0.000017975726,0.10191469,0.00009655137],"about_ca_topic_score_codex":0.0000029937828,"about_ca_topic_score_gemma":8.9810726e-8,"teacher_disagreement_score":0.93102115,"about_ca_system_score_codex":0.000020452992,"about_ca_system_score_gemma":0.000018737897,"threshold_uncertainty_score":0.710482},"labels":[],"label_agreement":null},{"id":"W2747381231","doi":"10.1007/978-3-319-66266-4_5","title":"Safety Case Impact Assessment in Automotive Software Systems: An Improved Model-Based Approach","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Computer science; Automotive industry; Functional safety; Context (archaeology); Software; Work (physics); Software quality; Reliability engineering; Quality (philosophy); Safety standards; Risk analysis (engineering); Software development; Engineering","score_opus":0.015972656758341083,"score_gpt":0.25726934073039576,"score_spread":0.24129668397205467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747381231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027558577,0.00033358936,0.994291,0.000011042275,0.0016065051,0.0011436533,0.00008073495,0.0006104424,0.0016474173],"genre_scores_gemma":[0.7603832,0.000004747192,0.23902418,0.00002650231,0.00026975386,0.000059226848,0.000038079528,0.00014311685,0.000051214694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965924,0.000039656632,0.0007864297,0.0011908901,0.0005476397,0.00084299064],"domain_scores_gemma":[0.99712855,0.00025942834,0.00023427115,0.0019237942,0.00018811855,0.0002658595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011548192,0.0008907698,0.0009931403,0.0009807579,0.0001923556,0.00043623048,0.0014829449,0.00060102245,0.0000053025665],"category_scores_gemma":[0.00007369963,0.00085384236,0.00017012212,0.00018957796,0.0002918149,0.00051217026,0.00022767283,0.0014673644,0.0000046719842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048362094,0.000020951607,0.00005286695,0.00030552206,0.000025890746,0.0003388394,0.0003931026,0.9768732,0.000028947929,0.00010266267,0.000002156736,0.021851001],"study_design_scores_gemma":[0.00048459513,0.00009118494,0.00015953863,0.00068356824,0.000014343456,0.00040397997,7.5311345e-7,0.99684745,0.000030798692,0.0003640006,0.000050485785,0.00086929445],"about_ca_topic_score_codex":0.00023129857,"about_ca_topic_score_gemma":0.00011181786,"teacher_disagreement_score":0.7601076,"about_ca_system_score_codex":0.0030021926,"about_ca_system_score_gemma":0.0009828721,"threshold_uncertainty_score":0.99939126},"labels":[],"label_agreement":null},{"id":"W2750455300","doi":"10.13034/jsst.v10i1.163","title":"The Integration of Model-Based Safety Analysis and Model-Based Systems Engineering at an Early Stage","year":2017,"lang":"en","type":"article","venue":"Journal of Student Science and Technology","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Consistency (knowledge bases); Process (computing); Domain (mathematical analysis); Systems engineering; Risk analysis (engineering); Engineering; Artificial intelligence; Medicine","score_opus":0.014208635768595398,"score_gpt":0.2628310310186134,"score_spread":0.24862239525001797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750455300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67843205,0.00024601884,0.32095098,0.00008859929,0.00013335625,0.00008341923,0.000003716597,0.000037683803,0.000024189416],"genre_scores_gemma":[0.9970293,0.000058601174,0.0028638192,0.0000020054429,0.000013419333,0.000006113446,2.394554e-7,0.000010740656,0.000015747743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880975,0.0000071341233,0.0004437759,0.00014123341,0.00039062233,0.0002075046],"domain_scores_gemma":[0.9988744,0.00004600475,0.00027068445,0.00045441964,0.0002764997,0.000077937686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011211745,0.00013065092,0.00031141736,0.00073755026,0.0003246571,0.00014938101,0.0006862868,0.00008988843,3.018114e-7],"category_scores_gemma":[0.000097012045,0.00009542485,0.000043320608,0.00043152543,0.00035458108,0.00033984226,0.000079258956,0.00019460572,1.4494229e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063058105,0.000008830639,0.014474498,0.000025698731,0.00006413587,0.0000023238354,0.00008923843,0.9486513,0.034801446,0.0010802756,9.287912e-7,0.0007950147],"study_design_scores_gemma":[0.00025928955,0.00007501232,0.02748451,0.00005293427,0.000067376786,0.0000046707232,0.000097922544,0.9653349,0.00648175,0.000013319419,0.000037370155,0.00009093665],"about_ca_topic_score_codex":0.000011839542,"about_ca_topic_score_gemma":0.0000182502,"teacher_disagreement_score":0.3185973,"about_ca_system_score_codex":0.00018423746,"about_ca_system_score_gemma":0.00007593122,"threshold_uncertainty_score":0.38913128},"labels":[],"label_agreement":null},{"id":"W2770487395","doi":"10.1109/issrew.2017.14","title":"Principles for Systematic Development of an Assurance Case Template from ISO 26262","year":2017,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Functional safety; Risk analysis (engineering); Safety assurance; Safety case; Computer science; Quality assurance; Program assurance; Plan (archaeology); Systems engineering; Software quality assurance; Engineering management; Engineering; Software; Software engineering; Software development; Reliability engineering; Business; Operations management; Software quality","score_opus":0.033982929049870096,"score_gpt":0.2552170002385264,"score_spread":0.2212340711886563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770487395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6263807,0.0002014642,0.36622152,0.000010969246,0.0012146396,0.0015442659,0.00005994864,0.00059257564,0.0037739188],"genre_scores_gemma":[0.85755146,8.4038294e-7,0.14189146,0.0000013110997,0.00006428445,0.0002295668,0.0000072584257,0.000044803248,0.00020900342],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988652,0.000010968276,0.00063199963,0.0001711677,0.00011714099,0.00020351568],"domain_scores_gemma":[0.99872637,0.00017136843,0.00015118957,0.00082430796,0.000051286712,0.0000754626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003327799,0.00018356758,0.00040505893,0.000053243533,0.00013911577,0.00006512468,0.00035521723,0.00008072253,0.000012873322],"category_scores_gemma":[0.000121722616,0.00016814664,0.00005310777,0.000022280406,0.000016275397,0.00022173268,0.000037453283,0.000053446543,0.000020440371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005863973,0.00025167322,0.002671183,0.35192218,0.0032000681,0.0005077196,0.013674401,0.5370353,0.075998075,0.008854019,0.0005758459,0.0052509224],"study_design_scores_gemma":[0.0013174086,0.000042652737,0.006975483,0.010527254,0.00007934849,0.00029444674,0.00044291472,0.8947786,0.08096491,0.000057383102,0.0035798757,0.0009397048],"about_ca_topic_score_codex":0.00007650381,"about_ca_topic_score_gemma":0.00019016853,"teacher_disagreement_score":0.35774335,"about_ca_system_score_codex":0.00007688718,"about_ca_system_score_gemma":0.00003408161,"threshold_uncertainty_score":0.68568206},"labels":[],"label_agreement":null},{"id":"W2772421738","doi":"10.66617/001c.2576","title":"Excipient Usage Technical Risk Assessment for Generic Solid Dose Products","year":2017,"lang":"en","type":"article","venue":"International Journal of Pharmaceutical Excipients","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Apotex (Canada)","funders":"","keywords":"Excipient; Risk analysis (engineering); Business; Chemistry; Chromatography","score_opus":0.043433761621465415,"score_gpt":0.3841902321516666,"score_spread":0.3407564705302012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772421738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41768482,0.00091819104,0.5284321,0.0026023753,0.043395735,0.0013774416,0.00022741588,0.0003719114,0.004990049],"genre_scores_gemma":[0.97690773,0.00022533863,0.020792088,0.00005351038,0.0018289504,0.000042580366,0.000006161707,0.00005695443,0.00008671077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977901,0.000035023513,0.000825156,0.00021780658,0.00076955033,0.00036234572],"domain_scores_gemma":[0.9981804,0.00012998297,0.00043176307,0.00037813597,0.00063019636,0.00024951514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008622516,0.00024387211,0.0003415858,0.00021651371,0.00013554867,0.00023222814,0.0013907168,0.00010205782,0.000056661473],"category_scores_gemma":[0.0005623058,0.00022597014,0.00022551618,0.00005513208,0.00009444017,0.0004988378,0.0001693283,0.00051607203,0.000022938288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009335202,0.0024551086,0.044517294,0.0006983617,0.006307685,0.00083418406,0.00056946377,0.36333215,0.31582308,0.0051722187,0.032075595,0.22728133],"study_design_scores_gemma":[0.009903614,0.00036555048,0.15485866,0.00055605243,0.00037346513,0.0008202519,0.0000320456,0.34599614,0.03615568,0.0009655714,0.4488923,0.0010806635],"about_ca_topic_score_codex":0.0000023639261,"about_ca_topic_score_gemma":6.7289415e-7,"teacher_disagreement_score":0.5592229,"about_ca_system_score_codex":0.00053016044,"about_ca_system_score_gemma":0.00008870877,"threshold_uncertainty_score":0.9214795},"labels":[],"label_agreement":null},{"id":"W2789520420","doi":"10.1145/3195836.3195838","title":"How do practitioners perceive assurance cases in safety-critical software systems?","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Safety assurance; Process (computing); Multidisciplinary approach; Life-critical system; Process management; Risk analysis (engineering); Knowledge management; Computer science; Software; Engineering; Business; Sociology","score_opus":0.015036976066755912,"score_gpt":0.243490215180614,"score_spread":0.2284532391138581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789520420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019979633,0.011657966,0.88674057,0.0015964014,0.034212183,0.0040918216,0.0011145393,0.009299487,0.031307403],"genre_scores_gemma":[0.98332644,0.00017237813,0.013989864,0.000017907698,0.000971152,0.0004460631,0.00010184695,0.00020882425,0.0007655362],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735636,0.00011539213,0.0007186184,0.0007185396,0.0004286832,0.0006624246],"domain_scores_gemma":[0.9974704,0.0010431916,0.00008589373,0.0010019687,0.00020951932,0.00018903134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041154408,0.000679996,0.0008613471,0.00040468562,0.00005880357,0.00045240612,0.00047745844,0.00076194096,0.000098756325],"category_scores_gemma":[0.0012235886,0.00073641207,0.00017172705,0.00023107439,0.00011120736,0.0003664187,0.0002231933,0.001150192,0.00018226178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025202138,0.000055293083,0.0012932391,0.010416277,0.00027188292,0.00057330634,0.0007511199,0.9714635,0.00011030425,0.0025843433,0.011893624,0.00056192384],"study_design_scores_gemma":[0.0027532747,0.00026974882,0.028765313,0.02364727,0.00043066457,0.003538138,0.005383563,0.5950415,0.00058473845,0.000837793,0.3281474,0.010600538],"about_ca_topic_score_codex":0.00021662333,"about_ca_topic_score_gemma":0.00006541577,"teacher_disagreement_score":0.9633468,"about_ca_system_score_codex":0.0011130591,"about_ca_system_score_gemma":0.00015607849,"threshold_uncertainty_score":0.9995087},"labels":[],"label_agreement":null},{"id":"W2796163371","doi":"10.4271/2018-01-1075","title":"An Analysis of ISO 26262: Machine Learning and Safety in Automotive Software","year":2018,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automotive industry; Automotive engineering; Computer science; Software; Vehicle safety; Functional safety; Manufacturing engineering; Engineering; Operating system","score_opus":0.006039161863486798,"score_gpt":0.2286953337664737,"score_spread":0.2226561719029869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796163371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718398,0.0012421386,0.00017171536,0.00044777544,0.00040630356,0.0012575389,0.00021029095,0.008154871,0.01626959],"genre_scores_gemma":[0.99188673,0.0002614247,0.007197799,0.00012668563,0.00009529486,0.00010888216,0.000079742495,0.00016010035,0.00008334123],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.996241,0.00016176717,0.0013069016,0.00093550136,0.000561277,0.00079355785],"domain_scores_gemma":[0.9977813,0.00054364937,0.00016709774,0.0010613647,0.00013107859,0.00031554396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00083106034,0.000723787,0.0014203807,0.00083908596,0.00016669385,0.000053196316,0.00069591706,0.0007236996,0.00036243757],"category_scores_gemma":[0.0007192803,0.0007042473,0.00033697457,0.0021285613,0.0007791193,0.00042179567,0.00022854957,0.00122372,0.000027135142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021114433,0.00019879326,0.012429223,0.0001591189,0.00047515894,0.000033460503,0.0002517167,0.014405331,0.96393585,0.0020984004,0.00008824622,0.0057135834],"study_design_scores_gemma":[0.0005650578,0.00083003833,0.98605114,0.00022124051,0.00025026684,0.000026323642,0.00010776568,0.00011976629,0.00016774818,0.00010552143,0.010882088,0.0006730268],"about_ca_topic_score_codex":0.00012301333,"about_ca_topic_score_gemma":0.06138524,"teacher_disagreement_score":0.9736219,"about_ca_system_score_codex":0.00042996602,"about_ca_system_score_gemma":0.000043459397,"threshold_uncertainty_score":0.99954087},"labels":[],"label_agreement":null},{"id":"W2800799213","doi":"","title":"Software Safety - A journey across domains and safety standards","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Computer science; Software; Software engineering; Safety standards; Engineering; Programming language; Reliability engineering","score_opus":0.00938868084166282,"score_gpt":0.23119840764985167,"score_spread":0.22180972680818883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800799213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05325981,0.0034604413,0.9120481,0.0012817268,0.00130609,0.00080239563,0.0015367132,0.0020188752,0.024285858],"genre_scores_gemma":[0.8608817,0.0029051336,0.13124353,0.00005572565,0.0002214993,0.00015532773,0.00071323203,0.0003644763,0.003459411],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995715,0.0013311316,0.00089857826,0.00077419885,0.0006214897,0.00065957406],"domain_scores_gemma":[0.9943937,0.0010195951,0.00027332336,0.0023236084,0.0016609746,0.00032876898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0072798813,0.00060122844,0.0006790628,0.00016602853,0.00044036342,0.00048277745,0.0010821976,0.0005534874,0.0001437797],"category_scores_gemma":[0.0011750904,0.000685368,0.00021733844,0.00030965687,0.00031814454,0.00017299555,0.0013946589,0.0010246336,0.000036797912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004354099,0.0012881922,0.018711038,0.017266143,0.005310525,0.00017832071,0.21331505,0.117953606,0.005482865,0.08299641,0.05228327,0.48477918],"study_design_scores_gemma":[0.0034949295,0.0000018922683,0.034652878,0.014129022,0.00018625124,0.00019301595,0.0005245477,0.15984137,0.014887978,0.0028947666,0.76573455,0.0034587774],"about_ca_topic_score_codex":0.00023671536,"about_ca_topic_score_gemma":0.0006033751,"teacher_disagreement_score":0.80762184,"about_ca_system_score_codex":0.0007497934,"about_ca_system_score_gemma":0.00028185357,"threshold_uncertainty_score":0.99955976},"labels":[],"label_agreement":null},{"id":"W2802031355","doi":"10.1007/978-3-319-91271-4_18","title":"Modeling the Hybrid ERTMS/ETCS Level 3 Standard Using a Formal Requirements Engineering Approach","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science; Formal specification; Programming language; Formal methods; Formal verification; Software engineering; Systems Modeling Language; Domain (mathematical analysis); Automated theorem proving; Unified Modeling Language","score_opus":0.04325637717332654,"score_gpt":0.23395212473489077,"score_spread":0.19069574756156424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802031355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014017742,0.0005557265,0.99335814,0.000015441972,0.0027514496,0.0005448888,0.00002826239,0.0004325108,0.00091181597],"genre_scores_gemma":[0.62904197,0.000020913532,0.36926052,0.00006953459,0.0013283703,0.00002045342,0.000010831166,0.00019775929,0.000049683684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99671423,0.000010180689,0.0006880863,0.0007468794,0.0008891293,0.00095149514],"domain_scores_gemma":[0.9985101,0.00010682014,0.000087693064,0.0010088905,0.0001571823,0.00012931666],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010263391,0.0006984799,0.0005781723,0.0005541672,0.00021639498,0.0002800578,0.0014351895,0.0002414234,0.00001547924],"category_scores_gemma":[0.000049748793,0.00060187705,0.00014341023,0.00031249132,0.00021309622,0.00049585407,0.00048228248,0.00088376785,0.0000139784515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033198394,0.0000024950562,0.0000020017774,0.00015632299,0.000035344838,0.000009501742,0.0004709919,0.9861174,0.00022532357,0.00017385656,0.0000070037895,0.012796444],"study_design_scores_gemma":[0.00019170174,0.000031873242,0.0000026790085,0.0006360183,0.000019614607,0.00012330445,5.0690596e-7,0.9958238,0.0006961242,0.0008530088,0.0009627861,0.00065858266],"about_ca_topic_score_codex":0.000014061153,"about_ca_topic_score_gemma":0.00000401702,"teacher_disagreement_score":0.6276402,"about_ca_system_score_codex":0.0010543995,"about_ca_system_score_gemma":0.00020460838,"threshold_uncertainty_score":0.99964327},"labels":[],"label_agreement":null},{"id":"W2804137143","doi":"10.4236/jsea.2018.115013","title":"Automatic Derivation of Fault Tree Models from SysML Models for Safety Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Systems Modeling Language; Fault tree analysis; Computer science; Model transformation; Reuse; Component (thermodynamics); Model checking; Process (computing); Unified Modeling Language; Aerospace; Systems engineering; Life-critical system; Modeling language; Software engineering; Transformation (genetics); Variety (cybernetics); Tree (set theory); Automotive industry; Reliability engineering; Engineering; Consistency (knowledge bases); Programming language; Software; Artificial intelligence","score_opus":0.010447562319337635,"score_gpt":0.20953419973735574,"score_spread":0.1990866374180181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804137143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041593604,0.00075036904,0.9569306,0.000014276007,0.0001244438,0.00024184835,0.00010139102,0.0002101647,0.00003332331],"genre_scores_gemma":[0.8248697,0.00006679475,0.1746674,0.0000036089723,0.00025759032,0.00006655894,0.00002228829,0.0000394382,0.0000066082735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881107,0.0000060010143,0.0007311361,0.00012598271,0.00016144017,0.00016434943],"domain_scores_gemma":[0.9989172,0.00031339942,0.00017978814,0.0002541378,0.00023980298,0.00009566793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019893369,0.0001755035,0.0004453358,0.00036602205,0.00004713276,0.000022575861,0.00018530122,0.00010034408,0.000006262888],"category_scores_gemma":[0.000050191727,0.000179415,0.00016803441,0.00050228526,0.000026016423,0.00025710798,0.000016093189,0.00011837771,9.379227e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037420286,0.0000130221515,0.00008171575,0.00015872034,0.00057504576,1.659265e-7,0.00023889024,0.9888713,0.0011059241,0.0011417443,0.000055595425,0.0077541554],"study_design_scores_gemma":[0.00029631355,0.000029554409,0.0014565185,0.00010750664,0.00036546457,0.00000660103,0.000032852215,0.9942584,0.0008771044,0.0008913855,0.0015139554,0.00016435047],"about_ca_topic_score_codex":0.000009916553,"about_ca_topic_score_gemma":0.0000024304866,"teacher_disagreement_score":0.7832761,"about_ca_system_score_codex":0.0000884774,"about_ca_system_score_gemma":0.000023381557,"threshold_uncertainty_score":0.7316332},"labels":[],"label_agreement":null},{"id":"W2808823565","doi":"10.1145/3183440.3195037","title":"Assurance cases for scientific computing software","year":2018,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Computer science; Software engineering; Software; Programming language","score_opus":0.019366599706787887,"score_gpt":0.23309404779646978,"score_spread":0.2137274480896819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808823565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050013773,0.00020756731,0.9406378,0.00001743129,0.00410679,0.00034610892,0.000012201907,0.0019819073,0.0026764187],"genre_scores_gemma":[0.9173908,4.0956323e-7,0.08143408,0.000010745818,0.00044526168,0.00002526621,0.000005490579,0.000037361566,0.0006505816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999333,0.000003482171,0.00016706102,0.00016221171,0.00007772868,0.00025647387],"domain_scores_gemma":[0.9994143,0.00021202676,0.000013442963,0.00023238268,0.00008219599,0.00004565517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001548805,0.00010851608,0.000117785225,0.000070126094,0.00011994011,0.000073456205,0.00013798072,0.0000405955,0.000036386555],"category_scores_gemma":[0.00010595759,0.00011099799,0.00004250478,0.00016710334,0.000052632906,0.000081638325,0.00001713436,0.00003941663,0.00013801946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025314968,0.00010870419,0.008009716,0.004579209,0.00041658932,0.0000319155,0.0027753671,0.479573,0.0273585,0.008222884,0.35311434,0.11578443],"study_design_scores_gemma":[0.00035219296,0.00004298943,0.0016739481,0.00014408572,0.0000081850985,0.00004845448,0.000040943236,0.5780725,0.01717342,0.00004720393,0.40202236,0.00037373966],"about_ca_topic_score_codex":0.0000037732673,"about_ca_topic_score_gemma":0.000014559932,"teacher_disagreement_score":0.86737704,"about_ca_system_score_codex":0.00005144474,"about_ca_system_score_gemma":0.000015318714,"threshold_uncertainty_score":0.4526367},"labels":[],"label_agreement":null},{"id":"W2809428337","doi":"10.1016/s0167-8140(18)30945-9","title":"SP-0635: Risk Management: Quality and Safety New EU legislation and implementation","year":2018,"lang":"en","type":"article","venue":"Radiotherapy and Oncology","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Legislation; Business; Quality (philosophy); Risk management; Risk analysis (engineering); Political science; Finance; Law","score_opus":0.015736676612992974,"score_gpt":0.3068024548713556,"score_spread":0.2910657782583626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809428337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5517807,0.012154838,0.4108183,0.0010461168,0.001704573,0.0013548799,0.00003667229,0.00069135084,0.020412574],"genre_scores_gemma":[0.9591848,0.010887378,0.028596751,0.00026966672,0.0007586453,0.000025186631,0.000014468282,0.000049783812,0.00021331177],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992956,0.00005816087,0.0002497271,0.00017833046,0.00005276712,0.00016543348],"domain_scores_gemma":[0.9996713,0.00007872387,0.000051754003,0.00011540429,0.000010636233,0.00007222534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032944258,0.00012572082,0.00019782555,0.00007760939,0.00007940826,0.000023187311,0.000038362083,0.000091761656,0.00006424933],"category_scores_gemma":[0.0000036211836,0.00013191758,0.000014429878,0.00007342906,0.000059483526,0.00011868755,0.000013552407,0.000077260054,0.0000028341483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088631285,0.0000105595645,0.014688305,0.0001369993,0.0002881298,0.0000034117236,0.004280484,0.0006364146,0.0012561311,0.010655609,0.0015900818,0.9663652],"study_design_scores_gemma":[0.0025853394,0.0002279225,0.29300267,0.000016556607,0.00003250349,0.000034259134,0.0002406975,0.011775168,0.000143492,0.00041666528,0.69128436,0.00024034512],"about_ca_topic_score_codex":0.00012015206,"about_ca_topic_score_gemma":0.00015297571,"teacher_disagreement_score":0.9661249,"about_ca_system_score_codex":0.00017384568,"about_ca_system_score_gemma":0.000011253486,"threshold_uncertainty_score":0.5379443},"labels":[],"label_agreement":null},{"id":"W2889370539","doi":"","title":"Poster: Assurance Cases for Scientific Computing Software","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Documentation; Correctness; Computer science; Software; Software engineering; Software security assurance; Information assurance; Function (biology); Computer security; Information security; Algorithm; Programming language","score_opus":0.0348055362742543,"score_gpt":0.26630483266120347,"score_spread":0.23149929638694916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889370539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08494291,0.00010842182,0.8993145,0.00006431549,0.011437202,0.00041837155,0.00018668002,0.002720644,0.0008069104],"genre_scores_gemma":[0.95101964,0.0000039953825,0.047551084,0.00003340432,0.0008884201,0.00007099426,0.00007359139,0.00010417674,0.00025466818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983424,0.0000080957425,0.00041724992,0.00042053408,0.00035275723,0.0004589802],"domain_scores_gemma":[0.9985881,0.00043379606,0.000058337086,0.00036353912,0.00043760717,0.000118642696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023089936,0.00034178304,0.0002656367,0.00033518174,0.00013273876,0.000282838,0.000560163,0.00011694722,0.0000986854],"category_scores_gemma":[0.00080599415,0.00039269603,0.00011525286,0.00021775508,0.00006724396,0.0002533533,0.000062387604,0.00020791091,0.00015577274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013988621,0.00014559212,0.008518964,0.0014823466,0.0010769338,0.00012524214,0.0027553658,0.8761889,0.020315165,0.03237493,0.014576579,0.04230013],"study_design_scores_gemma":[0.00096894056,0.00020028268,0.0052955872,0.0013028061,0.000024365174,0.00015856388,0.00005667104,0.90127647,0.013670844,0.00011394999,0.075680315,0.001251194],"about_ca_topic_score_codex":0.000004882483,"about_ca_topic_score_gemma":0.000006954045,"teacher_disagreement_score":0.86607677,"about_ca_system_score_codex":0.00024943205,"about_ca_system_score_gemma":0.000056270168,"threshold_uncertainty_score":0.9998525},"labels":[],"label_agreement":null},{"id":"W2895208382","doi":"10.1145/3239372.3239413","title":"Assurance via model transformations and their hierarchical refinement","year":2018,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Correctness; Computer science; Hierarchy; Process (computing); Structuring; Information assurance; Software security assurance; Theoretical computer science; Software engineering; Algorithm; Programming language; Computer security; Information security","score_opus":0.00789282033411196,"score_gpt":0.19055631701223635,"score_spread":0.1826634966781244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895208382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010167612,0.000057063102,0.94140697,0.00018839171,0.00016485376,0.00013726034,0.000005811442,0.0005333023,0.047338758],"genre_scores_gemma":[0.9838122,0.000023867338,0.01583075,0.00004613613,0.00011456052,0.000046989317,0.0000026407142,0.00002071445,0.00010213549],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995423,0.0000032214284,0.0001632082,0.00008385173,0.000052612795,0.00015482449],"domain_scores_gemma":[0.9997592,0.00002255621,0.0000057661114,0.00015092785,0.000016464614,0.00004508047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006602684,0.00010842333,0.000101682985,0.00005329785,0.00003893496,0.000014774085,0.00007099849,0.000042652213,0.000023515155],"category_scores_gemma":[0.000002791669,0.000090526744,0.00002188521,0.00007540371,0.000031725824,0.00010331633,0.000008764935,0.00007618837,0.000035623834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007849879,0.0000404409,0.00003487011,0.0004249829,0.00012957292,7.972826e-7,0.0031738984,0.87831694,0.030296788,0.025725987,0.006165693,0.055682182],"study_design_scores_gemma":[0.00014518472,0.0000107279375,0.0001734741,0.000015796644,0.0000020859711,0.000007485267,0.000011738824,0.97082406,0.0028399013,0.0003316848,0.025523938,0.00011392305],"about_ca_topic_score_codex":0.0000039681395,"about_ca_topic_score_gemma":0.0000151710665,"teacher_disagreement_score":0.9736446,"about_ca_system_score_codex":0.00002842504,"about_ca_system_score_gemma":0.00000709944,"threshold_uncertainty_score":0.36915734},"labels":[],"label_agreement":null},{"id":"W2914080670","doi":"","title":"Proceedings of the 4th International Haifa Verification Conference on Hardware and Software: Verification and Testing","year":2009,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software verification; Software engineering; Verification; Software; Intelligent verification; Programming language; Software construction; Software system","score_opus":0.01780360263690948,"score_gpt":0.201220993659039,"score_spread":0.18341739102212953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914080670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436713,0.00013426486,0.01913401,0.0008942784,0.00058274483,0.0005628081,0.000012502544,0.00079200073,0.0342161],"genre_scores_gemma":[0.9937966,0.000012824798,0.005995601,0.00002047673,0.00003360137,0.0000098029095,0.0000020198897,0.000009433927,0.00011967631],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99954367,0.0000020416896,0.00015595573,0.000121257566,0.00010374425,0.000073334944],"domain_scores_gemma":[0.99973106,0.000030140422,0.000040658546,0.00008742598,0.00008718225,0.00002354932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000808753,0.000086275904,0.00007851483,0.00004309825,0.000028056158,0.000036510894,0.00010697035,0.000041790005,0.0000041551943],"category_scores_gemma":[0.00010898075,0.000071872055,0.000010472386,0.00009679232,0.000021382039,0.000120318415,0.000011636641,0.00007562428,0.000001741373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033192995,0.00008468421,0.051904745,0.0006240461,0.00011863989,6.582037e-7,0.0027388465,0.019247735,0.58106995,0.1454749,0.0023882503,0.19631436],"study_design_scores_gemma":[0.00037169261,0.000062270774,0.7400581,0.00031830138,0.000013819642,0.000021404237,0.000144217,0.22005704,0.034775507,0.00050696766,0.0034062816,0.00026435018],"about_ca_topic_score_codex":0.0000049999526,"about_ca_topic_score_gemma":3.2075909e-7,"teacher_disagreement_score":0.6881534,"about_ca_system_score_codex":0.00003753654,"about_ca_system_score_gemma":0.0000072342846,"threshold_uncertainty_score":0.29308572},"labels":[],"label_agreement":null},{"id":"W29306168","doi":"10.1016/j.scitotenv.2017.12.329","title":"Ganzheitliche Absicherung von Fahrerassistenzsystemen in Anlehnung an ISO 26262","year":2010,"lang":"en","type":"article","venue":"VDI-Berichte","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Gynecology; Humanities; Philosophy; Medicine","score_opus":0.006731558049976725,"score_gpt":0.2083288473148748,"score_spread":0.2015972892648981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W29306168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96341324,0.00079683284,0.0033625853,0.00011198355,0.004320577,0.0006862895,0.00001658379,0.001937133,0.025354778],"genre_scores_gemma":[0.99469775,0.000016213093,0.003669554,0.00005295886,0.00057711353,0.00015443642,0.000021487653,0.00019177793,0.0006187273],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777013,0.000052647756,0.0007021763,0.00046079312,0.00029756705,0.0007166959],"domain_scores_gemma":[0.9985764,0.00009285859,0.00008107859,0.00095272134,0.00005603075,0.00024090012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005672958,0.00045092622,0.0005098456,0.0003233263,0.00006179646,0.0001075355,0.00052083196,0.00032756224,0.00012408728],"category_scores_gemma":[0.000050855288,0.00048660705,0.00010626321,0.0006319444,0.000038160753,0.0004616442,0.00006113499,0.0007531956,0.00034624402],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033438457,0.00023596674,0.05355765,0.0012376441,0.0004088247,0.0002176071,0.0050413366,0.1413827,0.7704864,0.002967838,0.005170693,0.019259926],"study_design_scores_gemma":[0.0021110992,0.00012636582,0.25117287,0.00034009558,0.00007811648,0.00014481628,0.00043643918,0.3808129,0.013343772,0.00008394311,0.34892854,0.0024210375],"about_ca_topic_score_codex":0.00020093883,"about_ca_topic_score_gemma":0.00046447373,"teacher_disagreement_score":0.7571426,"about_ca_system_score_codex":0.00021394572,"about_ca_system_score_gemma":0.00004535903,"threshold_uncertainty_score":0.99975854},"labels":[],"label_agreement":null},{"id":"W2935203022","doi":"10.1007/978-3-030-16722-6_1","title":"Software Assurance in an Uncertain World","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software security assurance; Mathematical proof; Computer security; Argument (complex analysis); Software; Software system; Risk analysis (engineering); Key (lock); Compliance (psychology); Software engineering; Software development; Information assurance; Information security; Business; Security service","score_opus":0.012668411569399681,"score_gpt":0.21897036187248203,"score_spread":0.20630195030308235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935203022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003448038,0.0007871343,0.9909017,0.00004383174,0.0034469296,0.00044493543,0.000010028614,0.00048550393,0.0035351117],"genre_scores_gemma":[0.7098012,0.00003776848,0.28673613,0.00036462792,0.0010531523,0.000035647867,0.000026202637,0.00029665313,0.001648609],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764276,0.000013684988,0.00048623834,0.0007980835,0.00046582357,0.00059338834],"domain_scores_gemma":[0.99838245,0.00039248363,0.000070813105,0.0009862742,0.000061657665,0.00010633771],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044035658,0.0005114822,0.0005646565,0.0010789324,0.00003515989,0.00013226744,0.0012046007,0.00027592803,0.000033836026],"category_scores_gemma":[0.000044163633,0.00054510124,0.00007071148,0.00056641846,0.00015289887,0.00032764723,0.0001501067,0.0007892728,0.00007407326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014491748,0.0000037983125,0.0005856417,0.0001483187,0.0000049328833,0.00003558489,0.00017810805,0.9252117,0.000059697628,0.00035522357,0.00001579272,0.073399715],"study_design_scores_gemma":[0.00027152037,0.000044060787,0.0018857914,0.0015246542,0.0000041540293,0.000024527211,1.2470504e-7,0.9832887,0.00027181674,0.0034357775,0.008266209,0.0009826365],"about_ca_topic_score_codex":0.000018800463,"about_ca_topic_score_gemma":0.0008107189,"teacher_disagreement_score":0.7094564,"about_ca_system_score_codex":0.0007442467,"about_ca_system_score_gemma":0.00024697182,"threshold_uncertainty_score":0.99970007},"labels":[],"label_agreement":null},{"id":"W2944032969","doi":"10.1007/978-3-319-12127-7_121-1","title":"Factor of Safety","year":2018,"lang":"en","type":"book-chapter","venue":"Techniques in Dentistry and Oral & Maxillofacial Surgery","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Factor (programming language); Psychology; Computer science; Programming language","score_opus":0.019259605389628003,"score_gpt":0.23737961441399177,"score_spread":0.21812000902436376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944032969","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047188956,0.012304813,0.02433253,0.000032967153,0.015929459,0.0033094173,0.0026397891,0.00884737,0.8854147],"genre_scores_gemma":[0.67179585,0.014213314,0.019696705,0.000105095125,0.0020716714,0.0002978314,0.00080405705,0.0017781578,0.28923732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828666,0.000009985842,0.0008671903,0.0003108839,0.00022349184,0.00030177168],"domain_scores_gemma":[0.9992728,0.00006575624,0.00014368168,0.00038724064,0.000048704576,0.00008178282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027673627,0.0004588184,0.00090107694,0.000382958,0.00002671712,0.000023738148,0.00019715389,0.00072192337,0.0006975978],"category_scores_gemma":[0.00003260753,0.00053085154,0.00020333414,0.00007145831,0.00018364457,0.00012268836,0.00010287458,0.00039654432,0.000033968572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026057885,0.0000958869,0.020427074,0.009546083,0.0010591036,0.002274424,0.00058293325,0.00012454053,0.0036654673,0.030978931,0.010206953,0.92077804],"study_design_scores_gemma":[0.000096277174,0.000024344072,0.0037220034,0.0011959408,0.000032090997,0.00010123916,0.0000037351824,0.00009815656,0.007093846,0.0020233004,0.9846743,0.0009347737],"about_ca_topic_score_codex":0.00003280309,"about_ca_topic_score_gemma":0.000010495708,"teacher_disagreement_score":0.97446734,"about_ca_system_score_codex":0.00013424369,"about_ca_system_score_gemma":0.000035689744,"threshold_uncertainty_score":0.9997143},"labels":[],"label_agreement":null},{"id":"W2946251217","doi":"10.1299/jsmemecj.2018.s1150101","title":"Safety management using IT","year":2018,"lang":"en","type":"article","venue":"The Proceedings of Mechanical Engineering Congress Japan","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advantage Forensics (Canada)","funders":"","keywords":"Business; Computer science; Process management","score_opus":0.012379884584874074,"score_gpt":0.2179514331910639,"score_spread":0.2055715486061898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946251217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78578365,0.00064629014,0.15177791,0.00060881884,0.010604481,0.0027777138,0.00004768983,0.005494311,0.04225916],"genre_scores_gemma":[0.9888746,0.000033468623,0.010357864,0.000026213644,0.0004018839,0.00003536703,0.0000011394187,0.000121669196,0.00014779562],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822336,0.0000033992465,0.0006074581,0.00027697886,0.00035808497,0.0005307116],"domain_scores_gemma":[0.99926966,0.00007084677,0.00008267215,0.00028248783,0.00016438201,0.0001299279],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005273066,0.00034970194,0.0004013345,0.00018383541,0.0000831171,0.000050246068,0.00073955115,0.00014342362,0.00005387696],"category_scores_gemma":[0.0000582379,0.00030382737,0.000120168064,0.00048885215,0.00008185729,0.00018634107,0.00017759606,0.0002909813,0.00003405925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013345973,0.00010133911,0.000136126,0.00366048,0.0018300323,0.000007854402,0.0017001708,0.27382955,0.42590302,0.2814111,0.0040324503,0.0072544017],"study_design_scores_gemma":[0.000557739,0.00006493998,0.00022342932,0.00061227276,0.00011454268,0.000058025988,0.00023050608,0.9124908,0.061632108,0.00016048315,0.023319764,0.0005354032],"about_ca_topic_score_codex":0.0000057480624,"about_ca_topic_score_gemma":5.115479e-7,"teacher_disagreement_score":0.63866127,"about_ca_system_score_codex":0.000153992,"about_ca_system_score_gemma":0.000007905712,"threshold_uncertainty_score":0.9999414},"labels":[],"label_agreement":null},{"id":"W2955593221","doi":"","title":"DFO's Risk Management Framework and it's Application to Drainage Act Activities","year":2010,"lang":"en","type":"article","venue":"Drainage Engineers Conference","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fisheries and Oceans Canada","funders":"","keywords":"Risk management; Drainage; Business; Risk analysis (engineering); Environmental resource management; Environmental planning; Environmental science; Finance","score_opus":0.003892239331215235,"score_gpt":0.2003285327331298,"score_spread":0.19643629340191457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955593221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03666418,0.000089068104,0.90867287,0.00023370198,0.0011411342,0.0008724136,0.0000323736,0.0013707652,0.05092349],"genre_scores_gemma":[0.9601377,0.00003886526,0.038779173,0.00006330199,0.00018186789,0.0003737793,0.000010784947,0.00009661137,0.00031787722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984782,0.00002078435,0.00030558268,0.00043837982,0.00023803106,0.00051903276],"domain_scores_gemma":[0.9986561,0.00024996494,0.000047441077,0.0007555865,0.000036492485,0.00025441247],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003128119,0.0004126944,0.0003231338,0.00031725064,0.000098642326,0.00015554974,0.00040698226,0.00022156417,0.00005884067],"category_scores_gemma":[0.00011913419,0.0004739567,0.00006186393,0.00037017907,0.000057828653,0.00024602344,0.00010790317,0.00074479386,0.00009482613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002621106,0.0000673867,0.0003601267,0.0013869688,0.0005280696,0.00006905355,0.011001847,0.18675645,0.023108447,0.5954569,0.0021052256,0.17913331],"study_design_scores_gemma":[0.00095447316,0.0001277775,0.017894687,0.00061722053,0.00019432508,0.00006425055,0.0031810305,0.67502904,0.0060072253,0.009948297,0.28283253,0.003149145],"about_ca_topic_score_codex":0.000018559822,"about_ca_topic_score_gemma":0.000013834841,"teacher_disagreement_score":0.92347354,"about_ca_system_score_codex":0.00008803728,"about_ca_system_score_gemma":0.00001495556,"threshold_uncertainty_score":0.99977124},"labels":[],"label_agreement":null},{"id":"W2958851162","doi":"10.1109/compsac.2019.00015","title":"Supporting Consistency in the Heterogeneous Design of Safety-Critical Software","year":2019,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Stateflow; Computer science; Unified Modeling Language; Consistency (knowledge bases); Avionics; Software engineering; Process (computing); Certification; Software; Programming language; Systems engineering; Engineering; Artificial intelligence","score_opus":0.012274335113135627,"score_gpt":0.23654936597633636,"score_spread":0.22427503086320072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958851162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075434186,0.0009779747,0.90435594,0.00014770501,0.0012493057,0.0012971082,0.000011544647,0.00083019846,0.015696045],"genre_scores_gemma":[0.9871697,0.000004596349,0.012655662,0.00003864449,0.000022073054,0.000019346382,0.000001910734,0.000030282163,0.000057787915],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989113,0.000048774236,0.00047718655,0.00012433188,0.00014941001,0.000288978],"domain_scores_gemma":[0.9988078,0.0007764416,0.00002168465,0.00034003414,0.000024578678,0.000029450403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047898627,0.00013040734,0.0002284356,0.00007376843,0.000013130327,0.000011610211,0.00022126573,0.000070032904,0.0001818814],"category_scores_gemma":[0.0001575761,0.00010391253,0.00005620622,0.000150412,0.000026167867,0.000059428567,0.000018919092,0.0001369903,0.00009546337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070363453,0.000020657197,0.0065172967,0.00040386006,0.000032115993,0.000027304224,0.0006790677,0.985798,0.0024349268,0.002701259,0.00016892873,0.0012095674],"study_design_scores_gemma":[0.0015704009,0.00026642557,0.013222222,0.0005519776,0.00005261456,0.00066265825,0.0012909874,0.9568549,0.014934156,0.0007740855,0.008537063,0.0012825137],"about_ca_topic_score_codex":0.000010848715,"about_ca_topic_score_gemma":0.000001943656,"teacher_disagreement_score":0.91173553,"about_ca_system_score_codex":0.000048849313,"about_ca_system_score_gemma":0.000022246506,"threshold_uncertainty_score":0.42374298},"labels":[],"label_agreement":null},{"id":"W2965050277","doi":"10.1109/rams.2019.8769048","title":"An Approach of Creating Component Design Specification for Safety-Related Software in Railway","year":2019,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Component (thermodynamics); Computer science; Software; Software engineering; Component-based software engineering; Reliability engineering; Software design; Software development; Engineering; Programming language","score_opus":0.0145133913007813,"score_gpt":0.20716579170471877,"score_spread":0.19265240040393747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965050277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03551286,0.00008440433,0.9564783,0.000005060255,0.00021166302,0.0010760541,0.0000062856116,0.00043931475,0.006186074],"genre_scores_gemma":[0.79127747,0.0000033000904,0.20838265,0.0000016100341,0.000019416948,0.00006211957,0.000047205114,0.000046743862,0.00015947159],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989914,0.00002930131,0.0005008066,0.00018577064,0.00009811295,0.00019461493],"domain_scores_gemma":[0.999333,0.00020940953,0.00005087002,0.00033340484,0.00003386657,0.000039408493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041568268,0.00014354203,0.00026920045,0.00014962329,0.00001354898,0.000010004283,0.00016381254,0.000103505554,0.00007372209],"category_scores_gemma":[0.00002295804,0.00015050489,0.000045762936,0.00018787455,0.000008885774,0.00012774755,0.0000081841645,0.00009326563,0.000021521824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001364441,0.000031850683,0.0012705886,0.0002336738,0.000024112844,1.15785845e-7,0.00046918547,0.9785583,0.015861962,0.0018679732,0.00002286972,0.0016457071],"study_design_scores_gemma":[0.0007380537,0.000036568672,0.015523908,0.00007350415,0.0000054024417,0.0000026697126,0.00017729246,0.9784627,0.004096593,0.00003853055,0.00064623944,0.00019856512],"about_ca_topic_score_codex":0.000017810302,"about_ca_topic_score_gemma":7.143892e-7,"teacher_disagreement_score":0.7557646,"about_ca_system_score_codex":0.00014581399,"about_ca_system_score_gemma":0.000012783601,"threshold_uncertainty_score":0.61374116},"labels":[],"label_agreement":null},{"id":"W2973063031","doi":"10.1145/3342481","title":"A Survey of Tool-supported Assurance Case Assessment Techniques","year":2019,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Certification; Computer science; Dependability; Strengths and weaknesses; Process (computing); Quality assurance; Task (project management); Engineering management; Safety assurance; Process management; Risk analysis (engineering); Software engineering; Systems engineering; Engineering; Operations management; Business","score_opus":0.06909217308592452,"score_gpt":0.3404557327219368,"score_spread":0.2713635596360123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973063031","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014980095,0.9228681,0.070429884,0.0000011571803,0.0021818262,0.0015180795,0.00040190472,0.0015764275,0.0008728564],"genre_scores_gemma":[0.02785856,0.9514231,0.018861713,0.0000044582753,0.00025519443,0.00009377231,0.0008149106,0.00056951476,0.000118774995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99477243,0.0016919366,0.0019540705,0.0006069703,0.00036389302,0.00061069895],"domain_scores_gemma":[0.99238855,0.00448386,0.00058416853,0.0022115374,0.0002435035,0.0000883731],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008002062,0.0008715906,0.0033417244,0.00041693577,0.000049168913,0.00006275881,0.0011314889,0.00057157193,0.000022092358],"category_scores_gemma":[0.0007935337,0.0008867148,0.00045028795,0.0009997432,0.00004250462,0.000093213675,0.00037279818,0.00085464795,0.000060761067],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7474834e-7,0.000020421876,0.00073196396,0.04401714,0.0005829665,0.00022051604,0.000029442257,0.0028124633,0.0000016190241,0.000012318722,0.0008951046,0.9506758],"study_design_scores_gemma":[0.00063605583,0.00017655439,0.0175274,0.06822348,0.00106878,0.003851847,0.000014215557,0.05770456,0.00003187054,0.000011019759,0.8454977,0.0052564857],"about_ca_topic_score_codex":0.000649222,"about_ca_topic_score_gemma":0.00006264776,"teacher_disagreement_score":0.9454193,"about_ca_system_score_codex":0.00040683025,"about_ca_system_score_gemma":0.00041316,"threshold_uncertainty_score":0.99935836},"labels":[],"label_agreement":null},{"id":"W2988252916","doi":"10.33889/ijmems.2020.5.1.012","title":"A Glance at Transit System Safety","year":2019,"lang":"en","type":"article","venue":"International Journal of Mathematical Engineering and Management Sciences","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Transport Canada","funders":"","keywords":"Risk analysis (engineering); System safety; Safety assurance; Functional safety; Engineering; Management system; Reliability engineering; Safety engineering; Transport engineering; Computer science; Operations management; Business","score_opus":0.005056752349651537,"score_gpt":0.19443642810510223,"score_spread":0.1893796757554507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988252916","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26988313,0.000969733,0.6699648,0.00038990198,0.005118006,0.0004159769,0.0000081338085,0.0004581167,0.05279223],"genre_scores_gemma":[0.98496985,0.00008853621,0.014594545,0.000012636049,0.00009110581,0.0000037800685,3.5714362e-7,0.000014756581,0.00022440325],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989321,0.0000054362686,0.0003856905,0.00009667004,0.00043055875,0.00014954233],"domain_scores_gemma":[0.9996851,0.00008191684,0.000055039334,0.00007884596,0.000036169255,0.000062932515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045299216,0.00011725889,0.00019935284,0.00020462606,0.00001997576,0.000053185177,0.00034688326,0.000028858847,0.000033011478],"category_scores_gemma":[0.000010246862,0.00009837846,0.000059563485,0.00010411473,0.000025290656,0.0001711196,0.000047687183,0.00007958533,0.000043727814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011311192,0.0000129347,0.00011167297,0.000979854,0.0002613242,0.000049352908,0.00017668976,0.875933,0.0010307719,0.12020564,0.0001711847,0.0010562644],"study_design_scores_gemma":[0.00074126496,0.00006488925,0.00092429935,0.0013359688,0.000033037428,0.0006152111,0.00015995151,0.97463816,0.000438432,0.00023757543,0.02055279,0.00025841827],"about_ca_topic_score_codex":3.239349e-7,"about_ca_topic_score_gemma":7.250339e-8,"teacher_disagreement_score":0.71508676,"about_ca_system_score_codex":0.00014513392,"about_ca_system_score_gemma":0.000004494305,"threshold_uncertainty_score":0.40117574},"labels":[],"label_agreement":null},{"id":"W2991395850","doi":"10.2298/csis190430040e","title":"Verification and testing of safety-critical airborne systems: A model-based methodology","year":2019,"lang":"en","type":"article","venue":"Computer Science and Information Systems","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Computer science; Avionics; Verification and validation; Software verification; Non-regression testing; Formal verification; Verification; Formal methods; Life-critical system; Functional verification; Certification; Reliability engineering; Conformance testing; Software engineering; Software reliability testing; Model checking; Test strategy; Software; Software system; Software construction; Programming language; Operating system","score_opus":0.0294303140580155,"score_gpt":0.23951386648291678,"score_spread":0.2100835524249013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991395850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040723722,0.00027849505,0.95622826,0.000016873846,0.001215467,0.00034714158,0.0000067304536,0.00016916932,0.0010141508],"genre_scores_gemma":[0.9697981,0.0000052493683,0.030108964,0.00002031098,0.00003681394,0.000018814415,0.0000028341503,0.000006541326,0.000002404382],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886024,0.00003330192,0.0005306428,0.00013079066,0.00025895247,0.00018607583],"domain_scores_gemma":[0.99897796,0.00027944948,0.00008353204,0.00024750174,0.00033395353,0.00007762322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001511246,0.000112845366,0.00024564174,0.00029482128,0.0000596376,0.00013519748,0.00016295901,0.00006460213,3.7504253e-7],"category_scores_gemma":[0.00012665827,0.00010887769,0.000012151795,0.00042281832,0.00012321868,0.0015975338,0.000040059695,0.00007301751,0.000012839469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002065535,0.0000017147433,0.00023409385,0.0010208349,0.000004321823,7.433576e-8,0.00042193956,0.9782102,0.0011627626,0.013108775,0.00001955857,0.005813653],"study_design_scores_gemma":[0.00018084116,0.000036727328,0.001538844,0.00020167798,0.000003437543,0.000026058085,0.00008754245,0.9958212,0.00025823014,0.000004058787,0.0017255858,0.00011580338],"about_ca_topic_score_codex":0.000014229029,"about_ca_topic_score_gemma":3.6112777e-8,"teacher_disagreement_score":0.92907435,"about_ca_system_score_codex":0.00007997038,"about_ca_system_score_gemma":0.00008637803,"threshold_uncertainty_score":0.44399035},"labels":[],"label_agreement":null},{"id":"W3005193094","doi":"","title":"Joint use of static and dynamic software verification techniques: a cross-domain view in safety critical system industries","year":2014,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Joint (building); Computer science; Domain (mathematical analysis); Software; Life-critical system; Engineering; Programming language; Structural engineering","score_opus":0.014855011904456322,"score_gpt":0.22927340084670358,"score_spread":0.21441838894224727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005193094","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10097325,0.001088796,0.89399076,0.0005079696,0.00028316156,0.00094200054,0.00019178387,0.0009895435,0.0010327203],"genre_scores_gemma":[0.8784912,0.00039181704,0.12048674,0.0000074325403,0.000009565186,0.00020643488,0.00021595387,0.00009050493,0.0001003336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995924,0.0017380974,0.0011616505,0.00054443645,0.00030017196,0.0003316192],"domain_scores_gemma":[0.99539924,0.001717555,0.00027503015,0.0016623836,0.00081588817,0.00012990164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003861253,0.00039517562,0.0006994651,0.0003799597,0.0000867148,0.00024781574,0.00050276495,0.000487333,0.000010172531],"category_scores_gemma":[0.0021802147,0.00046630666,0.000098562865,0.00036582988,0.000278908,0.00018945606,0.00044113933,0.0007750815,0.000006013911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014106094,0.0013260882,0.022474254,0.10720413,0.0010081931,0.00006995128,0.04962851,0.16170138,0.020155638,0.34070683,0.0010051936,0.29457876],"study_design_scores_gemma":[0.0010887833,0.0000023124528,0.052230597,0.05179086,0.00011917041,0.00008286426,0.00041486567,0.8372803,0.030887347,0.0013650028,0.022763735,0.0019742015],"about_ca_topic_score_codex":0.00040965935,"about_ca_topic_score_gemma":0.00016308339,"teacher_disagreement_score":0.777518,"about_ca_system_score_codex":0.00054744154,"about_ca_system_score_gemma":0.00015079833,"threshold_uncertainty_score":0.99977887},"labels":[],"label_agreement":null},{"id":"W3005724777","doi":"10.1109/issre.2019.00045","title":"Criteria to Systematically Evaluate (Safety) Assurance Cases","year":2019,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Soundness; Computer science; Identification (biology); Process (computing); Risk analysis (engineering); Quality assurance; Safety assurance; Quality (philosophy); Notation; Reliability engineering; Engineering; Operations management; Medicine","score_opus":0.011003885084390687,"score_gpt":0.2400720813101664,"score_spread":0.22906819622577573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005724777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38811767,0.0006104432,0.30594608,0.00045673756,0.008933515,0.0035845172,0.0000452721,0.005604156,0.28670162],"genre_scores_gemma":[0.9870641,0.0000035384303,0.009498781,0.0000760031,0.00009239297,0.00008161543,0.0000030356273,0.0000754961,0.0031049934],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986665,0.000032264055,0.00047822803,0.00022661219,0.00024377725,0.0003525921],"domain_scores_gemma":[0.998943,0.00025255757,0.000018318291,0.00057750166,0.000061893166,0.00014672967],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003563748,0.00022973452,0.0003835961,0.00012276391,0.000018855213,0.000053635584,0.00024184586,0.00007403053,0.0008968858],"category_scores_gemma":[0.00010948027,0.00021385885,0.000067166446,0.00024680106,0.0000058895366,0.00013154466,0.000036189274,0.00009013654,0.006481285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000275553,0.00002374705,0.001222968,0.006455319,0.0002546594,0.000060365117,0.00044507984,0.92496574,0.046513163,0.0069504315,0.012001989,0.0010789628],"study_design_scores_gemma":[0.0011152409,0.00019121805,0.017301824,0.0023721482,0.000055589557,0.00038772434,0.00019557188,0.86359835,0.007993858,0.000049322873,0.10507459,0.0016645727],"about_ca_topic_score_codex":0.000012955338,"about_ca_topic_score_gemma":0.0000056903677,"teacher_disagreement_score":0.59894645,"about_ca_system_score_codex":0.00015705153,"about_ca_system_score_gemma":0.000020405967,"threshold_uncertainty_score":0.99429226},"labels":[],"label_agreement":null},{"id":"W3010859330","doi":"10.1007/978-3-030-41600-3_2","title":"Uncertainty, Modeling and Safety Assurance: Towards a Unified Framework","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Safety assurance; Set (abstract data type); Software; Software engineering; Software system; System safety; Software quality assurance; Risk analysis (engineering); Systems engineering; Software construction; Reliability engineering; Programming language; Engineering","score_opus":0.013887232295379262,"score_gpt":0.2177895967963504,"score_spread":0.20390236450097116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010859330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007564832,0.0014779769,0.99158716,0.00029864165,0.0019511136,0.0003456725,0.000014177356,0.0005447684,0.003704835],"genre_scores_gemma":[0.80940604,0.0001982363,0.18929812,0.0002648302,0.00066847936,0.000010953414,0.0000072251623,0.00011174582,0.000034354955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770457,0.000010966811,0.00051386666,0.0007985672,0.00050125126,0.00047076133],"domain_scores_gemma":[0.9987681,0.00030748107,0.00006148651,0.00059912057,0.00007882983,0.00018500579],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003617689,0.0005504534,0.00062535127,0.00033054024,0.000092990565,0.00016655777,0.0007784622,0.00046097362,0.000014528827],"category_scores_gemma":[0.00011397812,0.0005654908,0.00008327717,0.00034214705,0.00020052493,0.00015143344,0.0002966431,0.0011950169,0.000017238448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043245,0.0000012633456,0.0000045565503,0.00018804886,0.00001945754,0.000019556104,0.000412295,0.93177825,0.000037103226,0.003287483,0.000004195526,0.06424346],"study_design_scores_gemma":[0.00013971447,0.000026066451,0.000021288806,0.0010177017,0.00000966838,0.00002872332,2.896724e-7,0.9731801,0.00005979846,0.023293676,0.0016500261,0.00057294377],"about_ca_topic_score_codex":0.000017692491,"about_ca_topic_score_gemma":0.000013234428,"teacher_disagreement_score":0.8093304,"about_ca_system_score_codex":0.00040894494,"about_ca_system_score_gemma":0.00021028888,"threshold_uncertainty_score":0.9996797},"labels":[],"label_agreement":null},{"id":"W3080919791","doi":"10.1007/978-3-030-54549-9_3","title":"Just Enough Formality in Assurance Argument Structures","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Formality; Computer science; Argument (complex analysis); Guard (computer science); Software deployment; Risk analysis (engineering); Software engineering; Programming language","score_opus":0.014488293005319149,"score_gpt":0.21657770431485293,"score_spread":0.20208941130953378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080919791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034107474,0.0010302145,0.98856294,0.00022250878,0.0029997,0.00048536816,0.000017117647,0.0003835863,0.005957486],"genre_scores_gemma":[0.9399472,0.000041856143,0.05908495,0.00022541686,0.00055228703,0.000017520371,0.00000862629,0.00007848708,0.00004366849],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758,0.00001182708,0.00059860095,0.00072153006,0.00053998985,0.0005480497],"domain_scores_gemma":[0.99889696,0.00019938337,0.00008654857,0.00064684113,0.000044435223,0.0001258531],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033312626,0.0005332284,0.00059128634,0.00040450357,0.00004969325,0.00012012855,0.0010343126,0.0003056295,0.000026213555],"category_scores_gemma":[0.00004808703,0.00054646295,0.00009029875,0.00036393313,0.00017302275,0.00023161828,0.00023157333,0.0009599018,0.000031227813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024464694,0.0000030052634,0.00006307923,0.00027729233,0.000012404088,0.00005045994,0.00053313875,0.954567,0.00014878566,0.0025660496,0.00002136046,0.041754942],"study_design_scores_gemma":[0.00043859472,0.00006053819,0.002548902,0.0008709414,0.000010645038,0.00005816049,5.251363e-7,0.9624372,0.0030127354,0.014114909,0.015185177,0.0012616715],"about_ca_topic_score_codex":0.000019015479,"about_ca_topic_score_gemma":0.00006926951,"teacher_disagreement_score":0.93960613,"about_ca_system_score_codex":0.0006979049,"about_ca_system_score_gemma":0.00015143659,"threshold_uncertainty_score":0.9996987},"labels":[],"label_agreement":null},{"id":"W3095618058","doi":"10.1145/3417990.3422012","title":"MMINT-A 2.0","year":2020,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mandate; Fault tree analysis; Functional safety; Computer science; Safety case; Automotive industry; System safety; Risk analysis (engineering); Safety standards; Systems engineering; Engineering; Business; Reliability engineering","score_opus":0.010278418536833043,"score_gpt":0.14603240181283664,"score_spread":0.1357539832760036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095618058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014013029,0.00033908052,0.51955986,0.0011918865,0.00086371857,0.00017890465,0.000002919926,0.0066958354,0.45715475],"genre_scores_gemma":[0.9961044,0.0000025414195,0.0033840926,0.00017382774,0.00014877136,0.000006396329,9.3198105e-7,0.000023576573,0.00015544247],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971044,0.0000016262983,0.00008690362,0.000059118593,0.00004434064,0.000097554745],"domain_scores_gemma":[0.9998313,0.0000100144125,0.0000026660202,0.00007800047,0.000004616855,0.000073394134],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000015434482,0.00006163061,0.00006801187,0.0000124476655,0.0000054311936,0.000008277351,0.000075920485,0.00002373131,0.0002342037],"category_scores_gemma":[0.000008146649,0.00006192783,0.000021646756,0.00008264264,0.0000034728484,0.000039557086,0.00000859311,0.00005230148,0.0009726771],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028319237,0.0000062593595,0.0008603495,0.00035970015,0.00012073954,0.00002533732,0.0012334005,0.79592913,0.036033485,0.0152314,0.13402261,0.016174784],"study_design_scores_gemma":[0.000109574314,0.000009146652,0.00059648784,0.0000047687754,0.0000024783064,0.0000035275966,0.00002909795,0.46258107,0.007684073,0.00001021022,0.52881193,0.00015762004],"about_ca_topic_score_codex":0.0000011294178,"about_ca_topic_score_gemma":1.583697e-7,"teacher_disagreement_score":0.98209137,"about_ca_system_score_codex":0.0000149782645,"about_ca_system_score_gemma":0.0000024806293,"threshold_uncertainty_score":0.99980515},"labels":[],"label_agreement":null},{"id":"W3111880994","doi":"10.1109/syscon47679.2020.9275852","title":"Eliminative Argumentation for Arguing System Safety - A Practitioner’s Experience","year":2020,"lang":"en","type":"article","venue":"2020 IEEE International Systems Conference (SysCon)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs","funders":"","keywords":"Argumentation theory; Safety case; Artifact (error); Risk analysis (engineering); Notation; Computer science; Life-critical system; Set (abstract data type); System safety; Automotive industry; Defeasible estate; Software; Engineering; Artificial intelligence; Business; Reliability engineering; Epistemology; Mathematics; Programming language","score_opus":0.036759750101083496,"score_gpt":0.26632607692791566,"score_spread":0.22956632682683215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111880994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015035045,0.00017178482,0.95924544,0.0008808351,0.009478944,0.0017788325,0.00037053274,0.0013909907,0.011647606],"genre_scores_gemma":[0.9952117,0.00002631584,0.0018410226,0.00007567331,0.0012884159,0.0010700262,0.00014191624,0.00007938415,0.00026554096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976421,0.00006468367,0.00092196936,0.00050435076,0.00050303707,0.00036386578],"domain_scores_gemma":[0.9986145,0.00024821417,0.00025994502,0.00023958474,0.00042672444,0.0002110291],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025655507,0.00037219757,0.00045826647,0.00011554894,0.00010999126,0.00026888447,0.00054097257,0.00014604088,0.00007173783],"category_scores_gemma":[0.00015584663,0.00041531533,0.00013485945,0.00022309538,0.00004271736,0.0007430213,0.000037263504,0.00022513673,0.00022627017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003358968,0.000081626495,0.0006109692,0.004122946,0.0015629308,0.00010205531,0.022774061,0.73217994,0.086748034,0.13471596,0.012636999,0.004128562],"study_design_scores_gemma":[0.0009056799,0.00006828804,0.00020640575,0.00061313354,0.000032528125,0.00006329595,0.0054186084,0.9369696,0.004677512,0.00001233497,0.05051112,0.0005215353],"about_ca_topic_score_codex":0.000063816486,"about_ca_topic_score_gemma":0.0000052304495,"teacher_disagreement_score":0.9801767,"about_ca_system_score_codex":0.00073572906,"about_ca_system_score_gemma":0.000081521786,"threshold_uncertainty_score":0.9998299},"labels":[],"label_agreement":null},{"id":"W3112761167","doi":"10.1109/syscon47679.2020.9275899","title":"Safety Properties of Hybrid System Product Lines","year":2020,"lang":"en","type":"article","venue":"2020 IEEE International Systems Conference (SysCon)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs","funders":"","keywords":"Computer science","score_opus":0.03173835876607729,"score_gpt":0.2090576703540938,"score_spread":0.1773193115880165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112761167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6416109,0.007222534,0.23786351,0.0032321014,0.048377942,0.0051403698,0.001026147,0.006707145,0.048819326],"genre_scores_gemma":[0.99758655,0.000049036196,0.00020644206,0.000021539723,0.0015533901,0.0001382157,0.000028011076,0.00008017219,0.0003366566],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974644,0.00006708411,0.001151975,0.00044199443,0.00056017266,0.0003143819],"domain_scores_gemma":[0.99872154,0.000047490168,0.00021793837,0.0003760049,0.0004615202,0.00017552328],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002542053,0.00038298604,0.00066314824,0.000113280556,0.00004072515,0.00011335664,0.0007795464,0.000072032875,0.000046428144],"category_scores_gemma":[0.00010841145,0.00036599927,0.00013699861,0.00021141337,0.00006108474,0.00032427124,0.00006426418,0.0002544649,0.00027550998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015363008,0.00005392111,0.0014432451,0.009374447,0.0015366093,0.00011729094,0.0019554677,0.63839227,0.32527444,0.013005693,0.007076862,0.0016160846],"study_design_scores_gemma":[0.000632666,0.00005114567,0.00021190278,0.0019216618,0.000040869585,0.00018184654,0.0006222786,0.860771,0.095372885,0.000002524577,0.03957861,0.00061260967],"about_ca_topic_score_codex":0.00011671632,"about_ca_topic_score_gemma":0.0000034204525,"teacher_disagreement_score":0.35597563,"about_ca_system_score_codex":0.0002558397,"about_ca_system_score_gemma":0.000117299074,"threshold_uncertainty_score":0.9998792},"labels":[],"label_agreement":null},{"id":"W3128085704","doi":"","title":"Identifying the Operational Design Domain for an Automated Driving System through Assessed Risk.","year":2020,"lang":"en","type":"article","venue":"IV","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Automotive industry; Domain (mathematical analysis); Set (abstract data type); Risk analysis (engineering); Computer science; Engineering; Transport engineering; Business; Mathematics","score_opus":0.0452990509501009,"score_gpt":0.2727179414374704,"score_spread":0.22741889048736952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128085704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02245919,0.00015405111,0.9717321,0.00011590584,0.0007068915,0.00073337596,0.000018183144,0.0036439665,0.00043632908],"genre_scores_gemma":[0.9245755,0.0000025819302,0.074645296,0.000041132815,0.0004003668,0.00023335838,0.000016813508,0.00007665643,0.000008258333],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895275,0.0000925852,0.00032442706,0.00021121494,0.000167891,0.00025114187],"domain_scores_gemma":[0.99931496,0.0002696555,0.00004888208,0.0002516856,0.000045007037,0.00006981063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041064582,0.00018233513,0.00020085895,0.000025857551,0.00018537947,0.00017206842,0.00029986163,0.00008015944,0.0000076099227],"category_scores_gemma":[0.00006907664,0.00015613154,0.00006458826,0.0001869418,0.00001377357,0.00034270922,0.000023375345,0.00014558036,0.000047311925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041013395,0.0000051457127,0.00014332903,0.00024372073,0.000104658466,0.0000033000706,0.0022072452,0.9768028,0.01455922,0.003057205,0.0027826338,0.000086621956],"study_design_scores_gemma":[0.0003266034,0.000024651717,0.001111624,0.00007451015,0.00002272938,0.000010648376,0.0005364443,0.99118745,0.002054682,0.00004403744,0.0044090156,0.00019761005],"about_ca_topic_score_codex":0.000014878762,"about_ca_topic_score_gemma":0.0000024854703,"teacher_disagreement_score":0.90211636,"about_ca_system_score_codex":0.0001414997,"about_ca_system_score_gemma":0.00003371627,"threshold_uncertainty_score":0.63668597},"labels":[],"label_agreement":null},{"id":"W3135014913","doi":"10.1016/j.sysarc.2021.102073","title":"Specification, detection, and treatment of STRIDE threats for software components: Modeling, formal methods, and tool support","year":2021,"lang":"en","type":"article","venue":"Journal of Systems Architecture","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; STRIDE; Software engineering; Software security assurance; Flexibility (engineering); Reuse; Formal specification; Formal methods; Context (archaeology); Specification language; Threat model; Component-based software engineering; Computer security; Software development; Software; Programming language; Information security; Security service","score_opus":0.02681172154353578,"score_gpt":0.26546381478343434,"score_spread":0.23865209323989856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135014913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16427381,0.007140925,0.82755226,0.000024421646,0.0006151449,0.0003036519,0.000028121638,0.000040530555,0.000021159007],"genre_scores_gemma":[0.9187515,0.0003460665,0.080425836,0.0000024966228,0.00034494585,0.000026776594,0.0000066295243,0.00004236448,0.000053399766],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987447,0.00004680218,0.0007549421,0.00012912527,0.00014374683,0.00018068517],"domain_scores_gemma":[0.9991262,0.00016528847,0.0001953689,0.00018727679,0.00023779164,0.000088096764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034171695,0.00018720918,0.00050085236,0.00016234392,0.000049403014,0.00003624921,0.0000629195,0.00009530668,0.0000024894928],"category_scores_gemma":[0.00005459106,0.00015703433,0.00010796094,0.000094802876,0.000017402583,0.00012149893,0.000013657091,0.00011306841,2.028179e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007085223,0.000042763866,0.0006821224,0.0009963029,0.0005947314,0.000016053102,0.0016205902,0.8468503,0.04568225,0.00011624919,0.00003491367,0.1032929],"study_design_scores_gemma":[0.008315736,0.0018136887,0.007972742,0.0015005352,0.0006429046,0.012042236,0.0017489325,0.82044035,0.057756957,0.0010638402,0.0855101,0.0011920031],"about_ca_topic_score_codex":0.000007539207,"about_ca_topic_score_gemma":0.0000048175098,"teacher_disagreement_score":0.7544777,"about_ca_system_score_codex":0.00011561342,"about_ca_system_score_gemma":0.000043312735,"threshold_uncertainty_score":0.6403674},"labels":[],"label_agreement":null},{"id":"W3144532567","doi":"10.4271/2021-01-1011","title":"Autonomous Vehicle Safety Assessment with Fully Quantified ODDs","year":2021,"lang":"en","type":"article","venue":"SAE International Journal of Advances and Current Practices in Mobility","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stantec (Canada)","funders":"","keywords":"Software deployment; Risk analysis (engineering); Class (philosophy); Domain (mathematical analysis); Transport engineering; Safety standards; Odds; Vehicle safety; System safety; Safety case; Computer science; Functional safety; Engineering; Computer security; Business; Reliability engineering; Automotive engineering; Software engineering","score_opus":0.016608650449050966,"score_gpt":0.3252520953281628,"score_spread":0.30864344487911183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144532567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273685,0.028301066,0.034592517,0.0006952967,0.0060826913,0.00019544877,0.000027355822,0.000067051944,0.002670036],"genre_scores_gemma":[0.99066985,0.0044339555,0.0046481015,0.000011192025,0.00019840433,0.0000073734222,0.000005527282,0.0000136933195,0.000011891622],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99860656,0.00007016661,0.0006156431,0.00017794872,0.0003826559,0.00014703223],"domain_scores_gemma":[0.9987228,0.00028364602,0.00044399255,0.0001547168,0.00032727476,0.00006756407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066190405,0.00014299098,0.00024705447,0.0000955592,0.000024793202,0.000088821005,0.00022877089,0.000037337177,0.000042900334],"category_scores_gemma":[0.00018125585,0.0001254925,0.000054387405,0.00013017574,0.00004169465,0.0011426468,0.000047801008,0.00045086897,0.0000014157429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004116475,0.0007661433,0.10638876,0.00070447085,0.0005336568,0.00034308564,0.0006638366,0.54892975,0.003160125,0.0029897846,0.00005917632,0.33504954],"study_design_scores_gemma":[0.003552161,0.00026789217,0.46421483,0.0010948136,0.00008503901,0.0009902404,0.0012964663,0.06292769,0.0014173248,0.00083565974,0.46272048,0.0005974043],"about_ca_topic_score_codex":0.000006329884,"about_ca_topic_score_gemma":0.00008082544,"teacher_disagreement_score":0.4860021,"about_ca_system_score_codex":0.00028782868,"about_ca_system_score_gemma":0.00015436673,"threshold_uncertainty_score":0.51174355},"labels":[],"label_agreement":null},{"id":"W3158084603","doi":"10.1007/978-3-030-83903-1_9","title":"Towards Certified Analysis of Software Product Line Safety Cases","year":2021,"lang":"en","type":"preprint","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Motors (Canada); University of Toronto","funders":"","keywords":"Correctness; Computer science; Certification; Mathematical proof; Gas meter prover; Software product line; Automated theorem proving; Software engineering; Product (mathematics); Formal methods; Proof assistant; Software; Lift (data mining); Programming language; Software development; Data mining; Mathematics","score_opus":0.020505091285421658,"score_gpt":0.24785155885653384,"score_spread":0.22734646757111218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158084603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06638571,0.0014231215,0.9282493,0.00008360502,0.0031179953,0.00030506848,0.000040431274,0.00038145468,0.00001333697],"genre_scores_gemma":[0.7652712,0.00003252537,0.23435375,0.000026470028,0.00021839522,0.000019303594,0.00004648407,0.00003135233,5.304732e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971253,0.000049011705,0.00079296087,0.00096701854,0.0005799623,0.0004857072],"domain_scores_gemma":[0.9975655,0.00039883636,0.00013512193,0.0015256072,0.0002732322,0.000101683894],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067075086,0.00044648044,0.0010243332,0.0012600162,0.000049512033,0.00014744712,0.0011784639,0.00022763916,0.000026736758],"category_scores_gemma":[0.000612394,0.00045173976,0.00027123923,0.00416165,0.00019281305,0.00013027496,0.0008978628,0.0007328353,0.0000016283569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002651808,0.000018406534,0.0009765641,0.0004032399,0.00023740083,0.000037995484,0.00077045365,0.90567636,0.00068169035,0.0000021704348,0.0000017918583,0.091191284],"study_design_scores_gemma":[0.000083782004,0.000016140795,0.013706285,0.00038387053,0.00014556824,0.000020259347,9.054927e-7,0.9605848,0.024524791,0.000055181703,0.00003810157,0.00044031945],"about_ca_topic_score_codex":0.00022900743,"about_ca_topic_score_gemma":0.00018069208,"teacher_disagreement_score":0.6988855,"about_ca_system_score_codex":0.00053002936,"about_ca_system_score_gemma":0.0004478332,"threshold_uncertainty_score":0.9997934},"labels":[],"label_agreement":null},{"id":"W3165570722","doi":"10.1109/mits.2021.3070651","title":"Acclimatizing the Operational Design Domain for Autonomous Driving Systems","year":2021,"lang":"en","type":"article","venue":"IEEE Intelligent Transportation Systems Magazine","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scope (computer science); Domain (mathematical analysis); Task (project management); Process (computing); Computer science; Systems engineering; Iterative and incremental development; Work (physics); Proof of concept; Transport engineering; Simulation; Engineering; Software engineering","score_opus":0.027693032101464034,"score_gpt":0.2362428627812052,"score_spread":0.20854983067974117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165570722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012142502,0.0026682457,0.9748609,0.00010871494,0.007039009,0.0018390067,0.00011632232,0.00074217835,0.00048313022],"genre_scores_gemma":[0.9892936,0.00008141959,0.0070699486,0.000028390852,0.0007124875,0.0014325378,0.00023913,0.0001540803,0.0009884549],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725014,0.00012024204,0.0013178223,0.0004099676,0.00041393886,0.00048790016],"domain_scores_gemma":[0.9982761,0.000588818,0.000141846,0.0004945443,0.00037340197,0.00012529134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00089537556,0.0004076994,0.0005066277,0.00014769485,0.00020101767,0.00031410484,0.00031208564,0.00017530887,0.00002941958],"category_scores_gemma":[0.00003471242,0.0003671293,0.00019420918,0.00038766803,0.000033945158,0.0002838851,0.000004020792,0.00022495283,0.00015494901],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007008469,0.000019548233,0.0001804899,0.00060887914,0.00020382612,0.000023167413,0.0011754491,0.97293687,0.017234795,0.0051221754,0.0022783459,0.00020944487],"study_design_scores_gemma":[0.0005720469,0.000041806852,0.0009908724,0.000584434,0.000094753625,0.00013817163,0.0012498911,0.8442927,0.011895351,0.000052320614,0.13939773,0.00068994786],"about_ca_topic_score_codex":0.000018988228,"about_ca_topic_score_gemma":0.000029093191,"teacher_disagreement_score":0.97715104,"about_ca_system_score_codex":0.00032583086,"about_ca_system_score_gemma":0.00013222673,"threshold_uncertainty_score":0.99987805},"labels":[],"label_agreement":null},{"id":"W3189870553","doi":"","title":"More Than Half a Million Cars Recalled for Safety Issues - Fine Farkash & Parlapiano","year":2020,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business; Computer security; Computer science","score_opus":0.016045154719063127,"score_gpt":0.22325664589133212,"score_spread":0.207211491172269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189870553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049852815,0.0068055424,0.87089586,0.024603317,0.0042425157,0.0048227715,0.00027211008,0.011623956,0.026881102],"genre_scores_gemma":[0.9692254,0.00010388647,0.027135877,0.0002515984,0.0008247762,0.00023634707,0.000104694445,0.00019253483,0.0019249052],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871117,0.000013982146,0.00043209165,0.00029751417,0.0001618487,0.00038340126],"domain_scores_gemma":[0.9993297,0.00009989021,0.000029765308,0.0003077504,0.000048107573,0.00018481066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000121087534,0.00029485824,0.00040428838,0.00006495304,0.000047034213,0.00003534603,0.00025071925,0.00014460283,0.00013355968],"category_scores_gemma":[0.000079414705,0.00028956647,0.00015717167,0.00023592055,0.000018231896,0.00011985763,0.000038844733,0.00014586307,0.00010264789],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022855592,0.000057431702,0.0012063256,0.0023345535,0.00091865694,0.000043705335,0.0077879587,0.7935238,0.028529618,0.0058810306,0.13477486,0.02471352],"study_design_scores_gemma":[0.0009272759,0.00007100835,0.00090967544,0.00007217666,0.000027500218,0.000007179394,0.00016613213,0.39287788,0.0057378425,0.000023132106,0.59874505,0.0004351216],"about_ca_topic_score_codex":0.000053637254,"about_ca_topic_score_gemma":0.000023046,"teacher_disagreement_score":0.91937256,"about_ca_system_score_codex":0.000095685726,"about_ca_system_score_gemma":0.000016490394,"threshold_uncertainty_score":0.99995565},"labels":[],"label_agreement":null},{"id":"W3197075054","doi":"10.4271/2022-01-0818","title":"The Missing Link: Developing a Safety Case for Perception Components in Automated Driving","year":2022,"lang":"en","type":"article","venue":"SAE International Journal of Advances and Current Practices in Mobility","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Traceability; Component (thermodynamics); Paragraph; Computer science; Argument (complex analysis); Perception; Class (philosophy); Safety assurance; Safety case; System safety; Risk analysis (engineering); Software engineering; Engineering; Artificial intelligence; Reliability engineering; Psychology; Business; Medicine; World Wide Web","score_opus":0.03286876141471012,"score_gpt":0.3445187294998907,"score_spread":0.3116499680851806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197075054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653343,0.010256873,0.017134497,0.0013024177,0.005490829,0.00035109845,0.000017107866,0.00006507761,0.00004779086],"genre_scores_gemma":[0.9945785,0.0016721137,0.0035572283,0.000007882366,0.00013490047,0.00003269374,0.000004801927,0.000010647127,0.0000012499846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987208,0.00010678852,0.0006692726,0.000116457675,0.00024651128,0.00014015003],"domain_scores_gemma":[0.99858993,0.00075749756,0.0004415286,0.00007737492,0.00010460623,0.000029051671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016597827,0.00009990908,0.0001525734,0.00013539834,0.00012675085,0.0000714138,0.00023351601,0.000019949453,0.0000056056706],"category_scores_gemma":[0.00042276905,0.000088818495,0.000046103385,0.0001133442,0.000024894101,0.00069736864,0.000074134,0.00039277785,1.6458688e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001921942,0.0000926165,0.02137351,0.00021846821,0.00007267779,0.000104566236,0.0011970545,0.58411163,0.0006271918,0.00014452718,0.000020807354,0.39184478],"study_design_scores_gemma":[0.001269271,0.00005428217,0.101486325,0.0003909213,0.0000135821365,0.0017159855,0.0018052845,0.7202067,0.000016978676,0.00067547406,0.17216338,0.00020182446],"about_ca_topic_score_codex":0.000014515493,"about_ca_topic_score_gemma":0.00008658713,"teacher_disagreement_score":0.39164296,"about_ca_system_score_codex":0.00069886167,"about_ca_system_score_gemma":0.000047529702,"threshold_uncertainty_score":0.3621913},"labels":[],"label_agreement":null},{"id":"W3200032009","doi":"10.1002/j.2334-5837.2021.00882.x","title":"Integrating Safety Analysis into Model‐Based Systems Engineering for Aircraft Systems: A Literature Review and Methodology Proposal","year":2021,"lang":"en","type":"review","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Systems Modeling Language; Systems engineering; Computer science; Process (computing); Interface (matter); Unified Modeling Language; Software engineering; Modeling language; Engineering; Programming language","score_opus":0.028807850905292615,"score_gpt":0.3165056685482954,"score_spread":0.28769781764300284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200032009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9853947e-7,0.5966905,0.39849737,0.00006604745,0.0020820766,0.0016197688,0.00056129164,0.00038682946,0.00009590554],"genre_scores_gemma":[0.00006523845,0.95090324,0.04250342,0.000032254124,0.0006602712,0.0029137575,0.0024607612,0.0002783815,0.0001827076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955842,0.00026196952,0.0022402036,0.00093758054,0.00044754735,0.0005284976],"domain_scores_gemma":[0.99674165,0.0012735665,0.0004584418,0.00075409625,0.00056142075,0.00021079564],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015853232,0.0011160545,0.004205877,0.00095470686,0.00008268075,0.000401631,0.0008226814,0.0007858198,0.0000075090143],"category_scores_gemma":[0.00042319324,0.0010375553,0.0011204315,0.0012733652,0.00003383732,0.00026164833,0.00017187037,0.00090269727,0.0000062908216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003950071,0.000023164057,0.0000013391812,0.21945524,0.0065871747,0.000051711406,0.00013142821,0.75708634,0.000030512298,0.0045247157,0.00038507005,0.011719347],"study_design_scores_gemma":[0.00012803913,0.0000129480695,8.302875e-8,0.06515297,0.00323771,0.00018634179,0.000007373562,0.51102996,0.0000020842278,0.00000249146,0.41968215,0.00055785687],"about_ca_topic_score_codex":0.00004240834,"about_ca_topic_score_gemma":0.000008911095,"teacher_disagreement_score":0.41929707,"about_ca_system_score_codex":0.0014325124,"about_ca_system_score_gemma":0.00028687317,"threshold_uncertainty_score":0.9992075},"labels":[],"label_agreement":null},{"id":"W3211799410","doi":"10.1109/models50736.2021.00028","title":"A Lean Approach to Building Valid Model-Based Safety Arguments","year":2021,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Traceability; Safety case; Correctness; Mathematical proof; Argument (complex analysis); Software engineering; Set (abstract data type); Automated theorem proving; Formal methods; Formal verification; Risk analysis (engineering); Programming language","score_opus":0.016674895111853973,"score_gpt":0.22306218773266304,"score_spread":0.20638729262080907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211799410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00902545,0.000080271115,0.9133753,0.000048799797,0.00037796775,0.00020927291,0.000008380818,0.0010763559,0.075798176],"genre_scores_gemma":[0.7553426,0.0000018019599,0.24335638,0.00013274538,0.00006927283,0.00005437897,0.00001554881,0.00007550824,0.00095175445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876153,0.000011711416,0.00032266558,0.00030576895,0.0002090951,0.00038921295],"domain_scores_gemma":[0.9992313,0.000035818135,0.000013289989,0.0004948159,0.00004589218,0.00017891682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016723434,0.00023152406,0.0002573541,0.0001158403,0.00004385728,0.000043488642,0.00020288925,0.00008797575,0.000044276327],"category_scores_gemma":[0.000027834973,0.00025792207,0.00009312025,0.00036779192,0.0000067655437,0.00007945485,0.000051402378,0.0001482215,0.00009131462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000207032,0.000022754813,0.000048013564,0.00011105671,0.00004027067,0.0000039624115,0.00008606622,0.9862565,0.008194751,0.0038668816,0.0007717387,0.0005959515],"study_design_scores_gemma":[0.00030307018,0.000004855146,0.00009197825,0.000045306002,0.000010316603,0.000008889642,0.000028631473,0.9633416,0.024405899,0.000043168162,0.011405447,0.00031083243],"about_ca_topic_score_codex":0.000005327491,"about_ca_topic_score_gemma":0.0000010295058,"teacher_disagreement_score":0.74631715,"about_ca_system_score_codex":0.0002770345,"about_ca_system_score_gemma":0.00005216553,"threshold_uncertainty_score":0.9999873},"labels":[],"label_agreement":null},{"id":"W36318190","doi":"10.1167/jov.22.12.3","title":"Setting the Stage for Plant Floor Security","year":2005,"lang":"en","type":"article","venue":"Dialnet (Universidad de la Rioja)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Stage (stratigraphy); Engineering; Forensic engineering; Waste management; Mining engineering; Geology; Paleontology","score_opus":0.0052494849366210425,"score_gpt":0.20127813931153207,"score_spread":0.19602865437491104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36318190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7924001,0.001406601,0.12700906,0.001989084,0.0023409633,0.0019024995,0.00072966254,0.0032205884,0.06900142],"genre_scores_gemma":[0.99459666,0.000022457167,0.0040016063,0.00008378583,0.0005891769,0.000033269942,0.00003243486,0.00006126953,0.0005793468],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991379,0.000045267258,0.00014899281,0.00016254536,0.00011924437,0.00038604208],"domain_scores_gemma":[0.999196,0.00036830857,0.00003614777,0.00029235703,0.000020397363,0.00008682492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004227005,0.00017882585,0.00016972954,0.000099005236,0.00012491073,0.00005915298,0.00030802863,0.0001385577,0.00005627049],"category_scores_gemma":[0.00004174903,0.00017521583,0.00010184583,0.00015388144,0.000041602285,0.00017329666,0.000037740538,0.00023726438,0.000057236404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006271794,0.000062383224,0.0008579132,0.0006613585,0.0004934009,0.0000798471,0.018191336,0.8410623,0.005679412,0.03811154,0.07199699,0.022740776],"study_design_scores_gemma":[0.0005634701,0.000011656844,0.0019198182,0.000029840427,0.000024140269,0.000018057466,0.00046876926,0.34145856,0.000997128,0.000091465256,0.6541765,0.00024064747],"about_ca_topic_score_codex":0.000039822207,"about_ca_topic_score_gemma":0.00003765732,"teacher_disagreement_score":0.5821795,"about_ca_system_score_codex":0.00026983584,"about_ca_system_score_gemma":0.000040268755,"threshold_uncertainty_score":0.71450937},"labels":[],"label_agreement":null},{"id":"W37937739","doi":"10.1111/plb.13588","title":"Distance Education and Computer-Based Training for the Safety Profession","year":2002,"lang":"en","type":"article","venue":"ASSE Professional Development Conference and Exposition","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Training (meteorology); Distance education; Medical education; Computer science; Pedagogy; Psychology; Medicine; Geography","score_opus":0.02805288345524762,"score_gpt":0.24412353937402342,"score_spread":0.2160706559187758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37937739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1320275,0.0012625075,0.860921,0.0011707313,0.0027631614,0.0010822061,0.000008052393,0.0002675678,0.00049720943],"genre_scores_gemma":[0.98541635,0.00005665733,0.013507671,0.00009691068,0.00009640446,0.00041395286,0.00005355069,0.00001674851,0.0003417266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992907,0.00002218872,0.00023697011,0.00016604332,0.00011660353,0.00016749586],"domain_scores_gemma":[0.99957687,0.00017814846,0.000041734525,0.0000890896,0.00005965239,0.000054492488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017364476,0.00014458828,0.0001223106,0.000048927788,0.00029837652,0.000043691303,0.00006872984,0.000072583054,0.000016658178],"category_scores_gemma":[0.000008003334,0.000110651694,0.00001527398,0.00006331349,0.000025645457,0.00015351638,0.00001980356,0.00011356596,0.000004020663],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005337637,0.00012625985,0.0012284487,0.00084195804,0.00008010375,9.679519e-7,0.012303282,0.0021520348,0.0033410615,0.01320109,0.002980514,0.9636909],"study_design_scores_gemma":[0.0007134451,0.00003874607,0.057675492,0.0015045345,0.000018167088,0.000011669481,0.0011472629,0.8928494,0.0013287858,0.00020266484,0.044102706,0.00040714035],"about_ca_topic_score_codex":0.0000010119302,"about_ca_topic_score_gemma":0.0000024307162,"teacher_disagreement_score":0.9632838,"about_ca_system_score_codex":0.000063094594,"about_ca_system_score_gemma":0.00008181736,"threshold_uncertainty_score":0.4512245},"labels":[],"label_agreement":null},{"id":"W4206207168","doi":"10.1007/978-3-030-92124-8_2","title":"Validating Safety Arguments with Lean","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Leverage (statistics); Automated theorem proving; Lean manufacturing; Software engineering; Gas meter prover; Programming language; Artificial intelligence; Mathematical proof; Manufacturing engineering; Engineering","score_opus":0.009532352927065292,"score_gpt":0.19920878163334646,"score_spread":0.18967642870628118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206207168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001944058,0.0004860985,0.9822695,0.000033446948,0.001689287,0.00025568853,0.0000069059824,0.00039581844,0.014668842],"genre_scores_gemma":[0.5508597,0.000070290655,0.4456982,0.00026900577,0.0013278538,0.000024236278,0.00004681489,0.00033477708,0.0013691133],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977777,0.0000069453176,0.00043404353,0.00070174877,0.0005677299,0.0005118246],"domain_scores_gemma":[0.99875146,0.00019219356,0.000081077545,0.0007744893,0.00008829224,0.0001124637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003415438,0.00049269386,0.0004896725,0.00036076817,0.00009150018,0.00015512122,0.00072437694,0.00021993685,0.000061865074],"category_scores_gemma":[0.000024759136,0.00046957677,0.00006970132,0.0003308849,0.00016983713,0.00016793805,0.00021409513,0.00071090367,0.00003280899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015500281,0.000003101687,0.000050969655,0.00012047346,0.000029792003,0.000078283476,0.00019554763,0.92244667,0.00017659624,0.0010155218,0.0000060930447,0.07587542],"study_design_scores_gemma":[0.000546447,0.00008985593,0.00020250052,0.003368481,0.000028612094,0.00026823083,7.0205834e-7,0.97240895,0.0056646103,0.0025449917,0.0132243745,0.0016522403],"about_ca_topic_score_codex":0.0000061909614,"about_ca_topic_score_gemma":0.000021295877,"teacher_disagreement_score":0.5506653,"about_ca_system_score_codex":0.0006332304,"about_ca_system_score_gemma":0.0001674282,"threshold_uncertainty_score":0.9997756},"labels":[],"label_agreement":null},{"id":"W4206993953","doi":"10.1109/tr.2021.3104692","title":"IEEE Reliability Society","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Singapore Management University; Universidade de Coimbra; Universidade de São Paulo; Xidian University; Sichuan University; Universidad de Murcia; Queen's University; Northwestern Polytechnical University; Centre National de la Recherche Scientifique; Chinese Academy of Sciences; Beihang University; National University of Singapore; Microsoft Research; Northwestern University; Nanjing University; Southern Methodist University; University of Hong Kong; Institute of Electrical and Electronics Engineers; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; University of Alberta","keywords":"Reliability engineering; Reliability theory; Reliability (semiconductor); Computer science; Engineering; Failure rate; Physics","score_opus":0.008941428657833745,"score_gpt":0.20773728779953407,"score_spread":0.19879585914170034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206993953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14063573,0.000097980796,0.8471536,0.00023062657,0.00510499,0.00037514867,0.000093786715,0.002009312,0.0042988216],"genre_scores_gemma":[0.9910214,0.0000813455,0.00795695,0.00008271199,0.000109886794,0.00014519572,0.000004591148,0.00006440646,0.00053354143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979556,0.000084420586,0.00057726615,0.0005915702,0.00032914872,0.00046200157],"domain_scores_gemma":[0.9979267,0.00031366473,0.000030282037,0.0013693207,0.00017491271,0.00018508309],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047524896,0.00035045837,0.00039611905,0.00004917785,0.00014649205,0.000042128017,0.00021840225,0.000287562,0.0002792583],"category_scores_gemma":[0.000024589472,0.0003886468,0.0005064491,0.0005331482,0.00009933998,0.00019005708,0.000001110481,0.00072385685,0.000206751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000801466,0.00017060021,0.00006670128,0.00031304412,0.00007546146,0.000005337921,0.00022820818,0.9879066,0.005643446,0.00001532527,0.0012847286,0.0042825523],"study_design_scores_gemma":[0.0013380242,0.000097917946,0.0062501407,0.00017472205,0.00014559456,0.0000691754,0.00022582011,0.50120306,0.44332507,0.00043710822,0.04527008,0.0014632817],"about_ca_topic_score_codex":0.000031964508,"about_ca_topic_score_gemma":0.000015114429,"teacher_disagreement_score":0.85038567,"about_ca_system_score_codex":0.0006552625,"about_ca_system_score_gemma":0.00010827789,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W4210983863","doi":"10.1007/978-1-4471-5260-6_2","title":"Background","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Usability; Formal methods; Life-critical system; Systems engineering; Software engineering; Context (archaeology); Method engineering; Risk analysis (engineering); Management science; Engineering; Engineering management; Human–computer interaction; Software; Medicine; Programming language","score_opus":0.016347753226217464,"score_gpt":0.18326668352989034,"score_spread":0.16691893030367289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210983863","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030669953,0.00091671356,0.009563134,0.000010555257,0.0014419795,0.00023002629,0.0000073332176,0.0017678145,0.98605937],"genre_scores_gemma":[0.0016493569,0.00008645368,0.0017820807,0.000022791106,0.00046095383,0.000025885227,0.00002198339,0.0002633802,0.9956871],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991748,0.000001084508,0.00029401598,0.0001797863,0.00013882379,0.0002115243],"domain_scores_gemma":[0.99937034,0.000033256903,0.000023607536,0.00045929724,0.000026439284,0.00008704232],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000036091893,0.0003680041,0.00032610382,0.00011779755,0.000012441225,0.0000392673,0.0001945318,0.00036880298,0.011210464],"category_scores_gemma":[0.0000010902328,0.00037793122,0.00011225648,0.000011652406,0.000017594153,0.0000712718,0.000029861569,0.00030108032,0.02144756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.521511e-7,0.0000015459093,4.5951367e-7,0.00040215015,0.00032326515,0.00001453893,0.00002332084,0.010875393,0.00008192178,0.72649163,0.25409177,0.0076936227],"study_design_scores_gemma":[0.00005827109,0.0000051281977,0.0000075152116,0.00009882518,0.000014293741,0.00001577149,0.000001737292,0.0057511884,0.000020395593,0.0015159827,0.99206847,0.00044244353],"about_ca_topic_score_codex":0.000005475296,"about_ca_topic_score_gemma":0.0000015802937,"teacher_disagreement_score":0.7379767,"about_ca_system_score_codex":0.00017775697,"about_ca_system_score_gemma":0.000011925332,"threshold_uncertainty_score":0.99986726},"labels":[],"label_agreement":null},{"id":"W4214814595","doi":"10.1109/tr.2022.3154070","title":"IEEE Reliability Society","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Singapore Management University; Universidade de Coimbra; Universidade de São Paulo; Xidian University; Sichuan University; Universidad de Murcia; Northwestern Polytechnical University; Queen's University; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; University of Hong Kong; Centre National de la Recherche Scientifique; Chinese Academy of Sciences; Beihang University; National University of Singapore; Microsoft Research; Northwestern University; Nanjing University; Southern Methodist University","keywords":"Reliability engineering; Reliability theory; Reliability (semiconductor); Computer science; Engineering; Failure rate; Physics","score_opus":0.008358238747275456,"score_gpt":0.20008646645678319,"score_spread":0.19172822770950773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214814595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22461338,0.00006356804,0.7596245,0.00024245169,0.0078441035,0.0008963566,0.0002766425,0.0030337237,0.0034052802],"genre_scores_gemma":[0.9961661,0.00001843355,0.0025069506,0.00008580988,0.0000736589,0.00068659644,0.0000045214315,0.00007011667,0.00038780115],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978272,0.00012367826,0.00056111783,0.00054238626,0.0004775255,0.0004681318],"domain_scores_gemma":[0.9982767,0.00027343025,0.000039616334,0.0012021388,0.000058081656,0.0001500147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008627241,0.00033180616,0.00034872667,0.0000870297,0.00041319994,0.000024467983,0.0003834336,0.00012888585,0.0006183815],"category_scores_gemma":[0.000009035412,0.00038518582,0.00046445025,0.0005672905,0.000090264584,0.0001489595,0.0000024912713,0.001098727,0.0000900437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016399237,0.0001641928,0.00004878973,0.00013401326,0.000048090154,0.0000015635704,0.00033636586,0.9933058,0.0013210609,0.000011137056,0.001993329,0.0026192537],"study_design_scores_gemma":[0.0012247076,0.000272231,0.002956229,0.000031678144,0.000096933596,0.000045696914,0.00038903562,0.87316704,0.028833998,0.00034022477,0.09136627,0.0012759669],"about_ca_topic_score_codex":0.00007267356,"about_ca_topic_score_gemma":0.0000050826766,"teacher_disagreement_score":0.77155274,"about_ca_system_score_codex":0.0013804022,"about_ca_system_score_gemma":0.000067736895,"threshold_uncertainty_score":0.99986},"labels":[],"label_agreement":null},{"id":"W4232140309","doi":"10.6028/nist.sp.500-262","title":"Proceedings of the static analysis summit","year":2006,"lang":"en","type":"report","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Summit; Computer science; Geography; Cartography","score_opus":0.009948196759176893,"score_gpt":0.2055691818163428,"score_spread":0.1956209850571659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232140309","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0082941735,0.00080242753,0.0047321687,0.00002177267,0.0017650264,0.0006113711,0.000095766474,0.00088270043,0.9827946],"genre_scores_gemma":[0.95121163,0.0000956117,0.0015973684,0.00000429916,0.0003243957,0.00008595784,0.0000447153,0.00017550282,0.04646049],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818885,0.0000027890717,0.0007027054,0.00019866534,0.00067013025,0.00023685955],"domain_scores_gemma":[0.9991391,0.0000419719,0.00017121482,0.0003352782,0.00027781515,0.000034665925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002987037,0.0003030634,0.00070724543,0.00038101518,0.000016474247,0.000025084557,0.00039008536,0.00024056419,0.0000861434],"category_scores_gemma":[0.000043315504,0.000221695,0.0004602127,0.001198773,0.000026862994,0.00004426898,0.000046973455,0.00028582592,0.00001088572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.640575e-7,0.000023252855,0.028335057,0.0057732626,0.006405633,0.0000021776066,0.00010435239,0.56849784,0.0002997815,0.00038832854,0.3895587,0.0006108774],"study_design_scores_gemma":[0.0001880502,0.000013646683,0.08175075,0.0006024709,0.004313308,0.000012997053,0.00007565355,0.095361955,0.002679267,0.00003910903,0.8138582,0.00110461],"about_ca_topic_score_codex":0.00047017235,"about_ca_topic_score_gemma":0.000093028044,"teacher_disagreement_score":0.94291747,"about_ca_system_score_codex":0.00041815502,"about_ca_system_score_gemma":0.00011222619,"threshold_uncertainty_score":0.90404594},"labels":[],"label_agreement":null},{"id":"W4240664641","doi":"10.1097/01206501-200103000-00005","title":"Effect of Patch Type on the Cumulative Irritation Potential of 4 Test Materials","year":2001,"lang":"en","type":"article","venue":"Dermatitis","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Irritation; Patch test; Test (biology); Skin irritation; Patch testing; Dermatology; Contact dermatitis; Geology; Immunology; Allergy","score_opus":0.006136476869578898,"score_gpt":0.21137574601524092,"score_spread":0.205239269145662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240664641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959969,0.000067676636,0.0013343273,0.00007490017,0.0005967362,0.00025850654,0.000034334953,0.00009143992,0.0015451922],"genre_scores_gemma":[0.99972373,0.000022236529,0.00010252103,0.000017888464,0.000061888735,0.00001700334,0.000013203711,0.000020780064,0.000020765028],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99943763,0.000051658535,0.0002490496,0.000053251355,0.00011651812,0.000091884],"domain_scores_gemma":[0.99935234,0.00037900874,0.00005379402,0.00016379797,0.000036864938,0.000014169564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001640229,0.000094698684,0.00017553188,0.000050151673,0.000014196955,0.000007648389,0.00008480918,0.00003831071,0.00008765872],"category_scores_gemma":[0.000103881415,0.000072889954,0.000030345804,0.00013132265,0.000017806813,0.000051607156,0.000008808825,0.00004360269,0.00004760441],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055618224,0.00008203761,0.009994715,0.0028837305,0.00042844922,0.000047947,0.0031231265,0.5350658,0.42667592,0.0024052032,0.0105627645,0.008674654],"study_design_scores_gemma":[0.00063146517,0.00051032344,0.10797674,0.0004423891,0.00004830971,0.000041373245,0.000049390295,0.0709476,0.8159692,0.0000995529,0.0030305642,0.00025305018],"about_ca_topic_score_codex":0.0000612271,"about_ca_topic_score_gemma":0.0000019473603,"teacher_disagreement_score":0.46411824,"about_ca_system_score_codex":0.000025929789,"about_ca_system_score_gemma":0.000004095556,"threshold_uncertainty_score":0.29723662},"labels":[],"label_agreement":null},{"id":"W4241863337","doi":"10.1007/s10009-019-00542-2","title":"Modeling the hybrid ERTMS/ETCS level 3 standard using a formal requirements engineering approach","year":2019,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Systems Modeling Language; Domain (mathematical analysis); Unified Modeling Language","score_opus":0.04120826836569858,"score_gpt":0.2544398037154147,"score_spread":0.21323153534971612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241863337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2401267,0.00014384309,0.75613153,0.00012824214,0.0022655178,0.00042266704,0.000116225725,0.0005850988,0.00008017141],"genre_scores_gemma":[0.9577184,0.000032395666,0.041704357,0.000062459796,0.00024067027,0.000078851015,0.000020465728,0.000114954586,0.000027494138],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981001,0.00000983813,0.0006115628,0.0002415388,0.0005158082,0.0005211257],"domain_scores_gemma":[0.99924254,0.00010294825,0.000033742173,0.00029780972,0.00025875468,0.00006422816],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041938602,0.00032468452,0.0003274096,0.00050453073,0.00010864763,0.00018159261,0.00090594636,0.00019766646,0.00003663292],"category_scores_gemma":[0.00011430865,0.00027424173,0.000229044,0.00017003164,0.000027746977,0.00068140734,0.00004057169,0.0007352989,0.000017383165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006027477,0.000017693255,0.00010754106,0.00005287371,0.00043143542,0.000011632421,0.00007697109,0.979688,0.001478346,0.0022564537,0.00003181318,0.015786966],"study_design_scores_gemma":[0.0016249464,0.000113273025,0.000049215098,0.0001877134,0.00004103111,0.00067373406,0.000068359725,0.9823931,0.0045747245,0.00032880277,0.009541732,0.00040339088],"about_ca_topic_score_codex":0.0000013971933,"about_ca_topic_score_gemma":2.5781728e-7,"teacher_disagreement_score":0.71759164,"about_ca_system_score_codex":0.00061402866,"about_ca_system_score_gemma":0.00005871387,"threshold_uncertainty_score":0.999971},"labels":[],"label_agreement":null},{"id":"W4242725868","doi":"10.1109/hicss.1990.205106","title":"Hazard prevention in combinational circuits","year":2002,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Combinational logic; Redundancy (engineering); Hazard; Electronic circuit; Computer science; Node (physics); Logic gate; Reliability engineering; Algorithm; Engineering; Electrical engineering; Chemistry","score_opus":0.018184151434507495,"score_gpt":0.20028507813990284,"score_spread":0.18210092670539535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242725868","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2484374,0.0010286812,0.11650828,0.00026529504,0.0021181135,0.0006425004,0.0000039627857,0.002440954,0.6285548],"genre_scores_gemma":[0.9975151,0.000007738415,0.00028193012,0.000007776886,0.00003059733,0.000028537786,0.0000029281969,0.000016869086,0.002108526],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995617,0.0000065238687,0.00015593269,0.000071600356,0.00008473444,0.00011949284],"domain_scores_gemma":[0.99984556,0.000020138557,0.0000067174583,0.00009521898,0.000008960667,0.000023374268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006319835,0.00006798705,0.000075794625,0.000103151324,0.000007459692,0.000009967986,0.00006304536,0.00004246827,0.00056499866],"category_scores_gemma":[0.000008308495,0.000078954516,0.000022906805,0.00014098221,0.000004330019,0.00009640216,0.000005751158,0.00006869498,0.0003294068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5591694e-7,0.00017300743,0.011320596,0.0002686263,0.000077244375,0.000019699088,0.0007378311,0.82973874,0.0032992626,0.030217236,0.017449845,0.10669764],"study_design_scores_gemma":[0.0005890404,0.000012329366,0.064243905,0.000050648046,0.0000022213078,0.000013215919,0.0000144415135,0.9179573,0.00048485637,0.00026578517,0.016149733,0.00021652807],"about_ca_topic_score_codex":0.000001957761,"about_ca_topic_score_gemma":0.000006367511,"teacher_disagreement_score":0.7490777,"about_ca_system_score_codex":0.000098361925,"about_ca_system_score_gemma":0.00000201554,"threshold_uncertainty_score":0.6186339},"labels":[],"label_agreement":null},{"id":"W4248191871","doi":"10.1109/assure.2013.6614263","title":"Safety cases: A review of challenges","year":2013,"lang":"en","type":"review","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Readability; Safety assurance; Computer science; Safety case; Risk analysis (engineering); Class (philosophy); Engineering ethics; Engineering; Medicine; Artificial intelligence; Programming language","score_opus":0.06426672744110841,"score_gpt":0.28800235612605035,"score_spread":0.22373562868494196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248191871","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3263549e-9,0.9401737,0.0004186774,0.000009135066,0.00060503196,0.0013684275,0.00003275733,0.0005803152,0.056811973],"genre_scores_gemma":[1.2157076e-7,0.99767196,0.0010511612,0.00000818737,0.00014546787,0.00042305523,0.000039291976,0.00017097668,0.00048975646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997871,0.00006041883,0.001339059,0.00025733036,0.00018833898,0.0002838433],"domain_scores_gemma":[0.9984661,0.00033003147,0.00016853254,0.0008859414,0.00005513721,0.00009430086],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003071326,0.0005675119,0.0030203778,0.00017502214,0.000009426878,0.0000065221366,0.000432139,0.0003008297,0.00082653866],"category_scores_gemma":[0.000079857804,0.0004510654,0.0006003989,0.000243483,0.00001961142,0.00006880761,0.000058683458,0.00030432286,0.00088559336],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.380846e-8,0.0000022603958,2.157235e-9,0.47305256,0.00013262313,0.0000033855745,0.0000039770985,0.000011680463,1.3163214e-8,0.0003346203,0.002325108,0.52413374],"study_design_scores_gemma":[0.00002219005,0.0000068602385,6.0102444e-8,0.29650787,0.00022015185,0.00013554,0.0000022221275,0.00004020326,1.9882985e-7,8.76204e-7,0.70277506,0.00028879204],"about_ca_topic_score_codex":0.000008892946,"about_ca_topic_score_gemma":8.628185e-7,"teacher_disagreement_score":0.70044994,"about_ca_system_score_codex":0.00021701073,"about_ca_system_score_gemma":0.00008161787,"threshold_uncertainty_score":0.99989235},"labels":[],"label_agreement":null},{"id":"W4249777689","doi":"10.22215/timreview863","title":"Securing the Car: How Intrusive Manufacturer-Supplier Approaches Can Reduce Cybersecurity Vulnerabilities","year":2015,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer security; Computer science; Software; Control (management); Code (set theory); Embedded system; Operating system","score_opus":0.039051440457154314,"score_gpt":0.23428446595215247,"score_spread":0.19523302549499816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249777689","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18677928,0.2430258,0.124398895,0.23216051,0.009151212,0.025028663,0.000115455194,0.02555107,0.15378912],"genre_scores_gemma":[0.9919341,0.0025160664,0.0032276749,0.00043381657,0.00012277189,0.0011163458,0.000057396468,0.000067020934,0.00052479166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985586,0.0000388025,0.00049647596,0.0003127389,0.00024640022,0.00034702313],"domain_scores_gemma":[0.9987871,0.000024280673,0.00012900103,0.00091027736,0.00011788092,0.000031483538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080636336,0.00031565898,0.0003920799,0.0004592434,0.00008072446,0.000045442157,0.0005711814,0.00015798026,0.000020616933],"category_scores_gemma":[0.000093105744,0.00025676357,0.000048447586,0.0018715914,0.00012954985,0.0001341239,0.00018495308,0.00047943316,0.000037879647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031016873,0.00003330532,0.00024779618,0.010485893,0.0006845467,0.000022227145,0.0009350148,0.012013879,0.00009902326,0.80475885,0.06442488,0.10629148],"study_design_scores_gemma":[0.00041153753,0.000025885125,0.00017799204,0.001267167,0.00015156476,0.000053750726,0.0022227007,0.0021863803,0.0027374518,0.008094503,0.98201257,0.0006585098],"about_ca_topic_score_codex":0.000007438881,"about_ca_topic_score_gemma":0.0000054647867,"teacher_disagreement_score":0.9175877,"about_ca_system_score_codex":0.0003629655,"about_ca_system_score_gemma":0.000019178522,"threshold_uncertainty_score":0.99998844},"labels":[],"label_agreement":null},{"id":"W4250009461","doi":"10.1109/formalise.2015.15","title":"A Methodology for the Simplification of Tabular Designs in Model-Based Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Stateflow; Code refactoring; Software engineering; Automotive industry; Programming language; Readability; Gas meter prover; Software; MATLAB; Engineering","score_opus":0.2500591087033626,"score_gpt":0.31005009377395276,"score_spread":0.05999098507059014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250009461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050642644,0.00015482419,0.9938603,0.00006068279,0.00012115881,0.0003752847,0.0000010704765,0.00010461448,0.0002578027],"genre_scores_gemma":[0.6455778,5.675926e-7,0.3541844,0.000010149713,0.000008037472,0.00018068429,0.0000024642447,0.000013864806,0.000022042264],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946785,0.00002133094,0.0002518883,0.00007521416,0.000061289385,0.00012240415],"domain_scores_gemma":[0.9993767,0.0003530904,0.000020421254,0.0001788581,0.00004386714,0.000027061036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008569271,0.00007497909,0.00013008867,0.0000752729,0.000008030992,0.000003095904,0.0001255877,0.00005148797,0.0000021642343],"category_scores_gemma":[0.000097141296,0.000059030564,0.000020663712,0.00010570002,0.000009778509,0.000023598222,0.000006717332,0.000040644725,0.000003006074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004953113,0.000004823577,0.00007613394,0.000043640957,0.0000128103875,5.9188416e-8,0.0003431735,0.9928351,0.003378514,0.0014766465,0.00015333481,0.0016708104],"study_design_scores_gemma":[0.00028642188,0.0000071494405,0.00029430728,0.000008323384,0.000004255385,3.1085608e-7,0.000067580164,0.96154904,0.03377443,0.0001753703,0.0037632892,0.000069537535],"about_ca_topic_score_codex":0.00000874795,"about_ca_topic_score_gemma":0.000012949835,"teacher_disagreement_score":0.64051354,"about_ca_system_score_codex":0.00011357923,"about_ca_system_score_gemma":0.00008567807,"threshold_uncertainty_score":0.24071966},"labels":[],"label_agreement":null},{"id":"W4250616253","doi":"10.1007/978-94-007-0753-5_103067","title":"Pilot Testing","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University; University of Northern British Columbia","funders":"","keywords":"Computer science","score_opus":0.027063776118864655,"score_gpt":0.1821575149219181,"score_spread":0.15509373880305344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250616253","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016319563,0.0003354648,0.048362333,0.0000057958496,0.0014273517,0.00016082342,0.000004906981,0.0028274618,0.9468742],"genre_scores_gemma":[0.022240687,0.000011470952,0.0089084,0.000033142587,0.0009873761,0.000017952738,0.000014492543,0.000387665,0.9673988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990624,0.000001989073,0.00034370596,0.00020788764,0.00014935991,0.00023464036],"domain_scores_gemma":[0.9992176,0.00017049894,0.00003738534,0.00045289,0.00003748736,0.000084121915],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009970133,0.0003859429,0.00036447527,0.00013676898,0.0000199478,0.000025730686,0.00021000358,0.00015108012,0.00045614687],"category_scores_gemma":[0.000026992764,0.00041349005,0.000070814116,0.000020750404,0.000016721904,0.000023489136,0.000035226985,0.00035625626,0.0022260607],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023378798,0.0000042507113,0.0000186416,0.0016395644,0.00045400666,0.00003945921,0.000035617617,0.18118449,0.0009825587,0.69724816,0.07706938,0.04132154],"study_design_scores_gemma":[0.000105952226,0.000041029583,0.000018219165,0.0003916634,0.000022829685,0.00003137297,3.6270936e-7,0.039484397,0.00004636217,0.00075550826,0.95849013,0.0006121692],"about_ca_topic_score_codex":0.0000070396086,"about_ca_topic_score_gemma":0.0000031535737,"teacher_disagreement_score":0.88142073,"about_ca_system_score_codex":0.00013758481,"about_ca_system_score_gemma":0.000015052247,"threshold_uncertainty_score":0.9998317},"labels":[],"label_agreement":null},{"id":"W4252867276","doi":"10.22215/timreview1069","title":"A Cybersecurity Risk Assessment Framework that Integrates Value-Sensitive Design","year":2017,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer security; Computer science; Value (mathematics); Risk analysis (engineering); Business","score_opus":0.02570928995987115,"score_gpt":0.29471403198972124,"score_spread":0.2690047420298501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252867276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010442763,0.0059650815,0.97305256,0.0020334302,0.000737663,0.0016871508,0.0000068497,0.002104812,0.013368153],"genre_scores_gemma":[0.7250935,0.037359852,0.2361855,0.00036454038,0.00006187389,0.0006775218,0.000022216194,0.000081093,0.00015390974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853283,0.000048963626,0.00058104424,0.00032341824,0.00020537588,0.0003083715],"domain_scores_gemma":[0.99799633,0.000059848593,0.0003848112,0.001401853,0.00013530272,0.000021866008],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012223191,0.00030706008,0.0004581978,0.00052518887,0.00023427642,0.00008664854,0.00066397554,0.0002194222,0.000039393854],"category_scores_gemma":[0.00029297807,0.0003021325,0.000059502392,0.00088990777,0.0001101481,0.00024516426,0.00019043681,0.0006247524,0.0001397625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001625994,0.00002788508,0.0019262638,0.0028573454,0.0005641355,0.000039091028,0.000031434516,0.0021968135,0.00006592436,0.8605914,0.006335087,0.12536296],"study_design_scores_gemma":[0.0017041402,0.00020557884,0.044494793,0.045202054,0.001373086,0.0000889304,0.0005710782,0.07645953,0.0065133856,0.18048027,0.6393234,0.003583748],"about_ca_topic_score_codex":0.0000069739285,"about_ca_topic_score_gemma":6.3136696e-7,"teacher_disagreement_score":0.7368671,"about_ca_system_score_codex":0.00025230052,"about_ca_system_score_gemma":0.000012616938,"threshold_uncertainty_score":0.9999431},"labels":[],"label_agreement":null},{"id":"W4283204998","doi":"10.1109/ms.2022.3164872","title":"Software Design Trends Supporting Multiconcern Assurance","year":2022,"lang":"en","type":"article","venue":"IEEE Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Software security assurance; Computer science; Life-critical system; Computer security; Risk analysis (engineering); Variety (cybernetics); Software; Avionics software; Systems engineering; Engineering; Software development; Software quality; Software engineering; Business; Information security; Security service","score_opus":0.018512873412282974,"score_gpt":0.22955146128612708,"score_spread":0.2110385878738441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283204998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023087049,0.0009863077,0.96374494,0.000046161436,0.0049207895,0.000353678,0.00014298876,0.0063288277,0.00038924537],"genre_scores_gemma":[0.9424925,0.0000056480985,0.05548408,0.000059496462,0.00025230786,0.00041838788,0.000034525383,0.00020173471,0.001051315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980561,0.0000757095,0.00048991607,0.00035746375,0.00039304543,0.00062774593],"domain_scores_gemma":[0.998827,0.00037829013,0.00008718516,0.0005374694,0.000038503622,0.00013156346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003922639,0.0003256175,0.00034816214,0.00021717112,0.0003964595,0.000033248816,0.00048639462,0.00008264158,0.0005541588],"category_scores_gemma":[0.00014666135,0.0004025817,0.00014396415,0.0005127524,0.000026969845,0.00016580327,0.00010717995,0.0004735407,0.00008086814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056345134,0.000014404747,0.0026969584,0.00010449355,0.000065567016,0.00005777921,0.0008603113,0.9612984,0.00055523764,0.0000052549017,0.0075376052,0.026798362],"study_design_scores_gemma":[0.00348048,0.00032829904,0.017619513,0.00026723993,0.00015375362,0.0006004393,0.0005712697,0.5318446,0.012393171,0.00018439621,0.42845222,0.0041045845],"about_ca_topic_score_codex":0.000021249067,"about_ca_topic_score_gemma":0.000003136253,"teacher_disagreement_score":0.91940546,"about_ca_system_score_codex":0.00044352506,"about_ca_system_score_gemma":0.00006093864,"threshold_uncertainty_score":0.9998426},"labels":[],"label_agreement":null},{"id":"W4285456352","doi":"10.1109/tr.2021.3083460","title":"IEEE Reliability Society","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Singapore Management University; Universidade de Coimbra; Universidade de São Paulo; Xidian University; Sichuan University; Universidad de Murcia; Queen's University; Northwestern Polytechnical University; Centre National de la Recherche Scientifique; Chinese Academy of Sciences; National University of Singapore; University of Hong Kong; Institute of Electrical and Electronics Engineers; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; Nanjing University; Southern Methodist University; Microsoft Research; Arizona State University; Northwestern University; University of Alberta","keywords":"Reliability engineering; Reliability theory; Reliability (semiconductor); Computer science; Engineering; Failure rate; Physics","score_opus":0.008941428657833745,"score_gpt":0.20773728779953407,"score_spread":0.19879585914170034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285456352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14063573,0.000097980796,0.8471536,0.00023062657,0.00510499,0.00037514867,0.000093786715,0.002009312,0.0042988216],"genre_scores_gemma":[0.9910214,0.0000813455,0.00795695,0.00008271199,0.000109886794,0.00014519572,0.000004591148,0.00006440646,0.00053354143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979556,0.000084420586,0.00057726615,0.0005915702,0.00032914872,0.00046200157],"domain_scores_gemma":[0.9979267,0.00031366473,0.000030282037,0.0013693207,0.00017491271,0.00018508309],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047524896,0.00035045837,0.00039611905,0.00004917785,0.00014649205,0.000042128017,0.00021840225,0.000287562,0.0002792583],"category_scores_gemma":[0.000024589472,0.0003886468,0.0005064491,0.0005331482,0.00009933998,0.00019005708,0.000001110481,0.00072385685,0.000206751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000801466,0.00017060021,0.00006670128,0.00031304412,0.00007546146,0.000005337921,0.00022820818,0.9879066,0.005643446,0.00001532527,0.0012847286,0.0042825523],"study_design_scores_gemma":[0.0013380242,0.000097917946,0.0062501407,0.00017472205,0.00014559456,0.0000691754,0.00022582011,0.50120306,0.44332507,0.00043710822,0.04527008,0.0014632817],"about_ca_topic_score_codex":0.000031964508,"about_ca_topic_score_gemma":0.000015114429,"teacher_disagreement_score":0.85038567,"about_ca_system_score_codex":0.0006552625,"about_ca_system_score_gemma":0.00010827789,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W4285485086","doi":"10.1109/tr.2021.3060252","title":"IEEE Reliability Society","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Singapore Management University; Universidade de Coimbra; Universidade de São Paulo; Xidian University; Sichuan University; Universidad de Murcia; Northwestern Polytechnical University; Queen's University; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; University of Hong Kong; Centre National de la Recherche Scientifique; Chinese Academy of Sciences; National University of Singapore; University of Alberta; Microsoft Research; Northwestern University; Arizona State University; Nanjing University; Southern Methodist University","keywords":"Reliability engineering; Reliability theory; Reliability (semiconductor); Computer science; Engineering; Failure rate; Physics","score_opus":0.008941428657833745,"score_gpt":0.20773728779953407,"score_spread":0.19879585914170034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285485086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14063573,0.000097980796,0.8471536,0.00023062657,0.00510499,0.00037514867,0.000093786715,0.002009312,0.0042988216],"genre_scores_gemma":[0.9910214,0.0000813455,0.00795695,0.00008271199,0.000109886794,0.00014519572,0.000004591148,0.00006440646,0.00053354143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979556,0.000084420586,0.00057726615,0.0005915702,0.00032914872,0.00046200157],"domain_scores_gemma":[0.9979267,0.00031366473,0.000030282037,0.0013693207,0.00017491271,0.00018508309],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047524896,0.00035045837,0.00039611905,0.00004917785,0.00014649205,0.000042128017,0.00021840225,0.000287562,0.0002792583],"category_scores_gemma":[0.000024589472,0.0003886468,0.0005064491,0.0005331482,0.00009933998,0.00019005708,0.000001110481,0.00072385685,0.000206751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000801466,0.00017060021,0.00006670128,0.00031304412,0.00007546146,0.000005337921,0.00022820818,0.9879066,0.005643446,0.00001532527,0.0012847286,0.0042825523],"study_design_scores_gemma":[0.0013380242,0.000097917946,0.0062501407,0.00017472205,0.00014559456,0.0000691754,0.00022582011,0.50120306,0.44332507,0.00043710822,0.04527008,0.0014632817],"about_ca_topic_score_codex":0.000031964508,"about_ca_topic_score_gemma":0.000015114429,"teacher_disagreement_score":0.85038567,"about_ca_system_score_codex":0.0006552625,"about_ca_system_score_gemma":0.00010827789,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W4285671887","doi":"10.1109/tr.2020.2988795","title":"IEEE Reliability Society","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Singapore Management University; Universidade de São Paulo; National Chiao Tung University; Xidian University; Sichuan University; Universidad de Murcia; University of Alberta; Harbin Engineering University; Northwestern Polytechnical University; Queen's University; Shanghai Educational Development Foundation; Centre National de la Recherche Scientifique; Chinese Academy of Sciences; National University of Singapore; Northwestern University; Arizona State University; Nanjing University; Southern Methodist University; University of Hong Kong; TU Graz, Internationale Beziehungen und Mobilitätsprogramme","keywords":"Reliability engineering; Reliability theory; Reliability (semiconductor); Computer science; Engineering; Failure rate; Physics","score_opus":0.01310798237498343,"score_gpt":0.20362916525357116,"score_spread":0.19052118287858774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285671887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.090528056,0.000038269627,0.9004859,0.00077282113,0.0023642846,0.0005965973,0.00009258473,0.002912904,0.00220862],"genre_scores_gemma":[0.99414647,0.000036074245,0.0051239273,0.0002606394,0.00016058482,0.00013517561,0.0000022988338,0.000068051806,0.000066801185],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980496,0.000058812348,0.0005756176,0.0005688142,0.00031760888,0.0004295359],"domain_scores_gemma":[0.9985185,0.00022935725,0.000033951947,0.00083117833,0.000080960286,0.00030601703],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034716682,0.0003680041,0.000401983,0.00003732436,0.00012120198,0.000032745833,0.00030904825,0.00025330356,0.00017693258],"category_scores_gemma":[0.000023078494,0.0003913933,0.00045191002,0.0004787021,0.00010404317,0.0002013199,0.0000010021025,0.0007716041,0.00032652274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018666997,0.000071851406,0.00005279589,0.00035059056,0.000054828055,0.000001354049,0.0005498047,0.9907076,0.0031575095,0.0000073190313,0.001989454,0.003038233],"study_design_scores_gemma":[0.00081814494,0.00015747707,0.0017927467,0.00005406132,0.00007361181,0.0000067506758,0.00010756994,0.897475,0.07247751,0.00008189722,0.026113153,0.0008420795],"about_ca_topic_score_codex":0.000029331708,"about_ca_topic_score_gemma":0.0000030477318,"teacher_disagreement_score":0.9036184,"about_ca_system_score_codex":0.0004110448,"about_ca_system_score_gemma":0.000049304734,"threshold_uncertainty_score":0.9998538},"labels":[],"label_agreement":null},{"id":"W4285784207","doi":"10.56094/jss.v55i2.45","title":"Model-Based Systems Engineering for System Safety: An Introduction","year":2019,"lang":"en","type":"article","venue":"Journal of System Safety","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems engineering; Computer science; Context (archaeology); Domain (mathematical analysis); Systems design; Popularity; System of systems engineering; Complex system; System of systems; Software engineering; Risk analysis (engineering); Engineering","score_opus":0.006855234496060642,"score_gpt":0.18661444052497256,"score_spread":0.1797592060289119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285784207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019694667,0.00089582126,0.96131027,0.00006671971,0.01491512,0.0014283186,0.000085628126,0.0010296976,0.000573746],"genre_scores_gemma":[0.9879798,0.000006763287,0.008694482,0.0000041565822,0.0029035376,0.000056331657,0.000027109136,0.00022987844,0.00009788654],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962269,0.00008105434,0.002153385,0.00035047543,0.0005944575,0.00059371255],"domain_scores_gemma":[0.9976635,0.0001916809,0.0005587888,0.0007862584,0.0004906354,0.00030911696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002167807,0.0005160366,0.001231467,0.0005929138,0.00008461406,0.0001140381,0.0005428451,0.00031481724,0.0000047167337],"category_scores_gemma":[0.000035835455,0.00050191913,0.00037793219,0.00035339117,0.000013073596,0.00065888255,0.000021906555,0.00043043905,0.000039771374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000146048,0.000017094642,0.00007611924,0.007931603,0.00022947743,0.000008891468,0.00011625816,0.9743886,0.0084886355,0.008215154,0.00022056238,0.00016154737],"study_design_scores_gemma":[0.001682184,0.00018400257,0.00011659766,0.0018078972,0.000106433996,0.00058869465,0.00065616664,0.97479945,0.0007103177,9.1511754e-7,0.018859938,0.00048739166],"about_ca_topic_score_codex":0.0000059592953,"about_ca_topic_score_gemma":5.94771e-7,"teacher_disagreement_score":0.9682852,"about_ca_system_score_codex":0.0025594055,"about_ca_system_score_gemma":0.00015845058,"threshold_uncertainty_score":0.9997432},"labels":[],"label_agreement":null},{"id":"W4287931885","doi":"10.48550/arxiv.2108.13294","title":"The missing link: Developing a safety case for perception components in\\n automated driving","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Traceability; Safety case; Component (thermodynamics); Argument (complex analysis); Perception; Risk analysis (engineering); Computer science; Safety assurance; System safety; Process management; Software engineering; Engineering; Business; Reliability engineering; Psychology; Medicine","score_opus":0.06577884953793539,"score_gpt":0.1969715948521117,"score_spread":0.1311927453141763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287931885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40075544,0.00026177603,0.5931884,0.0002270334,0.0028177302,0.0013948784,0.000024658942,0.0010641031,0.00026596565],"genre_scores_gemma":[0.98960346,0.00074932835,0.008762681,0.000019108684,0.00027940623,0.000014603716,0.00012946078,0.00020557643,0.00023635391],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99549466,0.00033609633,0.0012732565,0.0015049222,0.00015220497,0.0012388653],"domain_scores_gemma":[0.9963223,0.0012351841,0.0004240395,0.0013804204,0.00035868376,0.00027942762],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012624454,0.0009866379,0.0010241359,0.00052257907,0.0010257113,0.00044145164,0.00096330076,0.0009264676,0.000024667685],"category_scores_gemma":[0.00027265956,0.0012074726,0.000534431,0.0011728228,0.00014461654,0.00046960165,0.0008687322,0.0013859216,0.000031300217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054340988,0.00003213117,0.0014643136,0.0011710977,0.00042686632,0.0024962428,0.0014928343,0.9870229,0.0008177201,0.0017206819,0.000015541544,0.0032853344],"study_design_scores_gemma":[0.0013905575,0.000018609586,0.013757593,0.0029862737,0.00018190149,0.00049702043,0.0018806411,0.975569,0.000055889413,0.00018412412,0.0022351623,0.0012432064],"about_ca_topic_score_codex":0.00043298432,"about_ca_topic_score_gemma":0.00039896145,"teacher_disagreement_score":0.58884805,"about_ca_system_score_codex":0.0048693926,"about_ca_system_score_gemma":0.00048997847,"threshold_uncertainty_score":0.9990375},"labels":[],"label_agreement":null},{"id":"W4295314075","doi":"10.5281/zenodo.7071059","title":"Methodology for the automated preliminary certification of on-board systems architectures through requirements analysis","year":2022,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Horizon 2020 Framework Programme; Concordia University; European Commission","keywords":"Certification; Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.09563057369713893,"score_gpt":0.301133637204384,"score_spread":0.2055030635072451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295314075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013385329,0.0067227785,0.75365055,0.0005623528,0.007236818,0.0080477325,0.007655455,0.007842255,0.20694353],"genre_scores_gemma":[0.9249123,0.0010640759,0.0062738378,0.00010507691,0.0013843713,0.000028354118,0.03608634,0.010498932,0.019646728],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970894,0.0007588318,0.0007295403,0.0005150689,0.00048667862,0.00042046557],"domain_scores_gemma":[0.9976891,0.00048077587,0.00031148412,0.0011124273,0.00033745254,0.0000687618],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001232764,0.00033811879,0.00059002335,0.00064520584,0.00097359845,0.00022305339,0.0016250028,0.00019168566,0.0059790453],"category_scores_gemma":[0.0004324118,0.00031348268,0.00023864786,0.0012121612,0.00011255127,0.000060629685,0.00048812723,0.0005013705,0.0017201664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007315355,0.000030267105,1.3679119e-7,0.00067294703,0.0015127363,0.0000010077447,0.00078305154,0.683862,0.00093904906,0.00046790836,0.30866876,0.0029889888],"study_design_scores_gemma":[0.00023492736,0.00020284744,0.00008594443,0.00006359682,0.00033244447,0.00001555551,0.00019026054,0.15839928,0.00038139187,0.000008733183,0.83983576,0.00024923938],"about_ca_topic_score_codex":0.000058462803,"about_ca_topic_score_gemma":1.6370403e-7,"teacher_disagreement_score":0.92357373,"about_ca_system_score_codex":0.0004713455,"about_ca_system_score_gemma":0.0000075237035,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W4296666871","doi":"10.2139/ssrn.4224457","title":"An Operational Quality Model of Embedded Software Aligned with ISO/IEC 25000","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Software quality; Quality (philosophy); Reliability engineering; Software; Computer science; Systems engineering; Engineering; Software development; Operating system","score_opus":0.008537538748274542,"score_gpt":0.22397462783576363,"score_spread":0.2154370890874891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296666871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42047888,0.0006483839,0.5779376,0.000051266292,0.00018440439,0.00016582209,0.00003438333,0.0002478744,0.00025136623],"genre_scores_gemma":[0.99494463,0.00003861306,0.0044974997,0.000024394394,0.000107815235,0.00004296397,0.000024109435,0.000071943374,0.00024804048],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977046,0.00009377314,0.00047959745,0.00017820921,0.00046951527,0.0010742998],"domain_scores_gemma":[0.99938035,0.000035863744,0.0001028412,0.00031293766,0.00008177013,0.00008622045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001309193,0.00019790052,0.0002810867,0.00014003992,0.00018693466,0.000027694505,0.00038601313,0.00004804057,0.00007267429],"category_scores_gemma":[0.000016028938,0.00019698363,0.00008313306,0.00020771756,0.000022859207,0.00024768233,0.000028825241,0.00091576454,0.0000030740455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003612955,0.000039318893,0.00041097865,0.000020613854,0.00017645535,0.0000013905982,0.00043526434,0.9745863,0.006164164,0.01736028,0.000036438414,0.00073266827],"study_design_scores_gemma":[0.0017464411,0.0006705117,0.00065249985,0.000026272963,0.0000531144,0.0007704542,0.00245767,0.98085463,0.0016980384,0.009906542,0.00048170803,0.0006820903],"about_ca_topic_score_codex":0.00003212942,"about_ca_topic_score_gemma":0.00007268817,"teacher_disagreement_score":0.57446575,"about_ca_system_score_codex":0.001349546,"about_ca_system_score_gemma":0.0013588712,"threshold_uncertainty_score":0.80327594},"labels":[],"label_agreement":null},{"id":"W4298201939","doi":"","title":"Sentinel: A Safety Architecture for SAE J3016 Level 5 Autonomous Vehicles","year":2022,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Architecture; Computer science; Vehicle safety; Embedded system; Automotive engineering; Engineering","score_opus":0.01591244043260739,"score_gpt":0.21501457366064727,"score_spread":0.19910213322803988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298201939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027707184,0.0026507112,0.9172292,0.004627063,0.0016375598,0.0018915213,0.0011541654,0.0030133282,0.04008931],"genre_scores_gemma":[0.82647645,0.00034106936,0.15280913,0.000104451465,0.00020337329,0.0014730813,0.0024572355,0.0005117554,0.015623416],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99608326,0.0012298605,0.0008536372,0.0008223279,0.00040232568,0.00060861773],"domain_scores_gemma":[0.9949323,0.001626868,0.0002894736,0.0023535052,0.00059892505,0.00019891802],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034774158,0.0005993305,0.00064556353,0.00032713363,0.00034456002,0.00025074053,0.0015594867,0.0003742539,0.00019908782],"category_scores_gemma":[0.00060442905,0.0007206918,0.00043604113,0.00033592235,0.000099013414,0.00007918716,0.001195255,0.001168498,0.000028514782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060691284,0.00062295195,0.0014347627,0.005503341,0.001486377,0.000026166224,0.025369585,0.74441504,0.0150380125,0.06401467,0.017251167,0.12477722],"study_design_scores_gemma":[0.0013097377,6.008099e-7,0.008832326,0.0018131655,0.00012604272,0.000039984196,0.0001380261,0.27714315,0.009816866,0.0022286817,0.6970282,0.0015231781],"about_ca_topic_score_codex":0.00026877451,"about_ca_topic_score_gemma":0.0003069814,"teacher_disagreement_score":0.7987693,"about_ca_system_score_codex":0.00057852175,"about_ca_system_score_gemma":0.0002623828,"threshold_uncertainty_score":0.9995244},"labels":[],"label_agreement":null},{"id":"W4300221961","doi":"10.5383/juspn.03.01.000","title":"Signal-Layer Security and Trust-Boundary Identification based on Hardware-Software Interface Definition","year":2011,"lang":"en","type":"article","venue":"Journal of Ubiquitous Systems and Pervasive Networks","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Automotive industry; Computer security; Domain (mathematical analysis); Functional safety; Computer science; Process (computing); Identification (biology); Cyber-physical system; Risk analysis (engineering); Engineering","score_opus":0.021070187669767617,"score_gpt":0.20852958452209658,"score_spread":0.18745939685232896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300221961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44837868,0.018338602,0.5256196,0.00003538151,0.0053707366,0.0006531842,0.000037200494,0.0002700664,0.0012965121],"genre_scores_gemma":[0.9983425,0.00031456474,0.0006031725,0.000025433925,0.0006137953,0.00001875233,0.0000047048256,0.00005545303,0.00002160106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984997,0.00009197191,0.0007423235,0.00018363824,0.0002344963,0.00024788023],"domain_scores_gemma":[0.99895155,0.0001760648,0.00029705756,0.0002044133,0.0002080913,0.00016281761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059732137,0.00026103365,0.00043206225,0.00019732788,0.00010489815,0.00013507919,0.00014575431,0.00021195384,0.000020323856],"category_scores_gemma":[0.000036160724,0.0002416426,0.00009498849,0.00012416617,0.000045095338,0.0002580048,0.000020976926,0.00043686756,0.0000044885314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028065412,0.000111116235,0.011118996,0.0020036055,0.00050760724,0.0001633697,0.007225999,0.96591496,0.0016474676,0.00043662003,0.0043155234,0.0062740697],"study_design_scores_gemma":[0.0016530266,0.0007818641,0.019394865,0.0029049579,0.00021475485,0.001084595,0.001490019,0.9622686,0.0013702917,0.00021664552,0.0077807913,0.0008395925],"about_ca_topic_score_codex":0.000032854234,"about_ca_topic_score_gemma":0.0000054556285,"teacher_disagreement_score":0.54996383,"about_ca_system_score_codex":0.00013585776,"about_ca_system_score_gemma":0.00003539954,"threshold_uncertainty_score":0.98538995},"labels":[],"label_agreement":null},{"id":"W4302569287","doi":"10.56094/jss.v53i3.108","title":"How Safe is Safe Enough? Acceptable Safety Criteria From an Engineering and Legal Perspective","year":2017,"lang":"en","type":"article","venue":"Journal of System Safety","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Risk analysis (engineering); Product liability; Product (mathematics); Business; Liability; Reputation; Context (archaeology); Incentive; Automotive industry; Compromise; Computer security; Engineering; Computer science; Finance; Economics","score_opus":0.009753921011038802,"score_gpt":0.23436861079118168,"score_spread":0.22461468978014287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302569287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5271038,0.024307167,0.33552092,0.008493031,0.04085501,0.003213257,0.0020617293,0.00248524,0.05595988],"genre_scores_gemma":[0.9894579,0.00020425681,0.007769954,0.000021637925,0.0020490831,0.000008541931,0.000007139764,0.00015601129,0.00032549733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972062,0.00007648043,0.0011611452,0.00040812945,0.0005459946,0.0006020198],"domain_scores_gemma":[0.99728703,0.00015274782,0.0006181062,0.0011001669,0.00037805527,0.0004639026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000904852,0.00058679347,0.00118369,0.00029155455,0.00039404727,0.0009291059,0.0009675147,0.00030876405,0.00007423008],"category_scores_gemma":[0.00014557915,0.00057285785,0.0002681228,0.000118468444,0.00006606228,0.0026958392,0.00014797211,0.00067983335,0.000019855412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072216685,0.0007794975,0.0098878555,0.014152596,0.019405466,0.0061519668,0.05742041,0.5005993,0.206347,0.11394786,0.014164716,0.049921658],"study_design_scores_gemma":[0.008830547,0.0011556959,0.11829813,0.0061144116,0.0007539378,0.0047723353,0.017367518,0.38160944,0.0102346735,0.000103908016,0.44709745,0.0036619406],"about_ca_topic_score_codex":0.00023248067,"about_ca_topic_score_gemma":0.00002522586,"teacher_disagreement_score":0.46235412,"about_ca_system_score_codex":0.0012579117,"about_ca_system_score_gemma":0.00010094344,"threshold_uncertainty_score":0.9996723},"labels":[],"label_agreement":null},{"id":"W4308643076","doi":"10.1145/3540250.3569443","title":"On safety, assurance, and reliability: a software engineering perspective (keynote)","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Compliance (psychology); Software security assurance; Reliability (semiconductor); Computer science; Computer security; Risk analysis (engineering); Quality assurance; Judgement; Safety assurance; Software; Key (lock); Engineering; Engineering management; Business; Information security; Political science; Operations management; Law; Psychology; Security service","score_opus":0.010940238373828235,"score_gpt":0.19100044349267176,"score_spread":0.18006020511884352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308643076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87856895,0.0009059192,0.10963331,0.0009924921,0.0027391152,0.0024278425,0.00041326834,0.003678856,0.00064027746],"genre_scores_gemma":[0.97530854,0.00015058224,0.023748264,0.00004387661,0.00014015289,0.00019522833,0.000013549207,0.0003011066,0.00009869898],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966724,0.0000429785,0.0010806163,0.00072923757,0.0007722829,0.0007024934],"domain_scores_gemma":[0.99631757,0.0017960634,0.00030766416,0.0009674418,0.00040053335,0.00021071972],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012142648,0.0008326872,0.00082460104,0.00058803265,0.00041912435,0.00015846746,0.0013613151,0.0001224547,0.000037883896],"category_scores_gemma":[0.0073680268,0.0007339729,0.0002794541,0.00091708865,0.00016795508,0.00036843316,0.000949242,0.0013029948,0.000008117854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047635964,0.00007099362,0.0016674554,0.0014116542,0.00028520107,0.0000041258427,0.0022983076,0.96881306,0.0073469784,0.017308295,0.0004107363,0.00033553503],"study_design_scores_gemma":[0.008393179,0.003257092,0.22257304,0.016791947,0.001452965,0.0011285834,0.0049501103,0.6330998,0.039520618,0.0025380866,0.054515,0.011779568],"about_ca_topic_score_codex":0.000017740058,"about_ca_topic_score_gemma":4.0262495e-7,"teacher_disagreement_score":0.33571327,"about_ca_system_score_codex":0.00048383,"about_ca_system_score_gemma":0.000074730015,"threshold_uncertainty_score":0.9995111},"labels":[],"label_agreement":null},{"id":"W4312124369","doi":"10.5281/zenodo.7478020","title":"MMINT-A: A Framework for Model-Based Safety Assurance","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Safety assurance; Business; Process management; Computer science; Risk analysis (engineering)","score_opus":0.021439019452545036,"score_gpt":0.21893997976351257,"score_spread":0.19750096031096753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312124369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092831533,0.00013677451,0.9757324,0.00032859185,0.00036971088,0.00069402106,0.0006307219,0.0027810647,0.018398387],"genre_scores_gemma":[0.9777339,0.000012327686,0.018026045,0.00010937207,0.00015016031,0.0000015231033,0.000933684,0.002670373,0.0003625828],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986007,0.00009793053,0.00028805382,0.0003064256,0.00030463716,0.00040221],"domain_scores_gemma":[0.99908644,0.00008673257,0.000049736373,0.0004988121,0.00016032266,0.00011794098],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006086667,0.00016801678,0.0001778157,0.00018919123,0.0015136213,0.00019229838,0.0008695795,0.00005745078,0.0026354343],"category_scores_gemma":[0.0003422536,0.00021551501,0.000081469756,0.00047142425,0.000041026375,0.00011222399,0.00034353457,0.00037961837,0.0006178157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043517543,0.00003396347,7.746408e-7,0.00017236128,0.000040594725,0.000002960778,0.0003618361,0.9289878,0.001065775,0.012971106,0.04541788,0.010901428],"study_design_scores_gemma":[0.00028076424,0.000054659606,0.00003216864,0.000018772991,0.0000060815796,0.000015330554,0.000049680515,0.4101227,0.00016377734,0.00026949515,0.58882934,0.00015722113],"about_ca_topic_score_codex":0.0000015744978,"about_ca_topic_score_gemma":4.8801716e-8,"teacher_disagreement_score":0.9768056,"about_ca_system_score_codex":0.0004841951,"about_ca_system_score_gemma":0.0000063640564,"threshold_uncertainty_score":0.99978626},"labels":[],"label_agreement":null},{"id":"W4312383880","doi":"10.1007/978-3-031-22476-8_2","title":"Formalization of Functional Block Diagrams Using HOL Theorem Proving","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"HOL; Computer science; Dependability; Reliability block diagram; Theoretical computer science; Probabilistic logic; Automated theorem proving; Fault tree analysis; Block diagram; Formal methods; Programming language; Algorithm; Reliability engineering; Software engineering; Artificial intelligence; Engineering","score_opus":0.013594482430902144,"score_gpt":0.19633296923048027,"score_spread":0.18273848679957813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312383880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009018402,0.00034462308,0.9937911,0.000008715253,0.0023947414,0.0003236021,0.000008206683,0.00019891272,0.0020282362],"genre_scores_gemma":[0.962265,0.0000122224865,0.037188873,0.00003226633,0.00033850223,0.00001381363,0.000015751632,0.00008475231,0.000048799706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835664,0.0000098332475,0.0004249833,0.00038499085,0.0005265992,0.00029694443],"domain_scores_gemma":[0.9991821,0.00015448882,0.000121366524,0.000419345,0.00007438368,0.000048295227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004032473,0.00029508825,0.00031649283,0.0005110957,0.000092285685,0.000049914834,0.0004672582,0.00014712151,0.000057562498],"category_scores_gemma":[0.000030745512,0.0003119161,0.0000816426,0.00032775517,0.00014872434,0.0002230338,0.0002217496,0.0004248562,0.0000025979573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014721425,0.0000034178747,0.00005153833,0.0001336161,0.000012894883,0.000004364843,0.00021344057,0.9746885,0.0007099959,0.00415087,0.0000021200974,0.020027798],"study_design_scores_gemma":[0.00010591258,0.00002863832,0.0000942963,0.00024070317,0.000009811062,0.00005328979,2.4031897e-7,0.99418014,0.001136514,0.0027036394,0.0011247107,0.00032207364],"about_ca_topic_score_codex":0.000008844057,"about_ca_topic_score_gemma":0.0000056368553,"teacher_disagreement_score":0.9613632,"about_ca_system_score_codex":0.00051462563,"about_ca_system_score_gemma":0.00014644006,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W4315631988","doi":"10.3233/atde221263","title":"Cyber Physical Systems (CPS) Security Verification Using Model Checking","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in transdisciplinary engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer security; Computer science; Construct (python library); Cyber-physical system; Physical security; Security testing; Computer security model; Threat model; Model checking; Cloud computing security; Security information and event management; Theoretical computer science; Computer network","score_opus":0.01831888179547016,"score_gpt":0.24488186221141003,"score_spread":0.22656298041593986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315631988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023451878,0.049750865,0.63811976,0.00004136335,0.019904247,0.0053795506,0.0008555584,0.0161262,0.24637055],"genre_scores_gemma":[0.9821178,0.0030367982,0.0033331914,0.0000027590386,0.0015041342,0.00034923104,0.00021435728,0.0015785145,0.007863231],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693644,0.000010480918,0.0009807133,0.00077737344,0.00050822954,0.0007867346],"domain_scores_gemma":[0.99872273,0.00015216666,0.00011916342,0.00078842434,0.000051685576,0.00016585735],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027232096,0.0010252027,0.0011035696,0.00070737675,0.000074833384,0.000063957516,0.0005276022,0.000561643,0.0000058245937],"category_scores_gemma":[0.0000111947165,0.001275388,0.00029306387,0.000279384,0.000055514884,0.0007278069,0.00007969816,0.0012524693,0.00006457054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064426536,0.000011552741,0.000002187263,0.0021044137,0.00008300533,0.000056837467,0.0018767439,0.9787718,0.0009189987,0.015902486,0.000009834469,0.0002556822],"study_design_scores_gemma":[0.0002947985,0.000017339542,0.000012078065,0.0022556242,0.00007274111,0.000031269585,0.000070231625,0.9901779,0.00009926817,0.0017068201,0.0040379553,0.0012239512],"about_ca_topic_score_codex":0.0000034044483,"about_ca_topic_score_gemma":0.000006199846,"teacher_disagreement_score":0.9586659,"about_ca_system_score_codex":0.00088602724,"about_ca_system_score_gemma":0.000051175604,"threshold_uncertainty_score":0.99896955},"labels":[],"label_agreement":null},{"id":"W4317548775","doi":"10.1016/j.eswa.2023.119569","title":"Evidence-based decision-making: On the use of systematicity cases to check the compliance of reviews with reporting guidelines such as PRISMA 2020","year":2023,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Systematic review; Guideline; Certification; Quality (philosophy); Quality assurance; Computer science; Trustworthiness; Risk analysis (engineering); Management science; Process management; Knowledge management; MEDLINE; Medicine; Business; Political science; Engineering; Computer security","score_opus":0.3134951760922504,"score_gpt":0.37418380873403184,"score_spread":0.060688632641781426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317548775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059282698,0.008522222,0.915398,0.001846398,0.00038442886,0.013400707,0.000042023457,0.0008625069,0.000261039],"genre_scores_gemma":[0.9797146,0.00009690032,0.012378449,0.0001077376,0.00014960795,0.0073913876,0.0000042694464,0.000072559444,0.00008452997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964373,0.000114972565,0.002292275,0.00033924993,0.0005547795,0.00026138945],"domain_scores_gemma":[0.99301594,0.003418725,0.0012017963,0.0017979026,0.00048803457,0.000077581935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015997787,0.00029861883,0.00073440495,0.000121017154,0.00015189985,0.00006309133,0.0005471679,0.000064001004,0.000006272481],"category_scores_gemma":[0.0028564099,0.00015472753,0.00009910291,0.0015596645,0.000064146225,0.0001053381,0.000043103395,0.0001389447,0.000081844555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028128665,0.000020214162,0.0006077748,0.0021717534,0.00009492333,0.000008910686,0.000984301,0.97577447,0.0013785241,0.0007106301,0.01740376,0.0008166382],"study_design_scores_gemma":[0.00034466118,0.00028605261,0.0027997294,0.11091968,0.00011114431,0.0003804655,0.0023452372,0.6393397,0.0030427722,0.000011858018,0.23950548,0.0009132287],"about_ca_topic_score_codex":0.00019202285,"about_ca_topic_score_gemma":0.000019532365,"teacher_disagreement_score":0.92043185,"about_ca_system_score_codex":0.00012060613,"about_ca_system_score_gemma":0.00009117147,"threshold_uncertainty_score":0.6309606},"labels":[],"label_agreement":null},{"id":"W4321615342","doi":"10.56094/jss.v58i1.215","title":"Incremental Assurance Through Eliminative Argumentation","year":2023,"lang":"en","type":"article","venue":"Journal of System Safety","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs","funders":"Carnegie Mellon University; U.S. Department of Defense","keywords":"Quality assurance; Argumentation theory; Certification; Argument (complex analysis); Safety case; Plan (archaeology); Computer science; Process management; Risk analysis (engineering); Field (mathematics); Point (geometry); Operations management; Medicine; Business; Engineering; Political science; Law; Mathematics; Epistemology","score_opus":0.011005253667626608,"score_gpt":0.2269170264081484,"score_spread":0.21591177274052178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321615342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49641502,0.0025964938,0.42152292,0.0005436992,0.02238311,0.0014493897,0.00014123491,0.0030574733,0.05189067],"genre_scores_gemma":[0.99749565,0.00010098325,0.0018768099,0.000007439626,0.00039408353,0.000009606687,0.000006120009,0.000045669974,0.00006360674],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983749,0.00005303833,0.000847038,0.00009321192,0.00039879972,0.00023301646],"domain_scores_gemma":[0.9992783,0.00015633099,0.00023489779,0.0001506517,0.00011659066,0.000063218235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070905196,0.00016868359,0.0003495722,0.00018451057,0.000053633732,0.000025792348,0.00020204564,0.00007167636,0.0000127848025],"category_scores_gemma":[0.000026887687,0.00015931804,0.00012677499,0.00046428133,0.00001613479,0.00043614942,0.000020887053,0.00018988615,0.00017865674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010131236,0.000034373403,0.0018445823,0.003011839,0.00097624864,0.00030284617,0.0065632286,0.9338897,0.03115081,0.005211863,0.0119134225,0.0049997615],"study_design_scores_gemma":[0.0126198875,0.000907158,0.2629719,0.015334323,0.0005070625,0.004566763,0.043850895,0.4012865,0.07973218,0.00031619353,0.17478962,0.0031174857],"about_ca_topic_score_codex":0.0000052648925,"about_ca_topic_score_gemma":0.0000010766789,"teacher_disagreement_score":0.5326032,"about_ca_system_score_codex":0.00069168216,"about_ca_system_score_gemma":0.000033899843,"threshold_uncertainty_score":0.6496801},"labels":[],"label_agreement":null},{"id":"W4366966556","doi":"10.1109/mvt.2023.3263334","title":"Dynamic Heterogeneous Redundancy-Based Joint Safety and Security for Connected Automated Vehicles: Preliminary Simulation and Field Test Results","year":2023,"lang":"en","type":"article","venue":"IEEE Vehicular Technology Magazine","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Jiangsu Provincial Key Research and Development Program; National Natural Science Foundation of China","keywords":"Redundancy (engineering); Executor; Functional safety; Computer science; Vulnerability (computing); Computer security; Fail-safe; Reliability engineering; Engineering; Computer network","score_opus":0.008394012647142431,"score_gpt":0.23352665937077335,"score_spread":0.22513264672363092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366966556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94917834,0.0010061321,0.030382171,0.0015825232,0.00050687604,0.0014751258,0.0003476115,0.015471995,0.000049233116],"genre_scores_gemma":[0.9974651,0.00005990322,0.002015181,0.000028369897,0.00002584094,0.0001349447,0.00015054193,0.000088256646,0.000031863226],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984511,0.000021562893,0.00054827525,0.0004476198,0.000111326306,0.00042010876],"domain_scores_gemma":[0.9986929,0.00059175433,0.00008146898,0.0004691894,0.0000906655,0.00007398752],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026834087,0.0003130936,0.00040550422,0.0005509423,0.000111102185,0.000026584783,0.00013794912,0.00053472415,0.000001559839],"category_scores_gemma":[0.0004937995,0.00034826706,0.000057134792,0.0006609422,0.00010180613,0.000068439935,0.000051972555,0.00027435226,0.000022890083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102977116,0.000022415546,0.00011400732,0.0005064596,0.00008113948,0.00006836671,0.00006939582,0.94255275,0.053953215,0.000023220004,0.0006192187,0.0018868429],"study_design_scores_gemma":[0.0016795463,0.00036095356,0.0021562746,0.00019482298,0.000040387487,0.00006625343,0.000013091798,0.97280514,0.018837573,0.0001547093,0.0033455174,0.0003457575],"about_ca_topic_score_codex":0.0000024264655,"about_ca_topic_score_gemma":0.000005918014,"teacher_disagreement_score":0.048286766,"about_ca_system_score_codex":0.00010253206,"about_ca_system_score_gemma":0.000022123884,"threshold_uncertainty_score":0.99989694},"labels":[],"label_agreement":null},{"id":"W4378211312","doi":"10.1136/bmjqs-2022-015680","title":"Measurement and Monitoring of Safety Framework (MMSF): learning from its implementation in Canada","year":2023,"lang":"en","type":"letter","venue":"BMJ Quality & Safety","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Patient safety; Process management; Medical emergency; Nursing; Medical education; Data science; Health care; Computer science; Engineering","score_opus":0.0535385789403939,"score_gpt":0.3039807250222642,"score_spread":0.2504421460818703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378211312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30325773,0.044173017,0.1716971,0.34297407,0.087350555,0.026915567,0.00966119,0.009788157,0.0041826274],"genre_scores_gemma":[0.9871878,0.0009950193,0.0021611857,0.0029201487,0.0049004564,0.00036222467,0.0008485959,0.00051868614,0.00010590188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9946289,0.00038396972,0.0025211496,0.0005460588,0.0012547803,0.0006651532],"domain_scores_gemma":[0.9978547,0.001003994,0.0003723704,0.0005375186,0.00013764633,0.00009375891],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021261673,0.00056392915,0.0010688532,0.00020789739,0.00007062748,0.00003091192,0.00033265035,0.0005674483,0.000050814648],"category_scores_gemma":[0.0004097085,0.0006866315,0.000115896706,0.0003986422,0.000020011852,0.00012151366,0.0001194616,0.0021813193,0.0000148274885],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015425192,0.00002360301,0.20735392,0.014274797,0.002459797,0.00044935464,0.0064557637,0.6050214,0.0019515204,0.00018532547,0.12890984,0.0327604],"study_design_scores_gemma":[0.0020310835,0.00004270382,0.63719666,0.008142006,0.00018651273,0.0000074414834,0.004830135,0.009078573,0.0017574374,0.00019363847,0.33365697,0.0028768638],"about_ca_topic_score_codex":0.5784699,"about_ca_topic_score_gemma":0.19986592,"teacher_disagreement_score":0.68393004,"about_ca_system_score_codex":0.0040411265,"about_ca_system_score_gemma":0.0008302455,"threshold_uncertainty_score":0.9997822},"labels":[],"label_agreement":null},{"id":"W4379409284","doi":"10.1109/tse.2023.3282981","title":": A Semantics-Guided Safety Enhancement Framework for AI-Enabled Cyber-Physical Systems","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Artificial intelligence; Cyber-physical system; Robotics; Modular design; Flexibility (engineering); Redundancy (engineering); Machine learning; Robot; Programming language","score_opus":0.015201457747041808,"score_gpt":0.24747335626861416,"score_spread":0.23227189852157235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379409284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009837464,0.00009102601,0.9754257,0.000046612015,0.0065766606,0.001107565,0.00013044722,0.006746941,0.00003754544],"genre_scores_gemma":[0.9685565,0.000058635505,0.0284299,0.000023601235,0.00053366047,0.001518277,0.000028285169,0.0003621115,0.0004889773],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760216,0.000018402385,0.00064020406,0.00047114555,0.0003858251,0.0008822629],"domain_scores_gemma":[0.99816954,0.00080724224,0.000045382167,0.0006645984,0.00009526119,0.00021796502],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002794522,0.0005652191,0.00062606594,0.0005112405,0.0001704041,0.000101503574,0.0003130698,0.00027114456,0.00002150333],"category_scores_gemma":[0.00006480272,0.00065190723,0.00031534996,0.0009779319,0.000019503941,0.00021223823,0.0000035323853,0.0006165321,0.0002874648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012729603,0.000036709334,0.0000038016665,0.00083854556,0.00027690866,0.000009443727,0.00035246057,0.9937795,0.0020131967,0.00097400707,0.0007064415,0.0009962865],"study_design_scores_gemma":[0.0005901903,0.00007487028,0.000057002282,0.0006539992,0.00008180653,0.000018148605,0.00004892657,0.9655024,0.01733971,0.000049739967,0.014828054,0.0007551956],"about_ca_topic_score_codex":0.000009917299,"about_ca_topic_score_gemma":8.589882e-7,"teacher_disagreement_score":0.9587191,"about_ca_system_score_codex":0.00050507765,"about_ca_system_score_gemma":0.000039603874,"threshold_uncertainty_score":0.9995932},"labels":[],"label_agreement":null},{"id":"W4383898388","doi":"10.1109/seams59076.2023.00028","title":"Hazard Analysis for Self-Adaptive Systems Using System-Theoretic Process Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Hazard analysis; Computer science; Process (computing); Adaptive system; Hazard; Adaptation (eye); Field (mathematics); Life-critical system; Risk analysis (engineering); Systems analysis; Reliability engineering; Engineering; Mathematics; Artificial intelligence; Software; Software engineering","score_opus":0.01602328139659414,"score_gpt":0.2372089550559145,"score_spread":0.22118567365932035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383898388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08678856,0.00022129195,0.9022951,0.0000056153144,0.00074189546,0.000906476,0.00007346379,0.0064957934,0.0024718244],"genre_scores_gemma":[0.99406,0.0000053762888,0.00497066,0.000002207409,0.00016236759,0.00042619635,0.00005949289,0.00011028291,0.00020343],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978482,0.00004630778,0.0007011502,0.000452965,0.0003382724,0.00061307056],"domain_scores_gemma":[0.9987329,0.0002312645,0.00009723813,0.00059475214,0.00019392426,0.00014991478],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006455675,0.00037548068,0.0009833802,0.0020812536,0.00011134307,0.00011932927,0.00032525245,0.00017634769,0.000013105865],"category_scores_gemma":[0.000023280589,0.00037011685,0.0005896806,0.008547743,0.000020503883,0.00015422249,0.000030046253,0.00011342166,0.000074237716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038882945,0.0000060215443,0.0021961338,0.0011928538,0.012664374,0.000006242579,0.0003439225,0.9783721,0.00007111939,0.005078387,0.00005244905,0.000012481136],"study_design_scores_gemma":[0.00019962137,0.000014757293,0.0009994626,0.00005879356,0.0066496227,0.0000055247197,0.00145161,0.98980886,0.00019318327,0.00001121096,0.0001753283,0.00043205227],"about_ca_topic_score_codex":0.000056191864,"about_ca_topic_score_gemma":0.000015494874,"teacher_disagreement_score":0.90727144,"about_ca_system_score_codex":0.0005696734,"about_ca_system_score_gemma":0.00004046658,"threshold_uncertainty_score":0.99987507},"labels":[],"label_agreement":null},{"id":"W4384337911","doi":"10.1109/eic55835.2023.10177308","title":"Lessons Learned from a Thermal Cycling Facility Fire","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hydro One (Canada)","funders":"","keywords":"SAFER; Temperature cycling; Test (biology); Fire test; Cycling; Fire safety; Smoke; Forensic engineering; Engineering; Environmental science; Computer science; Architectural engineering; Reliability engineering; Thermal; Civil engineering; Computer security; Waste management; Meteorology","score_opus":0.056112098001417914,"score_gpt":0.25655776468249963,"score_spread":0.2004456666810817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384337911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96502507,0.0001562867,0.012735595,0.00051983056,0.0010068526,0.00015677595,0.000096858,0.007254419,0.0130482875],"genre_scores_gemma":[0.99832153,0.000023501689,0.00052795483,0.000012544,0.00011348983,0.00003247895,0.000050671857,0.000034517187,0.0008832954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991617,0.0000144109445,0.0002091148,0.00019706534,0.00012156149,0.00029612458],"domain_scores_gemma":[0.9994232,0.00013462185,0.00001078068,0.0003522412,0.000010668099,0.0000684834],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014380112,0.00015271713,0.00017621674,0.000052952015,0.000040376424,0.000029614755,0.00016955624,0.00009525612,0.00027944383],"category_scores_gemma":[0.00003404584,0.00015417232,0.000070656875,0.0002558361,0.00001254716,0.00008368618,0.000043047916,0.00016678635,0.0024157986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002509484,0.0000061251753,0.0010049511,0.00005891852,0.000105990504,0.000016875456,0.0007039098,0.90680027,0.030656187,0.00016759009,0.0022783626,0.05819833],"study_design_scores_gemma":[0.00028973268,0.0000054899947,0.03197767,0.00003697039,0.00001011455,0.0000012636068,0.0002108609,0.92332786,0.005781245,0.00015705902,0.037821013,0.00038072478],"about_ca_topic_score_codex":0.0001462985,"about_ca_topic_score_gemma":0.000008884606,"teacher_disagreement_score":0.057817604,"about_ca_system_score_codex":0.00006313297,"about_ca_system_score_gemma":0.000010310122,"threshold_uncertainty_score":0.99836093},"labels":[],"label_agreement":null},{"id":"W4385597996","doi":"10.1016/j.scico.2023.103004","title":"MMINT-A: A framework for model-based safety assurance","year":2023,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Traceability; Computer science; Safety assurance; Functional safety; Risk analysis (engineering); Fault tree analysis; System safety; Safety case; Safety standards; Systems engineering; Process management; Software engineering; Reliability engineering; Business; Engineering","score_opus":0.015281875908712475,"score_gpt":0.25435234624855546,"score_spread":0.239070470339843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385597996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0094556715,0.000048475064,0.9874283,0.0000768881,0.001199739,0.00049451547,0.000006851486,0.0012064303,0.000083137136],"genre_scores_gemma":[0.52247286,0.000001265017,0.47733665,0.0000070192427,0.00007476527,0.000074151816,0.0000024388635,0.00002374877,0.0000071181576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844205,0.0000063913085,0.00035288237,0.0002951301,0.0003352923,0.0005682719],"domain_scores_gemma":[0.99907684,0.00025402103,0.00005426507,0.00039155842,0.000122414,0.00010086996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085680024,0.00016867847,0.00024507893,0.0003104293,0.00011301329,0.00007259671,0.0005815364,0.000070721886,0.0000010920753],"category_scores_gemma":[0.000082073566,0.00017845257,0.000098505174,0.0015079844,0.00018027384,0.00020591842,0.000057261666,0.00011925193,0.000012904564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002804614,0.0000066851235,0.00005589821,0.0002544661,0.000008282325,6.5368533e-7,0.00017589037,0.92685443,0.0007448344,0.0054074475,0.00007534535,0.06641328],"study_design_scores_gemma":[0.00016868135,0.000035366684,0.00047502783,0.00023025273,0.0000043526857,0.0000012164094,0.00001178517,0.99205995,0.002820545,0.00079352,0.0032055995,0.00019370252],"about_ca_topic_score_codex":0.000001331024,"about_ca_topic_score_gemma":4.4476792e-7,"teacher_disagreement_score":0.5130172,"about_ca_system_score_codex":0.00009957112,"about_ca_system_score_gemma":0.00013026943,"threshold_uncertainty_score":0.72770846},"labels":[],"label_agreement":null},{"id":"W4385710491","doi":"10.1109/dsn58367.2023.00014","title":"Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Automotive industry; Autonomy; Aerospace; Computer science; Focus (optics); Scalability; Software; Engineering management; Software engineering; Systems engineering; Risk analysis (engineering); Engineering; Business; Political science","score_opus":0.007329905727976306,"score_gpt":0.17480068863016252,"score_spread":0.1674707829021862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385710491","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2108097,0.00029320474,0.0817786,0.0003222664,0.004605435,0.000316259,0.0000068319437,0.04698655,0.6548812],"genre_scores_gemma":[0.99674076,0.000009413824,0.00075577555,0.000009331669,0.00007873169,0.00001633449,0.0000032014234,0.00002777862,0.0023586724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99968874,0.0000015717541,0.00007490216,0.000049515842,0.00004846515,0.00013682313],"domain_scores_gemma":[0.9998128,0.000031956606,0.0000019886513,0.00012157174,0.000004425194,0.000027255182],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000048381204,0.000054864544,0.00005479279,0.000073587726,0.000009221524,0.000008607078,0.000062723615,0.000025640662,0.000096076525],"category_scores_gemma":[0.0000079448955,0.000054289383,0.000019754234,0.00024914235,0.0000037128098,0.000034760993,0.000010134536,0.00003620696,0.003588315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5700282e-7,0.0000021146907,0.00089737354,0.0001094718,0.00004766285,0.000014742246,0.0002032114,0.87669367,0.010502348,0.008064037,0.094152234,0.009312758],"study_design_scores_gemma":[0.00010746513,0.0000041880476,0.012465622,0.00001349678,0.0000021725934,0.0000057810576,0.000038346367,0.65844506,0.0070567736,0.00015550166,0.32149974,0.00020587065],"about_ca_topic_score_codex":0.0000024950286,"about_ca_topic_score_gemma":5.692219e-7,"teacher_disagreement_score":0.78593105,"about_ca_system_score_codex":0.000018099916,"about_ca_system_score_gemma":0.0000020795312,"threshold_uncertainty_score":0.9971875},"labels":[],"label_agreement":null},{"id":"W4386309331","doi":"10.1002/iis2.13031","title":"MBFHA: A Framework for Model‐Based Functional Hazard Assessment for Aircraft Systems","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Aerospace; Workflow; Consistency (knowledge bases); Computer science; Systems engineering; Key (lock); Hazard; Hazard analysis; Systems Modeling Language; Reliability engineering; Software engineering; Unified Modeling Language; Engineering; Database; Software; Aerospace engineering","score_opus":0.021718722349281582,"score_gpt":0.27723786496091696,"score_spread":0.2555191426116354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036074787,0.00004549003,0.98116684,0.0011433567,0.00972793,0.0010561954,0.0005065071,0.0014896987,0.0012564802],"genre_scores_gemma":[0.9431936,0.0000080352975,0.049721405,0.000093275296,0.0014433189,0.0040209964,0.0005455999,0.00014997752,0.00082378334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983759,0.00000951874,0.00049814914,0.00032605015,0.00041106317,0.00037935286],"domain_scores_gemma":[0.99865955,0.0006503532,0.00007124771,0.0002788074,0.0002414176,0.00009863169],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038169985,0.00026724287,0.00026357576,0.00024077353,0.00008799296,0.000120855584,0.00035033538,0.00019791491,0.000015859336],"category_scores_gemma":[0.000072935734,0.00029889512,0.00021645817,0.00019935837,0.00001881554,0.00016695878,0.00004108697,0.00017773411,0.000068810354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026815804,0.000024905718,0.00011288824,0.00022379222,0.0001981769,0.0000024097121,0.000037105034,0.94278556,0.0042648003,0.04297507,0.009185184,0.0001632738],"study_design_scores_gemma":[0.00071766827,0.00003557563,0.00036423685,0.0001670475,0.000022537002,0.000006681833,0.000020253663,0.95296043,0.00058697833,0.0021131143,0.042704865,0.0003005856],"about_ca_topic_score_codex":0.0000070141596,"about_ca_topic_score_gemma":0.0000024493897,"teacher_disagreement_score":0.9395861,"about_ca_system_score_codex":0.00071472477,"about_ca_system_score_gemma":0.000095446,"threshold_uncertainty_score":0.9999463},"labels":[],"label_agreement":null},{"id":"W4386585627","doi":"10.1007/978-3-031-40923-3_3","title":"Redesigning Medical Device Assurance: Separating Technological and Clinical Assurance Cases","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Quality assurance; Computer science; Construct (python library); Argument (complex analysis); Medical physics; Risk analysis (engineering); Medicine; Operations management; Engineering","score_opus":0.031992371808583726,"score_gpt":0.28678194276834496,"score_spread":0.25478957095976124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386585627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009273985,0.0012764758,0.9911352,0.0002159481,0.002498854,0.0003533667,0.000006999062,0.0015520975,0.0020336893],"genre_scores_gemma":[0.8800611,0.00051408476,0.11781374,0.00019781262,0.0010344175,0.000031359832,0.0000058151813,0.00015919436,0.00018248736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965499,0.00003818977,0.00092553266,0.0009970799,0.00086601055,0.00062329305],"domain_scores_gemma":[0.99450475,0.0044538244,0.00013010085,0.00061629823,0.000082948456,0.00021208127],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022529676,0.0005296453,0.0007951325,0.00043489583,0.00013312671,0.00015153323,0.0009879504,0.0009623798,0.00001526506],"category_scores_gemma":[0.0018580417,0.000502692,0.00010592949,0.00049910217,0.00084282673,0.0001634312,0.0003991487,0.0017475833,0.000051012772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060465427,0.000013262248,0.0015289844,0.0005614422,0.00008885064,0.0014920891,0.00015289738,0.39699787,0.00017755615,0.0015860677,0.00013623245,0.5972587],"study_design_scores_gemma":[0.00025964758,0.00007312183,0.0013668089,0.0027184682,0.000016209482,0.0005466857,4.9691755e-7,0.98996985,0.00018058938,0.0019290671,0.0021259265,0.00081311085],"about_ca_topic_score_codex":0.00000711521,"about_ca_topic_score_gemma":0.000070865804,"teacher_disagreement_score":0.8791337,"about_ca_system_score_codex":0.00020499706,"about_ca_system_score_gemma":0.00027051708,"threshold_uncertainty_score":0.99974245},"labels":[],"label_agreement":null},{"id":"W4386585696","doi":"10.1007/978-3-031-40923-3_1","title":"Assurance Case Arguments in the Large: The CERN LHC Machine Protection System","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto; Critical Systems Labs","funders":"Natural Sciences and Engineering Research Council of Canada; CERN","keywords":"Large Hadron Collider; Argumentation theory; Argument (complex analysis); Computer science; Particle physics; Physics; Epistemology; Philosophy","score_opus":0.013236724710835977,"score_gpt":0.20749410515983505,"score_spread":0.19425738044899907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386585696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031503144,0.000621027,0.99122226,0.00024057299,0.003993843,0.0014678899,0.00002218672,0.0005763655,0.001540803],"genre_scores_gemma":[0.99727833,0.000017106924,0.0017539752,0.00006974239,0.00049095845,0.0001448754,0.0000044469207,0.000091376365,0.00014919651],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979773,0.000045277782,0.00045572975,0.0005231546,0.0005004182,0.00049811776],"domain_scores_gemma":[0.9985626,0.00035928885,0.000095410986,0.0008965635,0.000044372206,0.00004176738],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013869981,0.00040820419,0.00033789212,0.00037933947,0.00018734587,0.00019581763,0.0011455492,0.00022295541,0.000003828582],"category_scores_gemma":[0.000046899517,0.0002728933,0.00008082268,0.00062090723,0.00011142333,0.00012992298,0.0001792252,0.0010879901,0.000071106035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020789205,0.0000075638445,0.000024888079,0.0005494334,0.000020659232,0.00068050745,0.001245633,0.9681276,0.00003124938,0.0010593982,0.00002009654,0.02823088],"study_design_scores_gemma":[0.00020963677,0.000023324603,0.00018936074,0.0010317694,0.0000082446895,0.001560143,0.0000034841564,0.9925764,0.00006862707,0.00053958583,0.003436349,0.00035306645],"about_ca_topic_score_codex":0.000093125615,"about_ca_topic_score_gemma":0.00039917522,"teacher_disagreement_score":0.99696326,"about_ca_system_score_codex":0.0005438282,"about_ca_system_score_gemma":0.000054883123,"threshold_uncertainty_score":0.99997234},"labels":[],"label_agreement":null},{"id":"W4386701131","doi":"10.1016/j.engfailanal.2023.107629","title":"Online failure analysis and autonomous risk control scheme for electric buses","year":2023,"lang":"en","type":"article","venue":"Engineering Failure Analysis","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Mitacs","keywords":"Unavailability; Fault tree analysis; Reliability engineering; Reliability (semiconductor); Engineering; Scheme (mathematics); Control (management); Failure rate; Cyber-physical system; Computer science; Automotive engineering","score_opus":0.004022009040855732,"score_gpt":0.1926373246363708,"score_spread":0.18861531559551506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386701131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2639155,0.0009900751,0.7295885,0.00022673896,0.00022065328,0.0005212716,0.0004378245,0.004081753,0.00001766976],"genre_scores_gemma":[0.9732205,0.00012685354,0.025342286,0.000014411921,0.0003043809,0.0002625126,0.000407692,0.00016701143,0.00015432472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731374,0.000032581534,0.0007651238,0.00066241826,0.00031235174,0.00091376656],"domain_scores_gemma":[0.99812746,0.00058574404,0.000121185236,0.0007673348,0.00012451556,0.00027375083],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005127273,0.0006330311,0.0013102709,0.004021447,0.00013029543,0.00014278188,0.0003753771,0.00030158975,0.00003945777],"category_scores_gemma":[0.00025471151,0.000694018,0.000898934,0.011117261,0.00002142841,0.00022135963,0.000046495446,0.0004441194,0.00003959323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039606034,0.000016921062,0.013521393,0.00015027403,0.01803429,0.000008775297,0.00011880954,0.962919,0.0039156233,0.00009866596,0.00072714756,0.00048512124],"study_design_scores_gemma":[0.00060729857,0.000027990689,0.040748954,0.000016724549,0.008164395,0.0000039925985,0.000052869185,0.9344388,0.00041849114,0.000008235623,0.014826331,0.00068590627],"about_ca_topic_score_codex":0.00008725537,"about_ca_topic_score_gemma":0.00027399327,"teacher_disagreement_score":0.709305,"about_ca_system_score_codex":0.00020897605,"about_ca_system_score_gemma":0.000028778117,"threshold_uncertainty_score":0.9995511},"labels":[],"label_agreement":null},{"id":"W4386712150","doi":"10.1007/978-3-031-40953-0_2","title":"Constructing Security Cases Based on Formal Verification of Security Requirements in Alloy","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Computer security model; Software security assurance; Formal methods; Security testing; Notation; Security engineering; Construct (python library); Formal verification; Security service; Software deployment; Formal specification; Formal description; Security information and event management; Computer security; Software engineering; Cloud computing security; Information security; Programming language","score_opus":0.020428290296645515,"score_gpt":0.2349573631595979,"score_spread":0.21452907286295236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386712150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0157365,0.00011834771,0.9709452,0.000058765072,0.0044616302,0.0009229199,0.00007084856,0.0006296855,0.0070561497],"genre_scores_gemma":[0.99022883,0.0000052746905,0.009526217,0.000027104528,0.00012644366,0.000012334517,0.00001716964,0.000049744347,0.0000069049374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979993,0.000015581776,0.0005862648,0.0004905076,0.000498444,0.00040991028],"domain_scores_gemma":[0.99871373,0.00045641907,0.00013604524,0.00056492945,0.000069787886,0.000059083613],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069113745,0.0003336456,0.00041819038,0.0007670204,0.00003979457,0.000042224492,0.00053770683,0.00024465262,0.0000087330345],"category_scores_gemma":[0.00012463306,0.0003735753,0.00006896602,0.00041324695,0.00019287837,0.00020149568,0.000092528884,0.0005526022,0.000009965842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006727236,0.000010034136,0.0005823735,0.00040827022,0.00000947513,0.000046252462,0.00057414436,0.975251,0.00017372219,0.0018750734,0.0000033323342,0.021059595],"study_design_scores_gemma":[0.0002484129,0.0000527673,0.00032212742,0.00113978,0.0000043918963,0.00001513141,0.0000013090552,0.99332684,0.002699955,0.0017648531,0.00008082713,0.00034357663],"about_ca_topic_score_codex":0.00003663557,"about_ca_topic_score_gemma":0.00011218085,"teacher_disagreement_score":0.9744923,"about_ca_system_score_codex":0.00059698464,"about_ca_system_score_gemma":0.00012611011,"threshold_uncertainty_score":0.9998716},"labels":[],"label_agreement":null},{"id":"W4386712346","doi":"10.1007/978-3-031-40953-0_1","title":"Using Assurance Cases to Prevent Malicious Behaviour from Targeting Safety Vulnerabilities","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Safety assurance; Computer security; Information assurance; Order (exchange); Risk analysis (engineering); Information security; Business","score_opus":0.021976018309932895,"score_gpt":0.2423535448768934,"score_spread":0.2203775265669605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386712346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066002477,0.00063916564,0.98532677,0.00006508775,0.0053493227,0.00061467517,0.00011316923,0.00087870174,0.0004128632],"genre_scores_gemma":[0.7879521,0.000030964988,0.2099265,0.00011812317,0.0013546132,0.00003476079,0.000029411136,0.00025959234,0.00029393288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970045,0.00002472404,0.0007399292,0.00092501706,0.00061286637,0.00069293653],"domain_scores_gemma":[0.99786156,0.0009701467,0.00010035484,0.0007946439,0.00010223823,0.00017107339],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006011625,0.0006170987,0.0006662747,0.00055257056,0.00015191305,0.00020462407,0.0009204744,0.00030417237,0.000029783037],"category_scores_gemma":[0.00019995334,0.000669415,0.00012743684,0.00039798414,0.00015104466,0.00022135676,0.00036030827,0.00070690527,0.00006071473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023569667,0.0000048895477,0.0000939616,0.00009824939,0.000020070578,0.00010625563,0.00064929517,0.9861275,0.0006388043,0.00010165878,0.000021326196,0.0121356165],"study_design_scores_gemma":[0.00017799201,0.000064730535,0.0007492518,0.002526434,0.00003394495,0.00008590959,0.000002898479,0.9860119,0.0041949875,0.0027503604,0.0018178831,0.0015837093],"about_ca_topic_score_codex":0.00034053574,"about_ca_topic_score_gemma":0.00021205294,"teacher_disagreement_score":0.78135186,"about_ca_system_score_codex":0.0010029573,"about_ca_system_score_gemma":0.00017183465,"threshold_uncertainty_score":0.99957573},"labels":[],"label_agreement":null},{"id":"W4386986744","doi":"10.3850/978-981-18-8071-1_p393-cd","title":"Safety Argumentation for a Nuclear Reactor Protection System -- an Assessor's View","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Argumentation theory; Computer science; Nuclear engineering; Engineering","score_opus":0.021164228722331972,"score_gpt":0.23211931018339982,"score_spread":0.21095508146106784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386986744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12727009,0.000101522324,0.8061922,0.00021952971,0.0059011513,0.0062302835,0.00008170193,0.035213195,0.018790295],"genre_scores_gemma":[0.9962925,0.000006886711,0.002767423,0.0000067332085,0.00021412547,0.00036480345,0.000063873405,0.000117956944,0.0001657075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999097,0.000020708167,0.00033528477,0.00018660333,0.00012416427,0.00023627134],"domain_scores_gemma":[0.9995727,0.000036738416,0.000035387344,0.00025003203,0.000037403108,0.00006776432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030493856,0.0001513748,0.00019324785,0.00013736302,0.00006293318,0.000055466255,0.00010853484,0.00009700106,0.000023088176],"category_scores_gemma":[0.000018224422,0.00015739046,0.000059101174,0.00030454126,0.0000050755702,0.00028830324,0.000011575499,0.0000810358,0.0002484256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010018443,0.00009225322,0.000096828124,0.010837933,0.0005710719,0.000011934594,0.0030127426,0.5998431,0.19993812,0.06594226,0.0052496553,0.114303924],"study_design_scores_gemma":[0.00041470566,0.00006136738,0.0012200932,0.00013011385,0.000017639137,0.000011692876,0.00067031424,0.89609,0.0019820598,0.000014784284,0.09913713,0.0002501228],"about_ca_topic_score_codex":0.000019873558,"about_ca_topic_score_gemma":0.000004130333,"teacher_disagreement_score":0.8690224,"about_ca_system_score_codex":0.00035127194,"about_ca_system_score_gemma":0.000008421679,"threshold_uncertainty_score":0.64181966},"labels":[],"label_agreement":null},{"id":"W4388015285","doi":"10.4271/2023-01-1652","title":"Supporting the Transportation Industry: Creating the GC-LB and High-Performance Multiuse (HPM) Grease Certification Programs","year":2023,"lang":"en","type":"article","venue":"SAE International Journal of Advances and Current Practices in Mobility","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lanxess (Canada)","funders":"","keywords":"Grease; Certification; Automotive industry; Class (philosophy); Computer science; Quality (philosophy); Manufacturing engineering; Engineering; Materials science; Management; Artificial intelligence; Composite material; Physics","score_opus":0.030139043365603115,"score_gpt":0.33587327035897535,"score_spread":0.3057342269933722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388015285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99537194,0.0022731214,0.00042283704,0.0005000937,0.0011471602,0.00020622087,0.0000070975443,0.000040137482,0.000031403644],"genre_scores_gemma":[0.99667263,0.0027978248,0.0002670887,0.000006497813,0.00019595741,0.00003416436,0.0000108162085,0.000010123474,0.0000048889924],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988408,0.000052442432,0.00056818576,0.000121430305,0.00028063598,0.00013648106],"domain_scores_gemma":[0.99877894,0.00036698373,0.00057597796,0.00010961768,0.00013154748,0.00003693498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012283011,0.000107726795,0.00012050703,0.00007712101,0.00006826351,0.000092835064,0.00022153916,0.000046115776,0.0000040471878],"category_scores_gemma":[0.00033566597,0.00007084114,0.000027830583,0.00018660654,0.00006396138,0.0010678328,0.000016528524,0.00053239416,9.105851e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006325317,0.00007087697,0.3026348,0.0002791641,0.0000756774,0.0000072308567,0.0023573278,0.15972523,0.00031505962,0.00014177767,0.000021009104,0.5343086],"study_design_scores_gemma":[0.0004858699,0.000047072335,0.875911,0.0003611717,0.000034024437,0.000036663994,0.0017298177,0.10256831,0.0002486678,0.0002365835,0.018208548,0.00013226992],"about_ca_topic_score_codex":0.00003925233,"about_ca_topic_score_gemma":0.00006872763,"teacher_disagreement_score":0.5732762,"about_ca_system_score_codex":0.00006488368,"about_ca_system_score_gemma":0.000022988661,"threshold_uncertainty_score":0.28888178},"labels":[],"label_agreement":null},{"id":"W4389630139","doi":"10.1109/models58315.2023.00032","title":"Lessons Learned Building a Tool for Workflow<sup>+</sup>","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Original equipment manufacturer; Automotive industry; Eclipse; Computer science; Software engineering; Systems engineering; Safety assurance; Manufacturing engineering; Engineering; Process management; Database; Reliability engineering; Operating system","score_opus":0.03540401186391884,"score_gpt":0.2737409907908955,"score_spread":0.23833697892697664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11171396,0.00026722573,0.86006165,0.0014401254,0.0015500196,0.0012267842,0.000046399342,0.014265374,0.009428452],"genre_scores_gemma":[0.9611451,0.00004250277,0.03279628,0.00003922618,0.00043256988,0.0004776778,0.000025098549,0.00018524098,0.0048562917],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878377,0.000009587204,0.00029322764,0.00024765197,0.00013445415,0.00053132954],"domain_scores_gemma":[0.99923724,0.0002786125,0.000014945915,0.00036644147,0.000027603557,0.00007518047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031573357,0.000215402,0.00024598747,0.00021627203,0.00006733893,0.00005901199,0.00022643608,0.000122027515,0.00006481598],"category_scores_gemma":[0.00010099632,0.00022964555,0.00012894826,0.0005425466,0.0000117937825,0.00012327243,0.00004478647,0.00014112622,0.00042538377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028895574,0.0000034808913,0.00006701285,0.00015566073,0.000067486224,0.0000038959956,0.0001930518,0.9595636,0.0022179603,0.006218368,0.01527617,0.016230421],"study_design_scores_gemma":[0.00031941492,0.0000100207435,0.00026103843,0.00006171209,0.000010526853,0.0000041849335,0.00006683942,0.7979451,0.001371741,0.00031875013,0.19934818,0.00028252954],"about_ca_topic_score_codex":0.0000063503658,"about_ca_topic_score_gemma":0.0000010589555,"teacher_disagreement_score":0.84943116,"about_ca_system_score_codex":0.00011994044,"about_ca_system_score_gemma":0.000018779609,"threshold_uncertainty_score":0.9364674},"labels":[],"label_agreement":null},{"id":"W4390098501","doi":"10.1109/models-c59198.2023.00046","title":"Deriving Safety Assurance Case Argumentation from WF+ Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Argumentation theory; Safety case; Workflow; Certification; Software deployment; Computer science; Safety assurance; Quality assurance; Risk analysis (engineering); Work (physics); Argument (complex analysis); Systems engineering; Process management; Management science; Software engineering; Engineering; Operations management; Medicine","score_opus":0.015166081695331535,"score_gpt":0.20670920711599688,"score_spread":0.19154312542066534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390098501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26301575,0.00018883447,0.71755195,0.00008919782,0.0014087596,0.00026575784,0.000049903145,0.004987906,0.01244193],"genre_scores_gemma":[0.9922503,0.000041880397,0.0071363444,0.000016012349,0.000109684595,0.00004580604,0.000043161326,0.00006181971,0.00029494008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915296,0.000013456707,0.00027709545,0.00017684554,0.00012468963,0.00025493576],"domain_scores_gemma":[0.9994617,0.00017864433,0.000017773573,0.00026023353,0.000016779337,0.00006485133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012419572,0.0001556146,0.00015702097,0.00009963138,0.000050541395,0.00003470457,0.000095936964,0.00006814853,0.00009754281],"category_scores_gemma":[0.000014500202,0.00017274806,0.00004592292,0.000308737,0.000007210297,0.00028937092,0.000025138175,0.00009573457,0.000448723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010559147,0.0000018998944,0.00012822884,0.000035499797,0.00005142365,0.00016504886,0.0003809024,0.99297136,0.002460116,0.00036913008,0.0011657729,0.002269566],"study_design_scores_gemma":[0.00020307697,0.0000028064233,0.0020422773,0.000040268096,0.000009953259,0.000072206036,0.00018554306,0.9933717,0.0019439062,0.00030565943,0.0016058878,0.00021669424],"about_ca_topic_score_codex":0.00020331408,"about_ca_topic_score_gemma":0.00006863103,"teacher_disagreement_score":0.7292346,"about_ca_system_score_codex":0.000110717585,"about_ca_system_score_gemma":0.000009706535,"threshold_uncertainty_score":0.70444614},"labels":[],"label_agreement":null},{"id":"W4390475610","doi":"10.21203/rs.3.rs-3782846/v1","title":"Enhancing Risk Assessment Models for Heavy Duty and Medium Duty Vehicles through Customization of the EVITA Framework","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Automotive industry; Computer science; Context (archaeology); Risk analysis (engineering); Business; Engineering","score_opus":0.038754462439569135,"score_gpt":0.35456722515821515,"score_spread":0.315812762718646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390475610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07400253,0.0142123895,0.8979233,0.00096071407,0.0037329297,0.005641873,0.0010218614,0.00080790266,0.0016965114],"genre_scores_gemma":[0.9780324,0.0011591202,0.019134566,0.000004561589,0.00048925466,0.0008881082,0.000035182962,0.00016335225,0.00009345718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970514,0.00025854766,0.00063353044,0.0005446891,0.0008951268,0.0006167026],"domain_scores_gemma":[0.99701065,0.0013808046,0.000100110025,0.0010188979,0.0003923504,0.000097199656],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024686477,0.0003512543,0.00053490064,0.00028615873,0.00018065365,0.00016599798,0.0005401494,0.0005905813,0.000009732249],"category_scores_gemma":[0.0005670854,0.00028946836,0.00021601311,0.0005258809,0.00011473537,0.00012295374,0.0012444238,0.0025391101,0.0000052763185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014164544,0.00002382542,0.0003571927,0.016144136,0.00029577495,0.0000018771832,0.0028974588,0.9715713,0.000710668,0.0058668433,0.0013413574,0.0007753588],"study_design_scores_gemma":[0.00022929322,0.000044911252,0.0016787485,0.00760268,0.000075218966,0.0000027556687,0.0005960815,0.92848766,0.007026054,0.051672533,0.0022347504,0.0003493327],"about_ca_topic_score_codex":0.00013771882,"about_ca_topic_score_gemma":0.000024592176,"teacher_disagreement_score":0.90402985,"about_ca_system_score_codex":0.0006590222,"about_ca_system_score_gemma":0.0003702124,"threshold_uncertainty_score":0.9999558},"labels":[],"label_agreement":null},{"id":"W4390833146","doi":"10.48550/arxiv.2401.05673","title":"Analyzing and Debugging Normative Requirements via Satisfiability Checking","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Royal Academy of Engineering; UK Research and Innovation","keywords":"Debugging; Computer science; Software engineering; Usability; Sociotechnical system; Normative; Redundancy (engineering); Workaround; USable; Underpinning; Human–computer interaction; Artificial intelligence; Programming language; Engineering; World Wide Web","score_opus":0.040716492571439944,"score_gpt":0.17808563315931794,"score_spread":0.137369140587878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390833146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7402475,0.0011136779,0.25000045,0.000017971826,0.001581168,0.0004922871,0.000036003068,0.0015292072,0.004981725],"genre_scores_gemma":[0.9988066,0.00011276855,0.0007422437,0.0000055365053,0.00011261938,0.0000036203016,0.000014769104,0.00008498096,0.00011686757],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838793,0.000056190587,0.0003573788,0.0007202092,0.00007584587,0.00040242053],"domain_scores_gemma":[0.9989687,0.00009763669,0.00009038101,0.0006352889,0.000056519686,0.00015143777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035579776,0.0004653598,0.00047281448,0.00038121885,0.00008270231,0.00009877078,0.0003462004,0.00029753573,0.000026247119],"category_scores_gemma":[0.000026950756,0.00059377385,0.00015588242,0.00042025294,0.00007308036,0.00015221766,0.0009152136,0.00091190013,0.000066477965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049650243,0.000008359037,0.0060190735,0.0019881916,0.0005349268,0.00010621199,0.0006678884,0.98671716,0.00046278667,0.0019488059,0.000058951944,0.0014826626],"study_design_scores_gemma":[0.00018999798,0.000008411236,0.003174544,0.00071205315,0.00020964805,0.0000075510693,0.00008243302,0.9870977,0.0002603921,0.007385077,0.0002614691,0.0006107605],"about_ca_topic_score_codex":0.00011428186,"about_ca_topic_score_gemma":0.000025174286,"teacher_disagreement_score":0.2585591,"about_ca_system_score_codex":0.0008352204,"about_ca_system_score_gemma":0.000051330593,"threshold_uncertainty_score":0.9996514},"labels":[],"label_agreement":null},{"id":"W4390841592","doi":"","title":"A Geometric Perspective on ML Safety Assurance","year":2023,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Perspective (graphical); Safety assurance; Safety case; Business; Computer science; Risk analysis (engineering); Artificial intelligence","score_opus":0.013923512182855261,"score_gpt":0.21999471108498037,"score_spread":0.2060711989021251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390841592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015056243,0.003492281,0.73291916,0.006852729,0.0032823682,0.0014453109,0.00038474932,0.0064550336,0.23011212],"genre_scores_gemma":[0.9705714,0.0010477775,0.016835662,0.000029943958,0.00009207752,0.0002508179,0.00025982843,0.00027186715,0.010640602],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962622,0.0012335875,0.00063953566,0.0008366609,0.0005165555,0.0005114696],"domain_scores_gemma":[0.99330974,0.00260487,0.00021462629,0.0025050098,0.0011785395,0.00018719088],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034938704,0.0005275549,0.0005679694,0.00074807316,0.000172359,0.000238075,0.0012882798,0.0004162979,0.00007333785],"category_scores_gemma":[0.0022611117,0.00062682613,0.0002829054,0.0012058202,0.00009336807,0.00009394042,0.00062280573,0.0011673345,0.0005092291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040779334,0.0006262036,0.001897116,0.002682014,0.001493384,0.00006955607,0.023666615,0.69144297,0.0018532366,0.22270629,0.020542026,0.032979786],"study_design_scores_gemma":[0.0024715564,0.0000020039263,0.08705176,0.017078085,0.00020673023,0.00004689025,0.0008581647,0.7090653,0.038023166,0.0069514103,0.13383174,0.004413174],"about_ca_topic_score_codex":0.00072735496,"about_ca_topic_score_gemma":0.0003633737,"teacher_disagreement_score":0.9555152,"about_ca_system_score_codex":0.0010949743,"about_ca_system_score_gemma":0.00017045799,"threshold_uncertainty_score":0.9996183},"labels":[],"label_agreement":null},{"id":"W4391527010","doi":"10.1145/3628034.3628044","title":"Formal model-based argument patterns for security cases","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Argument (complex analysis); Computer security model; Software security assurance; Security testing; Notation; Software deployment; Formal methods; Security service; Computer security; Security information and event management; Security engineering; Formal specification; Formal system; Formal verification; Software engineering; Cloud computing security; Information security; Programming language; Mathematics","score_opus":0.01800557999286843,"score_gpt":0.2297935665295465,"score_spread":0.21178798653667807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391527010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1589564,0.000023229222,0.8355654,0.00006411755,0.000574878,0.00045128347,0.000109163324,0.0028171283,0.001438398],"genre_scores_gemma":[0.99693143,0.0000031749883,0.002266329,0.00003443088,0.00008891932,0.00032906653,0.000058668888,0.000055706496,0.00023226652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991893,0.0000032453352,0.00019958544,0.00012877678,0.00010056168,0.00037853935],"domain_scores_gemma":[0.9995785,0.00009875375,0.000011013839,0.0002228067,0.000020404765,0.00006855751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001385667,0.00014770874,0.0001422288,0.00010884759,0.000036774225,0.000020673002,0.00011217953,0.000060329323,0.000028179205],"category_scores_gemma":[0.000013443321,0.0001504599,0.00008398331,0.00011879177,0.000005028695,0.00010497864,0.000020186013,0.00006074141,0.00007273005],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024224803,0.0000053984554,0.000187327,0.00029334033,0.000020550036,0.0000048404454,0.00008580906,0.99498725,0.00018061495,0.000758727,0.0029808432,0.0004928757],"study_design_scores_gemma":[0.0003233504,0.000018544139,0.00024491543,0.000025185847,0.0000069805087,0.0000033759468,0.000032805267,0.9885506,0.004427773,0.00008123623,0.00609561,0.00018961022],"about_ca_topic_score_codex":0.000011472664,"about_ca_topic_score_gemma":0.00001279106,"teacher_disagreement_score":0.837975,"about_ca_system_score_codex":0.000095387244,"about_ca_system_score_gemma":0.00001609703,"threshold_uncertainty_score":0.6135577},"labels":[],"label_agreement":null},{"id":"W4391937118","doi":"10.1109/qrs-c60940.2023.00054","title":"A Security Compliance-by-Design Framework Utilizing Reusable Formal Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Compliance (psychology); Computer science; Formal verification; Formal methods; Software engineering; Computer security; Programming language","score_opus":0.05648345041435882,"score_gpt":0.25117815956072226,"score_spread":0.19469470914636344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391937118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021259654,0.0004169974,0.9535706,0.00005401855,0.00079636904,0.00033804984,0.0000149041325,0.0053464044,0.037336715],"genre_scores_gemma":[0.9791126,0.00007020679,0.019970011,0.000035263176,0.00010881063,0.00010393778,0.0000140158545,0.00009603436,0.00048910733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998549,0.00002025377,0.00032503117,0.00022758532,0.00020434044,0.00067380856],"domain_scores_gemma":[0.9991502,0.00022651453,0.000021077214,0.0004559151,0.000027850145,0.000118410244],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003856427,0.00024096321,0.0002674941,0.00011427449,0.00008061644,0.00005594252,0.00030404565,0.00018052044,0.000097165685],"category_scores_gemma":[0.0000333159,0.00026124628,0.00007043209,0.0005768795,0.000018334631,0.00045582865,0.000075028256,0.00031056104,0.0007356712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002914968,0.000005872212,0.000015329111,0.00016407717,0.000051528536,0.0000059058125,0.000388527,0.94802517,0.0005870151,0.011689561,0.038522407,0.00054168893],"study_design_scores_gemma":[0.00014345064,0.00001571453,0.000023432667,0.00013477597,0.000006844575,0.000006777588,0.00012949262,0.97935486,0.0019387531,0.008437843,0.009496902,0.000311161],"about_ca_topic_score_codex":0.000016568596,"about_ca_topic_score_gemma":8.1503384e-7,"teacher_disagreement_score":0.97698665,"about_ca_system_score_codex":0.00012804291,"about_ca_system_score_gemma":0.000017023885,"threshold_uncertainty_score":0.99998397},"labels":[],"label_agreement":null},{"id":"W4392463913","doi":"10.2139/ssrn.4748213","title":"A Prisma-Driven Bibliometric Analysis of the Scientific Literature on Assurance Case Patterns","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Management science; Data science; Computer science; Engineering ethics; Engineering","score_opus":0.007424877971936863,"score_gpt":0.22754976659147602,"score_spread":0.22012488861953916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392463913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460037,0.033416837,0.012681448,0.00013198255,0.006483105,0.0004227645,0.00029199137,0.0002640078,0.00030416576],"genre_scores_gemma":[0.99708784,0.0017158701,0.00006625973,0.0000055331225,0.00034427925,0.000031547497,0.000024341482,0.00010573858,0.0006185906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629444,0.00010836317,0.0007864093,0.00048970536,0.0007101058,0.0016110003],"domain_scores_gemma":[0.99822825,0.00014090416,0.0002717319,0.0010646576,0.00019875044,0.00009571893],"candidate_categories":["metaepi_narrow","bibliometrics","research_integrity"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0018007866,0.0004778825,0.0006943032,0.053285737,0.00013089414,0.0005489682,0.0009637019,0.00037290252,0.000012461817],"category_scores_gemma":[0.000092147544,0.00036143968,0.0009620859,0.085912384,0.000045624463,0.00007214502,0.00032186593,0.007317304,0.00001676044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004922706,0.000029312925,0.0015971913,0.0008670602,0.007124201,0.00020658679,0.0006195006,0.9820977,0.000253753,0.0020631454,0.00023821538,0.0048983977],"study_design_scores_gemma":[0.00101736,0.00024665383,0.035059884,0.00978802,0.009589534,0.012898292,0.00061384536,0.9050293,0.0014492559,0.016027553,0.0054692836,0.0028110358],"about_ca_topic_score_codex":0.000033307017,"about_ca_topic_score_gemma":0.00035990987,"teacher_disagreement_score":0.07706843,"about_ca_system_score_codex":0.0019813727,"about_ca_system_score_gemma":0.0011176995,"threshold_uncertainty_score":0.9998838},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4392577067","doi":"","title":"Supporting Assurance Case Development Using Generative AI","year":2023,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs; Canada Research Chairs; University of Toronto","funders":"","keywords":"Computer science; Generative grammar; Artificial intelligence; Software engineering","score_opus":0.01620058350903595,"score_gpt":0.24044609571194908,"score_spread":0.22424551220291314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392577067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40602535,0.00024357323,0.5829622,0.00057345047,0.00032949273,0.00023734805,0.000011096509,0.001375812,0.008241665],"genre_scores_gemma":[0.93433625,0.000019054512,0.06339249,0.000026538375,0.000023949444,0.000044662513,0.000053726704,0.00006040015,0.0020429555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814856,0.00051691494,0.00044657374,0.00028631292,0.00019874025,0.0004028751],"domain_scores_gemma":[0.99822086,0.00052967947,0.00009149934,0.00062196405,0.00041948797,0.00011648471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024941005,0.00020254686,0.00020092215,0.00017572612,0.0002588528,0.00012487656,0.00028398598,0.000086303255,0.000036115754],"category_scores_gemma":[0.00039169483,0.00023818655,0.00006055678,0.0006522349,0.000040694686,0.00017178463,0.00012570506,0.00020149176,0.000113892085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067189176,0.00023444413,0.009253886,0.0013143346,0.000617268,0.0012661001,0.08133705,0.6131555,0.16983077,0.024122046,0.009639484,0.089222446],"study_design_scores_gemma":[0.00024715852,7.496745e-8,0.0012344035,0.00045086897,0.000009597211,0.00023930267,0.00017738002,0.821279,0.14746422,0.000049522238,0.028483642,0.00036485735],"about_ca_topic_score_codex":0.00010096324,"about_ca_topic_score_gemma":0.00027602352,"teacher_disagreement_score":0.52831084,"about_ca_system_score_codex":0.00018338814,"about_ca_system_score_gemma":0.00011087422,"threshold_uncertainty_score":0.97129655},"labels":[],"label_agreement":null},{"id":"W4393495165","doi":"10.5281/zenodo.8132450","title":"Replication Package: Unboxing Default Argument Breaking Changes in Scikit Learn","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Replication (statistics); Argument (complex analysis); Computer science; R package; Psychology; Programming language; Mathematics; Statistics; Medicine; Internal medicine","score_opus":0.029218780329603594,"score_gpt":0.24340728295227704,"score_spread":0.21418850262267344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393495165","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003880938,0.0004026642,0.0031542855,0.00052959914,0.001770772,0.0019392638,0.9760069,0.008015643,0.0077927453],"genre_scores_gemma":[0.0033360769,0.0003964859,0.00010686121,0.000034420114,0.0005162341,9.969539e-7,0.9920941,0.003202108,0.00031269735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976011,0.00017883714,0.000482748,0.00070920837,0.00041628734,0.0006118029],"domain_scores_gemma":[0.9979547,0.00005445831,0.00013254306,0.0015241746,0.000187668,0.00014642489],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011743543,0.00035251016,0.00034746836,0.0009046008,0.0005581305,0.0005980061,0.0014235748,0.00025937113,0.0010374683],"category_scores_gemma":[0.000703955,0.00043791256,0.000060905844,0.0011612738,0.00005693028,0.00016291857,0.00089711946,0.00080115494,0.021738268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005511815,0.000023334467,3.41994e-7,0.00060163456,0.000055947166,0.000029607954,0.0001683667,0.008299565,0.00075405074,0.000046209072,0.974576,0.015439417],"study_design_scores_gemma":[0.0002624744,0.000045039622,0.00014053691,0.00034389526,0.00001828775,0.00006430332,0.00007715497,0.003416811,0.00017012078,0.000014290044,0.99504584,0.00040126403],"about_ca_topic_score_codex":0.00013988109,"about_ca_topic_score_gemma":0.000015806181,"teacher_disagreement_score":0.020700801,"about_ca_system_score_codex":0.0008769298,"about_ca_system_score_gemma":0.0000044055764,"threshold_uncertainty_score":0.9998757},"labels":[],"label_agreement":null},{"id":"W4394744703","doi":"10.1109/ojvt.2024.3387414","title":"A Formal Approach to Road Safety Assessment Using Traffic Conflict Techniques","year":2024,"lang":"en","type":"article","venue":"IEEE Open Journal of Vehicular Technology","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Concordia University","funders":"DePaul University","keywords":"Traffic conflict; Road traffic; Computer science; Transport engineering; Computer security; Risk analysis (engineering); Engineering; Business; Floating car data; Traffic congestion","score_opus":0.020904724581700635,"score_gpt":0.2880445202009528,"score_spread":0.26713979561925216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394744703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2245931,0.0024071916,0.76374334,0.00037561762,0.0017398938,0.0010793682,0.0000113908345,0.0012044767,0.004845611],"genre_scores_gemma":[0.8702993,0.000060260423,0.12926134,0.000023372419,0.00018365006,0.000044340955,0.0000015189254,0.00009211931,0.000034097407],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816084,0.00003426555,0.00085483317,0.00023237443,0.00026418504,0.00045351728],"domain_scores_gemma":[0.9992399,0.000027352344,0.00009748386,0.00039032477,0.00011880258,0.00012611202],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010124381,0.00029097975,0.00060740823,0.0010156287,0.00006714457,0.0001933893,0.0011060925,0.00033622218,0.000011005106],"category_scores_gemma":[0.000019264458,0.0002690185,0.00016051918,0.000881093,0.000049433467,0.000523826,0.00014152273,0.0008539477,0.000013644345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019517436,0.00007028573,0.000019840858,0.0003077933,0.00062457396,0.0003401067,0.00029023644,0.81143665,0.08807009,0.0027482724,0.0009541983,0.09511843],"study_design_scores_gemma":[0.00063397636,0.00039002165,0.000132969,0.0011960894,0.00016295415,0.0069705355,0.00033517764,0.6860127,0.034194723,0.00007192472,0.26915786,0.0007410637],"about_ca_topic_score_codex":0.0000060767493,"about_ca_topic_score_gemma":7.012862e-7,"teacher_disagreement_score":0.6457062,"about_ca_system_score_codex":0.0005716968,"about_ca_system_score_gemma":0.00016742358,"threshold_uncertainty_score":0.9999762},"labels":[],"label_agreement":null},{"id":"W4394744957","doi":"10.1145/3597503.3639093","title":"Analyzing and Debugging Normative Requirements via Satisfiability Checking","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council","keywords":"Debugging; Computer science; Software engineering; Usability; Normative; Redundancy (engineering); Sociotechnical system; Requirements elicitation; USable; Software; Human–computer interaction; Requirements engineering; Artificial intelligence; Programming language; World Wide Web","score_opus":0.009761675411301834,"score_gpt":0.22547024564524837,"score_spread":0.21570857023394654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394744957","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16812071,0.003456775,0.8031742,0.00007274171,0.0012080878,0.0002904663,0.0000045550887,0.0031112353,0.020561218],"genre_scores_gemma":[0.99416703,0.000019747893,0.0056054657,0.000007793009,0.00007841819,0.000021136397,0.0000022192223,0.00003954658,0.000058648326],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918926,0.000013810681,0.00027519627,0.00019110135,0.000098465774,0.00023219018],"domain_scores_gemma":[0.9996458,0.000093781804,0.000009910973,0.00017190988,0.000014080385,0.000064457985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029742866,0.00016325251,0.00016256566,0.00013935256,0.000039718067,0.00009797706,0.00007112882,0.000051489926,0.00006245541],"category_scores_gemma":[0.000018271809,0.00016045832,0.000038496266,0.00023659569,0.000019343031,0.00025915026,0.000039678045,0.0001486307,0.000048016114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007439116,0.000028917631,0.044270433,0.009005673,0.001979425,0.00010472389,0.012279873,0.2755411,0.12531695,0.010023881,0.0021024055,0.5193392],"study_design_scores_gemma":[0.000080044694,0.000006439469,0.0070496527,0.00023752748,0.000022483033,0.000019842968,0.000052987347,0.98536247,0.0029398894,0.00025280143,0.0037211012,0.00025474207],"about_ca_topic_score_codex":0.00002948884,"about_ca_topic_score_gemma":0.000006434766,"teacher_disagreement_score":0.8260463,"about_ca_system_score_codex":0.00019118421,"about_ca_system_score_gemma":0.000009896978,"threshold_uncertainty_score":0.65433},"labels":[],"label_agreement":null},{"id":"W4398574106","doi":"10.7910/dvn/lrypvi","title":"TestProblems-AH","year":2023,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Computer science","score_opus":0.012370214602655904,"score_gpt":0.2041225246634617,"score_spread":0.1917523100608058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398574106","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001541912,0.0000044944804,0.00035769906,0.0000014899788,0.005235456,0.00036389733,0.9911745,0.0023193762,0.0005415393],"genre_scores_gemma":[0.0000043333666,0.00034966323,0.00038808575,0.000027177783,0.000627032,0.00013685421,0.9976062,0.00018888937,0.00067173515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807054,0.00002320446,0.00052656134,0.00045138053,0.00034885277,0.0005794626],"domain_scores_gemma":[0.9976214,0.00013235738,0.00007225221,0.0019669568,0.000034702338,0.00017230166],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002529695,0.0005571833,0.0005393119,0.00040010203,0.000050325092,0.00010371133,0.00097107113,0.00045942597,0.0024497958],"category_scores_gemma":[0.00012618203,0.00064002624,0.0001413703,0.00041260247,0.000039179555,0.00019443613,0.0002880852,0.0006619127,0.7173141],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014024081,0.000008700273,9.0467165e-7,0.00089749944,0.00015724715,0.00013176101,0.000006415497,0.014184082,0.00002245175,0.000011358569,0.9844882,0.00008998302],"study_design_scores_gemma":[0.0002131852,0.000011747739,0.000028888178,0.000274732,0.00007957489,0.000026425643,0.000008537661,0.0027136558,0.000011900921,0.000008003386,0.9959801,0.0006432756],"about_ca_topic_score_codex":0.00028671933,"about_ca_topic_score_gemma":0.00006643066,"teacher_disagreement_score":0.7148643,"about_ca_system_score_codex":0.00024098702,"about_ca_system_score_gemma":0.000057137062,"threshold_uncertainty_score":0.9996051},"labels":[],"label_agreement":null},{"id":"W4399529098","doi":"10.1109/icns60906.2024.10550620","title":"Avoiding Confirmation Bias in a Safety Management System (SMS)","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs","funders":"","keywords":"Computer science; Computer security","score_opus":0.01556775652214977,"score_gpt":0.20776943688920715,"score_spread":0.19220168036705737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399529098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008355307,0.001629148,0.65794736,0.00007075605,0.0031277349,0.00065924786,0.000006551488,0.0059666056,0.32223728],"genre_scores_gemma":[0.9970873,0.000038893937,0.0020071997,0.00000599129,0.000072487004,0.00006899161,0.0000068467484,0.000047249956,0.0006650437],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908996,0.000031060114,0.0003753085,0.0001587361,0.00012938947,0.00021554611],"domain_scores_gemma":[0.99967825,0.00009464181,0.000008438363,0.00017385006,0.0000069995026,0.00003782345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005708178,0.00014905761,0.00015415267,0.00032448617,0.000025717332,0.000076048455,0.00010261678,0.000059617694,0.000042075117],"category_scores_gemma":[0.0000061104843,0.0001504419,0.000044276592,0.0003792956,0.000004705146,0.00015405453,0.000022639608,0.00019939197,0.0005281215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032954863,0.000006086375,0.00009459828,0.0068269954,0.00015895754,0.00021452917,0.0010699803,0.76086557,0.0005447482,0.20669346,0.001465736,0.022056056],"study_design_scores_gemma":[0.00014200038,0.0000023808552,0.0006631786,0.0010701094,0.000008952384,0.00003959951,0.00067297113,0.9249383,0.0004032921,0.000013579322,0.07186056,0.00018508716],"about_ca_topic_score_codex":0.000019047353,"about_ca_topic_score_gemma":0.000005031816,"teacher_disagreement_score":0.988732,"about_ca_system_score_codex":0.0005595437,"about_ca_system_score_gemma":0.0000060790835,"threshold_uncertainty_score":0.67881095},"labels":[],"label_agreement":null},{"id":"W4399577082","doi":"10.1145/3650105.3652291","title":"Assessing the Impact of GPT-4 Turbo in Generating Defeaters for Assurance Cases","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; York University","funders":"","keywords":"Turbo; Computer science; Engineering","score_opus":0.022992459546352328,"score_gpt":0.30565161187623124,"score_spread":0.2826591523298789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399577082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87442434,0.001910322,0.12082442,0.000024186322,0.00063365954,0.00030547575,0.000011656504,0.0004025719,0.0014633627],"genre_scores_gemma":[0.9936015,0.0000060599127,0.006130681,0.0000031429608,0.00010812856,0.000057600068,0.0000028538632,0.00004243741,0.000047611484],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936044,0.000012939834,0.00025813832,0.00011049756,0.00006205015,0.00019591604],"domain_scores_gemma":[0.9992626,0.00053640106,0.000013230881,0.00015248702,0.000014971594,0.000020310785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025034914,0.00012722291,0.00015713283,0.0000918863,0.000018841565,0.00010364846,0.00009719319,0.000043223175,0.000011124267],"category_scores_gemma":[0.000059282494,0.000085106185,0.00010823685,0.0002086274,0.0000114398235,0.00019150274,0.0000096295325,0.000092323244,0.0000030592105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.874822e-7,0.0000021128294,0.0009628732,0.0002645701,0.000054580676,0.0000070067185,0.0002473726,0.97613037,0.018519422,0.000081959326,0.00048182168,0.003247352],"study_design_scores_gemma":[0.00008270827,0.000012484899,0.0054189977,0.0002261002,0.0000062992754,0.000031884825,0.000088229586,0.9884277,0.0053018522,0.0000096696585,0.0002790096,0.00011506132],"about_ca_topic_score_codex":0.00016136182,"about_ca_topic_score_gemma":0.000017391756,"teacher_disagreement_score":0.11917714,"about_ca_system_score_codex":0.00015492037,"about_ca_system_score_gemma":0.00003917533,"threshold_uncertainty_score":0.34705296},"labels":[],"label_agreement":null},{"id":"W4399660489","doi":"10.1115/jrc2024-120875","title":"Streamlining System Assurance Program Objectives and Compliance With Both European and American Standards by Early Integration","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Aecom (Canada)","funders":"","keywords":"Compliance (psychology); Computer science; Engineering management; Systems engineering; Software engineering; Engineering; Psychology","score_opus":0.005780916740485559,"score_gpt":0.22535981072052824,"score_spread":0.21957889398004268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399660489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45815477,0.0042605344,0.49447593,0.000034752033,0.00034166707,0.0007540979,0.000109051296,0.006128639,0.035740573],"genre_scores_gemma":[0.9914628,0.000038171824,0.008233514,0.00000228218,0.0000459906,0.000042875345,0.0000049386103,0.000068266905,0.00010111793],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923116,0.000030449148,0.00017178965,0.00024352633,0.000144921,0.0001781377],"domain_scores_gemma":[0.99968666,0.00006573023,0.000020436586,0.00012538138,0.000033189124,0.000068603724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019657503,0.00018770534,0.00019737567,0.00005989446,0.00003747833,0.00023767847,0.000054284334,0.000019945324,0.0000011414928],"category_scores_gemma":[0.000007892581,0.00015225851,0.000013777012,0.00020182264,0.00007403981,0.00018872692,0.000013521719,0.00014448789,0.0000032037046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048103644,0.000031955944,0.011341397,0.0050659357,0.0006891978,0.000082817234,0.0062095546,0.0135035785,0.0067465454,0.004699362,0.0014237495,0.9501578],"study_design_scores_gemma":[0.0006769022,0.0008549777,0.0994873,0.005848632,0.00006828955,0.0001761044,0.0039873403,0.85548216,0.0018067556,0.00000410081,0.03049377,0.001113684],"about_ca_topic_score_codex":0.00007488969,"about_ca_topic_score_gemma":0.000024919285,"teacher_disagreement_score":0.9490441,"about_ca_system_score_codex":0.00012256196,"about_ca_system_score_gemma":0.000016210157,"threshold_uncertainty_score":0.6208922},"labels":[],"label_agreement":null},{"id":"W4400233908","doi":"10.1109/noms59830.2024.10575429","title":"Intent Assurance using LLMs guided by Intent Drift","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.01541141093161201,"score_gpt":0.22929023159673179,"score_spread":0.21387882066511976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400233908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035163876,0.0062514553,0.9191148,0.0002131101,0.0074258386,0.00037199972,0.000020485497,0.0050213854,0.026417013],"genre_scores_gemma":[0.990627,0.000041919353,0.00668646,0.000043840668,0.0001718985,0.00003143805,0.00000808126,0.000107669155,0.0022817242],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888974,0.000009849478,0.00037582367,0.00023622741,0.00016444697,0.00032392258],"domain_scores_gemma":[0.99951756,0.0000607457,0.000011155772,0.0002895455,0.000032280703,0.00008871067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015697764,0.000228968,0.00020998954,0.000118734235,0.000021153512,0.000100452955,0.00018700071,0.00008733175,0.00015536086],"category_scores_gemma":[0.000025045138,0.0002159016,0.00009627903,0.0002572106,0.000017622426,0.00016610774,0.000039144143,0.0002029868,0.00029098074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020632829,0.00002033154,0.00019227421,0.0011055551,0.00041913227,0.00005642638,0.00047622767,0.57382023,0.18598697,0.0041310373,0.22794415,0.005845587],"study_design_scores_gemma":[0.00008421546,0.0000067781402,0.00005870565,0.00029923758,0.0000129571345,0.000052116622,0.000039237475,0.7675838,0.01100584,0.000014711214,0.22058003,0.00026239807],"about_ca_topic_score_codex":0.0000843905,"about_ca_topic_score_gemma":0.000004413056,"teacher_disagreement_score":0.9554631,"about_ca_system_score_codex":0.00027332007,"about_ca_system_score_gemma":0.00002223893,"threshold_uncertainty_score":0.88042116},"labels":[],"label_agreement":null},{"id":"W4401719093","doi":"10.1109/rew61692.2024.00011","title":"Using GPT-4 Turbo to Automatically Identify Defeaters in Assurance Cases","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; York University","funders":"","keywords":"Turbo; Computer science; Engineering","score_opus":0.027027447297687576,"score_gpt":0.28786350423494955,"score_spread":0.260836056937262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401719093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79038745,0.0007911495,0.1950466,0.00012057232,0.0025124913,0.00038916644,0.000008587207,0.003201941,0.00754204],"genre_scores_gemma":[0.98047,0.0000033674598,0.01911246,0.00002882267,0.000079781916,0.000030736974,0.0000012426842,0.00006550344,0.00020808894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990236,0.000012412818,0.0003197076,0.0002012289,0.00013685162,0.00030616415],"domain_scores_gemma":[0.99951744,0.00016303295,0.000005156544,0.00021580399,0.000011541907,0.00008701212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016225643,0.00017447716,0.00019284357,0.00028214089,0.000012638082,0.00011936123,0.00013550739,0.000068744426,0.00006889416],"category_scores_gemma":[0.00005342099,0.00017598715,0.000051603984,0.0004816992,0.000008496843,0.00017071888,0.000028194316,0.00012908701,0.00036349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001254715,0.0000048487673,0.000567458,0.0006816146,0.000048927734,0.0003409906,0.00044340015,0.9798388,0.014659105,0.00070725725,0.0011872587,0.0015191223],"study_design_scores_gemma":[0.000086503955,0.000008779759,0.008103345,0.0007188729,0.000010532264,0.00016357825,0.000045684606,0.981891,0.0035390991,0.000034364093,0.005064544,0.00033374602],"about_ca_topic_score_codex":0.000087803804,"about_ca_topic_score_gemma":0.000046993566,"teacher_disagreement_score":0.19008254,"about_ca_system_score_codex":0.00029026074,"about_ca_system_score_gemma":0.000026302505,"threshold_uncertainty_score":0.71765476},"labels":[],"label_agreement":null},{"id":"W4401720965","doi":"10.1109/rew61692.2024.00010","title":"Exploring the Capabilities of Large Language Models for the Generation of Safety Cases: the Case of GPT-4","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.06269379643459284,"score_gpt":0.25374780650075934,"score_spread":0.1910540100661665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401720965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5850342,0.005677093,0.40462112,0.00021172922,0.001307154,0.0011053314,0.00031438045,0.00023658153,0.0014924383],"genre_scores_gemma":[0.9989445,0.00006669223,0.00046399597,0.00000536002,0.00015019359,0.0001971502,0.000004357373,0.000032886564,0.00013484077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992642,0.00002697135,0.000389121,0.00009031311,0.00009080082,0.00013862074],"domain_scores_gemma":[0.9982899,0.0011832836,0.000029716937,0.00043610588,0.000048649646,0.000012350255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063678616,0.0001119453,0.000164518,0.00004487929,0.00005165769,0.000013529494,0.00016637392,0.000028494673,0.00001980607],"category_scores_gemma":[0.000057935682,0.000055704902,0.00011905185,0.00015029288,0.000045594243,0.0001452554,0.000029504492,0.000086531545,8.622266e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004160579,0.000006120083,0.0000019482907,0.00084444234,0.00015741045,0.000008656058,0.01711321,0.91732734,0.0046055526,0.057178847,0.0002655869,0.0024867181],"study_design_scores_gemma":[0.000085849104,0.000015582704,0.0000116666,0.000062822066,0.000045365134,0.00009004187,0.010345373,0.96476674,0.022999084,0.000045033823,0.001466582,0.00006587311],"about_ca_topic_score_codex":0.00056145317,"about_ca_topic_score_gemma":0.0002669262,"teacher_disagreement_score":0.41391036,"about_ca_system_score_codex":0.000042659354,"about_ca_system_score_gemma":0.000021918035,"threshold_uncertainty_score":0.227158},"labels":[],"label_agreement":null},{"id":"W4401723277","doi":"10.1109/rew61692.2024.00012","title":"Design of the Safety Case of the Reinforcement Learning-Enabled Component of a Quanser Autonomous Vehicle","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Component (thermodynamics); Reinforcement learning; Computer science; Vehicle safety; Human–computer interaction; Systems engineering; Engineering; Automotive engineering; Artificial intelligence","score_opus":0.011419487300528304,"score_gpt":0.20113026833962977,"score_spread":0.18971078103910147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401723277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31460574,0.0014631066,0.66665375,0.00026822402,0.0023977044,0.0020579412,0.000014436294,0.00077637733,0.011762741],"genre_scores_gemma":[0.9983012,0.000009737199,0.0006206007,0.00000533142,0.000018602146,0.00002072819,6.885929e-7,0.000037496517,0.0009856323],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988256,0.00007287957,0.0006166012,0.00011915882,0.0001856187,0.00018014041],"domain_scores_gemma":[0.9991469,0.00022219252,0.000074887066,0.0004821807,0.000045121353,0.00002871044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043158507,0.00015609217,0.0002645746,0.00006377122,0.000037206748,0.00000876347,0.0002683578,0.000067008084,0.00009262548],"category_scores_gemma":[0.000028046503,0.00009618585,0.0001500865,0.00033147362,0.00005738213,0.000050333,0.0000887078,0.00021077697,0.000007131668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007807308,0.0000086380205,0.0000811512,0.0005263621,0.00013379946,0.0000074130276,0.0009783497,0.9613796,0.034007493,0.0024589587,0.00015405477,0.00025637538],"study_design_scores_gemma":[0.00021356974,0.000033642227,0.00052088936,0.00026940185,0.000039063776,0.000073871066,0.00015138743,0.92840004,0.067115955,0.00001238773,0.0030623071,0.00010746797],"about_ca_topic_score_codex":0.0002541825,"about_ca_topic_score_gemma":0.0000061982596,"teacher_disagreement_score":0.68369544,"about_ca_system_score_codex":0.00014536905,"about_ca_system_score_gemma":0.00006853428,"threshold_uncertainty_score":0.39223453},"labels":[],"label_agreement":null},{"id":"W4402339755","doi":"10.1007/978-3-031-68606-1_9","title":"Comprehensive Change Impact Analysis Applied to Advanced Automotive Systems","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Motors (Canada); McMaster University","funders":"","keywords":"Computer science; Automotive industry; Engineering; Aerospace engineering","score_opus":0.01532485053739794,"score_gpt":0.2420495129281669,"score_spread":0.22672466239076897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402339755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003096572,0.00280576,0.9853554,0.000040978666,0.0041958173,0.0012352864,0.000073602416,0.0010409312,0.004942575],"genre_scores_gemma":[0.9787292,0.000026172516,0.01942567,0.0001552571,0.0009947881,0.000162822,0.000031104533,0.0001898884,0.0002850816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970281,0.000007996875,0.0005606783,0.0010793303,0.00062230043,0.0007015942],"domain_scores_gemma":[0.998252,0.00025774675,0.000082203616,0.0009780007,0.00017743657,0.00025266095],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023509494,0.0007795688,0.0010934585,0.0024425439,0.00006220645,0.00027311163,0.0009532695,0.0003264121,0.000019167714],"category_scores_gemma":[0.000012237728,0.0007335583,0.0002781194,0.0018581455,0.00013273553,0.00015305502,0.00032255775,0.0007419746,0.00023589026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026620176,0.0000026259227,0.000006969325,0.00024106508,0.0003255477,0.000040361978,0.0009292985,0.9716011,0.00015661359,0.00067526073,0.0000130442,0.026005419],"study_design_scores_gemma":[0.0001172051,0.00007532134,0.00041161253,0.0006736388,0.00013390211,0.000029054963,0.000001098404,0.99236894,0.00014907496,0.0007098433,0.0044245054,0.000905829],"about_ca_topic_score_codex":0.000043625965,"about_ca_topic_score_gemma":0.000020913645,"teacher_disagreement_score":0.97841954,"about_ca_system_score_codex":0.0014028747,"about_ca_system_score_gemma":0.00008518565,"threshold_uncertainty_score":0.99951154},"labels":[],"label_agreement":null},{"id":"W4402340046","doi":"10.1007/978-3-031-68738-9_18","title":"Including Defeaters in Quantitative Confidence Assessments for Assurance Cases","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs; University of Victoria","funders":"","keywords":"Computer science","score_opus":0.04285683935036599,"score_gpt":0.305904843520238,"score_spread":0.263048004169872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402340046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050627114,0.0016649541,0.99089545,0.00005309034,0.0036881948,0.00065384066,0.000033366105,0.00029317802,0.0022116727],"genre_scores_gemma":[0.8501283,0.000054274726,0.14910078,0.00006587223,0.0002108051,0.00008589482,0.000008258382,0.00011513055,0.00023071135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780434,0.000008629615,0.0005217769,0.00076475117,0.00037698267,0.00052351336],"domain_scores_gemma":[0.99798006,0.0013753751,0.000073753945,0.00041727777,0.00008082661,0.000072722614],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005678831,0.00047238078,0.00053062104,0.00084302615,0.000057413803,0.00019177227,0.000705634,0.00023171758,0.000005737162],"category_scores_gemma":[0.00011062914,0.00049353275,0.00009400214,0.00038433677,0.0001971907,0.00026777814,0.00017741893,0.00058104476,0.00002582045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049292707,0.0000034490088,0.00007161418,0.0006247025,0.000028679531,0.00013223644,0.00053624,0.977586,0.00040160443,0.009315578,0.000013686574,0.01128129],"study_design_scores_gemma":[0.00020358937,0.000087042354,0.00012294535,0.0033255755,0.00001247499,0.00005480602,0.0000012226966,0.97594225,0.0010518786,0.016756877,0.0017743002,0.0006670421],"about_ca_topic_score_codex":0.000031242173,"about_ca_topic_score_gemma":0.00016446126,"teacher_disagreement_score":0.849622,"about_ca_system_score_codex":0.0008464905,"about_ca_system_score_gemma":0.00016986427,"threshold_uncertainty_score":0.9997516},"labels":[],"label_agreement":null},{"id":"W4402340081","doi":"10.1007/978-3-031-68606-1_10","title":"A Case Study of Continuous Assurance Argument for Level 4 Automated Driving","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Computer science; Argument (complex analysis); Programming language; Software engineering","score_opus":0.019616143990381966,"score_gpt":0.24329154892822852,"score_spread":0.22367540493784654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402340081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012460255,0.0005169412,0.98046905,0.000014319239,0.0035757232,0.0013707285,0.000028956207,0.0010794476,0.00048460602],"genre_scores_gemma":[0.9578231,0.000003402071,0.041597113,0.00001043973,0.00022061211,0.00006633972,0.0000022390625,0.0000994311,0.00017732309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979049,0.0000069891134,0.0006483615,0.000649361,0.00038335208,0.00040702292],"domain_scores_gemma":[0.99859655,0.00048350118,0.00010412848,0.00062282005,0.00011973856,0.00007324694],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046935794,0.00045323002,0.0006501911,0.00058381417,0.00005565414,0.00010849969,0.0005673083,0.00019556195,0.00000386579],"category_scores_gemma":[0.000041944535,0.00045125023,0.00010067207,0.0002872353,0.000105330095,0.00010074636,0.0001731625,0.0003994733,0.000007497814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014854697,0.000022349766,0.00003046329,0.00054943154,0.00008435173,0.0007703563,0.0023559735,0.97147274,0.0002655767,0.00017200419,0.000020309679,0.024254985],"study_design_scores_gemma":[0.00033440132,0.00016801756,0.000043600165,0.0010021925,0.000032902917,0.0008003312,0.0000038457024,0.9955805,0.00044391057,0.0005311239,0.0005927531,0.00046639962],"about_ca_topic_score_codex":0.0000358768,"about_ca_topic_score_gemma":0.00017881452,"teacher_disagreement_score":0.94536287,"about_ca_system_score_codex":0.0003697636,"about_ca_system_score_gemma":0.000104208106,"threshold_uncertainty_score":0.99979395},"labels":[],"label_agreement":null},{"id":"W4402493452","doi":"","title":"Rigorous Safety-Critical Cyber-Physical Systems Development using Formal Methods","year":2024,"lang":"en","type":"other","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Science and Technology Agency; Engineering and Physical Sciences Research Council; National Institute of Informatics; Newcastle University; McMaster University; Norges Teknisk-Naturvitenskapelige Universitet; University of Southampton; Université de Lorraine","keywords":"Cyber-physical system; Computer science; Formal methods; Critical system; Life-critical system; Risk analysis (engineering); Systems engineering; Computer security; Business; Software engineering; Engineering; Programming language; Operating system; Software","score_opus":0.01368463924935964,"score_gpt":0.25829660623289036,"score_spread":0.24461196698353072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402493452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007883592,0.0057794796,0.5962929,0.00008506169,0.0013581837,0.00034545895,0.000041673073,0.0017506183,0.39426774],"genre_scores_gemma":[0.027231917,0.00021269805,0.6057769,0.000015684685,0.00043986252,0.00022052373,0.00024175504,0.0020216994,0.36383894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99619174,0.001470814,0.00067534996,0.00060405006,0.0004101559,0.00064791366],"domain_scores_gemma":[0.99707735,0.0009250423,0.00012460427,0.0013379225,0.00029856115,0.00023652342],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030674103,0.0005767105,0.0006830531,0.00040883382,0.00012831626,0.000295337,0.0007332628,0.00041209432,0.00012640326],"category_scores_gemma":[0.00036011048,0.00062693283,0.00019285895,0.00044647977,0.00012996265,0.00013016882,0.00033513806,0.00064932514,0.00048246275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019080793,0.00088284456,0.00006961952,0.017774796,0.0032707304,0.00015466871,0.029991644,0.023442443,0.009155836,0.5878845,0.1477081,0.17964576],"study_design_scores_gemma":[0.00016807366,1.6645097e-7,0.000015450325,0.0042866617,0.000073047275,0.00005118516,0.00005286562,0.22766928,0.0026130087,0.000076182514,0.764358,0.0006360939],"about_ca_topic_score_codex":0.00033804117,"about_ca_topic_score_gemma":0.000094812865,"teacher_disagreement_score":0.61664987,"about_ca_system_score_codex":0.00048935,"about_ca_system_score_gemma":0.00015971922,"threshold_uncertainty_score":0.9996182},"labels":[],"label_agreement":null},{"id":"W4403222415","doi":"10.2139/ssrn.4980325","title":"Automatic Instantiation of Assurance Cases from Patterns Using Large Language Models","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; York University","funders":"","keywords":"Computer science; Programming language; Software engineering; Linguistics; Natural language processing; Philosophy","score_opus":0.011051827131254667,"score_gpt":0.23586397294662115,"score_spread":0.2248121458153665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403222415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7197663,0.02272738,0.255129,0.000011863994,0.0014539462,0.00018431917,0.00025073712,0.0003460185,0.00013038941],"genre_scores_gemma":[0.99650013,0.0018151844,0.0009545091,0.0000033100785,0.00048645394,0.000012735244,0.00004955651,0.00015340914,0.000024695744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728835,0.00005729216,0.00074128184,0.000258468,0.0003346185,0.0013200021],"domain_scores_gemma":[0.9991684,0.00009404446,0.000223553,0.0003995674,0.00005596492,0.000058467038],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0007163903,0.0003784573,0.0005464012,0.00030366346,0.00003877619,0.000078735,0.00036103296,0.00028439518,0.000026524198],"category_scores_gemma":[0.00003199447,0.00040080774,0.00023529622,0.00014876488,0.000009868498,0.00016810524,0.00016466748,0.0032024758,0.0000116828505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034446741,0.000019216403,0.00021943082,0.0012006691,0.0008811801,0.000039736005,0.0013095893,0.98768026,0.0013857199,0.0041254857,0.000012965081,0.003122317],"study_design_scores_gemma":[0.00025097348,0.000018839442,0.00021003118,0.001948946,0.0001834037,0.00028523218,0.0007505347,0.9751934,0.00051683135,0.020234542,0.000020206016,0.0003870925],"about_ca_topic_score_codex":0.00045624765,"about_ca_topic_score_gemma":0.0005721028,"teacher_disagreement_score":0.27673382,"about_ca_system_score_codex":0.002087076,"about_ca_system_score_gemma":0.0011555577,"threshold_uncertainty_score":0.9998444},"labels":[],"label_agreement":null},{"id":"W4403466407","doi":"10.2139/ssrn.4952697","title":"Unveiling Regulatory Operations: A Data Set of the Determinants, Process, and Outcomes of Product Defect Investigations by the U.S. Automotive Safety Regulator&amp;nbsp;","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Western University","funders":"","keywords":"Regulator; Automotive industry; Product (mathematics); Set (abstract data type); Process (computing); Business; Risk analysis (engineering); Process management; Chemistry; Computer science; Engineering; Biochemistry; Mathematics; Gene","score_opus":0.011994474393898183,"score_gpt":0.24937446947719272,"score_spread":0.23737999508329455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403466407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9374803,0.049864415,0.00945381,0.001147009,0.000788314,0.00076019537,0.0001878817,0.00022123428,0.00009687559],"genre_scores_gemma":[0.9986468,0.00060745835,0.00028245826,0.000010373977,0.00010547425,0.000014796753,0.00001534238,0.000050730814,0.00026657418],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822676,0.00009178633,0.0005738029,0.000233529,0.0002694577,0.0006046724],"domain_scores_gemma":[0.9989088,0.00014147503,0.000087605906,0.0007269116,0.00009260944,0.000042607076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017672984,0.00020377297,0.00027445497,0.00008922745,0.00017083916,0.000051750718,0.0006188572,0.000063545565,0.000004058263],"category_scores_gemma":[0.00033849393,0.00012794533,0.00008911865,0.00040478574,0.00015662305,0.00033805642,0.0000924653,0.0009366026,0.0000019963422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005139072,0.00014375469,0.08373109,0.0046691713,0.009169237,0.0000052978157,0.017094612,0.7057679,0.023798924,0.087376826,0.007145678,0.061046097],"study_design_scores_gemma":[0.002358159,0.0002868575,0.079082884,0.004526943,0.0018843462,0.0044100434,0.005727659,0.7801291,0.034140293,0.03379061,0.05130155,0.0023615835],"about_ca_topic_score_codex":0.000026969758,"about_ca_topic_score_gemma":0.00026467597,"teacher_disagreement_score":0.074361145,"about_ca_system_score_codex":0.00033795467,"about_ca_system_score_gemma":0.0012135259,"threshold_uncertainty_score":0.52174586},"labels":[],"label_agreement":null},{"id":"W4403647326","doi":"10.1145/3691621.3694962","title":"Interplay of Human Factors and Secure Architecture Design using Model-Driven Engineering","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Architecture; Systems engineering; Computer architecture; Software engineering; Engineering","score_opus":0.016919310487968367,"score_gpt":0.23408294840119231,"score_spread":0.21716363791322396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403647326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.279329,0.00044902804,0.718901,0.0000032377102,0.00022896208,0.00012817049,0.000007816996,0.00071793154,0.00023489149],"genre_scores_gemma":[0.96024835,0.0000047706785,0.039566502,0.0000014223518,0.000049017093,0.00000641376,0.00000318467,0.00008526576,0.000035091816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924,0.000007878803,0.00025964205,0.00017795424,0.00010125743,0.00021326168],"domain_scores_gemma":[0.99965864,0.000080393955,0.00001162457,0.00016760666,0.000012538724,0.00006918642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007776995,0.00024101586,0.0002467096,0.00025422624,0.000017930333,0.00003997474,0.0001115542,0.000106943946,0.000015752561],"category_scores_gemma":[0.000007664727,0.0002131839,0.00006266595,0.00016268896,0.000016696731,0.00010587394,0.00003588099,0.00022874553,0.0000015841993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.797947e-7,0.0000015911514,0.00006235229,0.00045947309,0.00007782471,0.0000033826043,0.0011176353,0.86930066,0.12781318,0.0010140799,0.000036349633,0.00011302566],"study_design_scores_gemma":[0.000057769692,0.000015134377,0.00006482524,0.00031271597,0.00002102887,0.00001919336,0.000030668438,0.9778644,0.02114467,0.000045631383,0.00021026765,0.00021372997],"about_ca_topic_score_codex":0.000012629845,"about_ca_topic_score_gemma":0.000001685062,"teacher_disagreement_score":0.68091935,"about_ca_system_score_codex":0.00008419035,"about_ca_system_score_gemma":0.000013688378,"threshold_uncertainty_score":0.8693387},"labels":[],"label_agreement":null},{"id":"W4403705800","doi":"10.1287/msom.2023.0705","title":"Unveiling Regulatory Operations: A Data Set of the Determinants, Process, and Outcomes of Product Defect Investigations by the U.S. Automotive Safety Regulator","year":2024,"lang":"en","type":"article","venue":"Manufacturing & Service Operations Management","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Regulator; Automotive industry; Product (mathematics); Set (abstract data type); Process (computing); Business; Operations management; Process management; Computer science; Industrial organization; Operations research; Risk analysis (engineering); Economics; Engineering; Mathematics","score_opus":0.012430118300241383,"score_gpt":0.23694875215459477,"score_spread":0.2245186338543534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403705800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98430634,0.0027267647,0.0049944343,0.0031025163,0.0008553246,0.0025433525,0.00045883417,0.00051203265,0.0005003827],"genre_scores_gemma":[0.9969675,0.000059193717,0.0021597552,0.00008331456,0.000046650985,0.00015484038,0.000090658905,0.00005466541,0.00038344238],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846256,0.00006423926,0.00059715507,0.00039627004,0.0002797741,0.0001999782],"domain_scores_gemma":[0.99837554,0.00007999983,0.000041299172,0.0013884606,0.000073307296,0.000041378113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049963477,0.00025841207,0.00025819163,0.00011823887,0.0002595456,0.00013330362,0.0007301198,0.000047960446,0.000015460992],"category_scores_gemma":[0.0000398375,0.0001762434,0.00005720422,0.00039178142,0.0000844604,0.00045448763,0.00035892663,0.00018212685,0.000006798466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017100712,0.00001839911,0.00058797357,0.0025391588,0.00051504,0.0000011714104,0.0022328433,0.9889063,0.00040345418,0.0009773199,0.00077667576,0.0030399358],"study_design_scores_gemma":[0.00031875083,0.0000142278195,0.055534203,0.001006774,0.0004228186,0.000018002063,0.0012484908,0.8793281,0.045931377,0.00008314871,0.015640706,0.00045341163],"about_ca_topic_score_codex":0.00011775903,"about_ca_topic_score_gemma":0.0003166552,"teacher_disagreement_score":0.10957823,"about_ca_system_score_codex":0.00009773563,"about_ca_system_score_gemma":0.000056137284,"threshold_uncertainty_score":0.71869975},"labels":[],"label_agreement":null},{"id":"W4403783143","doi":"10.2139/ssrn.5000360","title":"Automatic System Assurance: Toward the Implementation of Safety Cases as Distributed Gradient-Boosted Decision Trees","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Decision tree; Computer science; Artificial intelligence","score_opus":0.0074586483263009585,"score_gpt":0.2522075742593446,"score_spread":0.24474892593304362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403783143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83726954,0.032279424,0.11790823,0.0004215142,0.0077557247,0.0018519458,0.00061708735,0.0015584824,0.00033807152],"genre_scores_gemma":[0.9969784,0.0020560054,0.0002047179,0.00000235657,0.0003817678,0.00009353302,0.00011782013,0.00013674118,0.00002863585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99573207,0.00014178679,0.0014772114,0.00034763583,0.00064410205,0.0016571664],"domain_scores_gemma":[0.9983496,0.00041681057,0.00039312692,0.00059256004,0.00014673492,0.00010116601],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001915169,0.0005537855,0.00073992537,0.0003313348,0.00011886883,0.00015365353,0.0007466703,0.00027920082,0.000035358644],"category_scores_gemma":[0.00008806174,0.0004297677,0.00043900489,0.00040767397,0.000040483832,0.00009071144,0.00024508155,0.0032921354,0.00005528194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011365751,0.00005619528,0.00048595198,0.007660176,0.0073322705,0.00017529023,0.0043531694,0.7132552,0.0007149283,0.04362458,0.001248711,0.22097982],"study_design_scores_gemma":[0.004686362,0.00094711664,0.012337967,0.016949875,0.0030932038,0.020389028,0.06121028,0.8125182,0.002997129,0.055241074,0.0062081786,0.003421623],"about_ca_topic_score_codex":0.0002491984,"about_ca_topic_score_gemma":0.00056954595,"teacher_disagreement_score":0.2175582,"about_ca_system_score_codex":0.005680497,"about_ca_system_score_gemma":0.0019656222,"threshold_uncertainty_score":0.9998154},"labels":[],"label_agreement":null},{"id":"W4403935764","doi":"10.1145/3652620.3687815","title":"Evaluation of Automotive OTA Updates Using Assurance Cases","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Motors (Canada); University of Toronto","funders":"","keywords":"Automotive industry; Computer science; Quality assurance; Automotive engineering; Manufacturing engineering; Engineering; Operations management; Aerospace engineering","score_opus":0.04333035316595195,"score_gpt":0.28720178605830204,"score_spread":0.24387143289235008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7690268,0.010578889,0.19189508,0.000048876725,0.003562609,0.0005657195,0.000033101212,0.0025467982,0.021742096],"genre_scores_gemma":[0.99677825,0.000008659869,0.003044728,0.0000020533732,0.000075451215,0.00001349517,0.0000032763037,0.000033209035,0.000040893126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924403,0.000026461928,0.00020638698,0.0001132901,0.0002909865,0.000118824995],"domain_scores_gemma":[0.99954164,0.0001328455,0.000011255567,0.00015167557,0.00014001415,0.000022580989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005641061,0.000103868566,0.00012552917,0.00011143772,0.000010350773,0.000028952076,0.000064604676,0.000044062836,0.00016029809],"category_scores_gemma":[0.00010485654,0.0001012469,0.000041620897,0.00023055288,0.000012307361,0.0001997157,0.000010434429,0.00006181527,0.000039221966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1697132e-7,0.0000031687928,0.00004759114,0.00022976924,0.000118607444,0.00000502257,0.00015700042,0.98590803,0.007463286,0.0004243373,0.00038087333,0.0052620224],"study_design_scores_gemma":[0.00006499744,0.0000057624134,0.00075264566,0.00020188911,0.000072518975,0.000033585788,0.00004955366,0.9777902,0.019801209,0.000055152905,0.001064875,0.00010765054],"about_ca_topic_score_codex":0.000041002062,"about_ca_topic_score_gemma":0.0000068284503,"teacher_disagreement_score":0.2277514,"about_ca_system_score_codex":0.00020545318,"about_ca_system_score_gemma":0.000066745575,"threshold_uncertainty_score":0.41287288},"labels":[],"label_agreement":null},{"id":"W4404278173","doi":"10.1007/978-3-031-76554-4_6","title":"PLACIDUS: Engineering Product Lines of Rigorous Assurance Cases","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Software engineering; Engineering drawing; Engineering; Mathematics","score_opus":0.009877653156459854,"score_gpt":0.20473910539971593,"score_spread":0.19486145224325607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404278173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006575151,0.010042878,0.9782441,0.000058438483,0.0071806936,0.00047568203,0.000036447676,0.0009504796,0.002353711],"genre_scores_gemma":[0.91877043,0.000119501805,0.078864865,0.000021154927,0.0015039059,0.000026062882,0.000008046377,0.00021281913,0.00047319906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765915,0.000003955604,0.00062853046,0.0007359696,0.00049421715,0.00047818682],"domain_scores_gemma":[0.99847776,0.0004483282,0.00008025058,0.00079813175,0.00010712998,0.00008837744],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034277735,0.0005781718,0.0006502674,0.0008094808,0.000030195877,0.00009381515,0.00081046834,0.00022951857,0.000012396854],"category_scores_gemma":[0.00012538204,0.0005747632,0.00012360365,0.00047179632,0.00018351247,0.00017309602,0.0001855228,0.0007255956,0.00004005594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014263351,0.0000034788634,0.000012842798,0.0010758893,0.00003570501,0.00012038995,0.00018657085,0.9747336,0.0011750667,0.0008192331,0.000022309663,0.021813476],"study_design_scores_gemma":[0.000119204764,0.000055275104,0.000071689654,0.003238649,0.000026823227,0.0003930482,1.3527082e-7,0.9703499,0.013550779,0.0013658389,0.009950419,0.0008782555],"about_ca_topic_score_codex":0.000013904399,"about_ca_topic_score_gemma":0.000020137146,"teacher_disagreement_score":0.91811293,"about_ca_system_score_codex":0.00031117658,"about_ca_system_score_gemma":0.00014172359,"threshold_uncertainty_score":0.9996704},"labels":[],"label_agreement":null},{"id":"W4404932772","doi":"10.2514/1.i011331","title":"Clarifying Ambiguity in Aircraft Regulatory Documentation: A Review of Modeling Approaches","year":2024,"lang":"en","type":"review","venue":"Journal of Aerospace Information Systems","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Ambiguity; Aeronautics; Computer science; Systems engineering; Engineering; Programming language","score_opus":0.057536933288458006,"score_gpt":0.288096152138016,"score_spread":0.230559218849558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404932772","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005548814,0.97831833,0.017227756,0.000014336013,0.0025191102,0.00096313533,0.00001963777,0.00009774172,0.0008343919],"genre_scores_gemma":[0.0008008616,0.9980475,0.00068473327,0.000006599347,0.00025492976,0.00007993855,0.000029786743,0.00006657412,0.000029091283],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942656,0.00012402171,0.004534998,0.00011219552,0.00071582635,0.00024734167],"domain_scores_gemma":[0.9976644,0.00007696302,0.001534792,0.0003975347,0.00022850143,0.00009780356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002601717,0.00046924377,0.0025140762,0.00097512593,0.00001933137,0.00011048561,0.00040707036,0.0004021337,0.0000047823287],"category_scores_gemma":[0.000083868355,0.0003958434,0.0006205665,0.00083967985,0.000017348431,0.0017195505,0.00004748393,0.0010274776,0.0000514248],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012476021,0.000005482437,0.0000012840053,0.6955976,0.00030158652,0.000005127132,0.0005169299,0.26846907,2.3506294e-7,0.0001958998,0.0020359887,0.032869566],"study_design_scores_gemma":[0.00014775054,0.00001670684,5.664052e-7,0.41632292,0.00040355037,0.00038669846,0.00026185738,0.057947285,6.058274e-7,0.0000019147276,0.52421665,0.00029347118],"about_ca_topic_score_codex":0.000013807707,"about_ca_topic_score_gemma":8.200806e-7,"teacher_disagreement_score":0.5221807,"about_ca_system_score_codex":0.0010454779,"about_ca_system_score_gemma":0.00033860913,"threshold_uncertainty_score":0.9998493},"labels":[],"label_agreement":null},{"id":"W4404952849","doi":"10.1109/issrew63542.2024.00083","title":"Using Boundary Objects for Continuous Compliance in Automotive Development","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Automotive industry; Compliance (psychology); Computer science; Boundary (topology); Manufacturing engineering; Automotive engineering; Engineering; Mathematics; Psychology; Aerospace engineering; Mathematical analysis","score_opus":0.049744308368876194,"score_gpt":0.28140535090945223,"score_spread":0.23166104254057604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404952849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05483659,0.0039752377,0.91896087,0.00003054478,0.003299599,0.0009100556,0.000011318009,0.0027115687,0.0152641935],"genre_scores_gemma":[0.9245341,0.000002544809,0.07477916,0.000015952994,0.000077225064,0.00008777672,0.000005361482,0.00006159857,0.00043627468],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919295,0.000005270295,0.00026698422,0.0001791215,0.00007487036,0.00028080665],"domain_scores_gemma":[0.99973154,0.000088968794,0.000007601566,0.00010863089,0.000025067964,0.000038197886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014762946,0.00015424851,0.00019135396,0.00014972016,0.000026265023,0.000069638234,0.00009068493,0.0000598038,0.000017687462],"category_scores_gemma":[0.000014790055,0.00016412052,0.000036679194,0.00020366363,0.000012487992,0.00011034896,0.000017402595,0.00010629823,0.00004887027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012377259,0.000044809058,0.0006713298,0.0056291167,0.0004348423,0.00014950582,0.008964045,0.8982431,0.015183982,0.0046291417,0.0032938104,0.0627439],"study_design_scores_gemma":[0.00019701799,0.0000074711925,0.00095353456,0.0006102628,0.0000045866386,0.00002086907,0.00012122979,0.9235213,0.005962366,0.00006846411,0.06826222,0.0002706885],"about_ca_topic_score_codex":0.000012110059,"about_ca_topic_score_gemma":0.000021227055,"teacher_disagreement_score":0.8696975,"about_ca_system_score_codex":0.0004754769,"about_ca_system_score_gemma":0.00010497788,"threshold_uncertainty_score":0.6692641},"labels":[],"label_agreement":null},{"id":"W4404953002","doi":"10.1109/issre62328.2024.00035","title":"AI-Supported Eliminative Argumentation: Practical Experience Generating Defeaters to Increase Confidence in Assurance Cases","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs; University of Toronto","funders":"","keywords":"Argumentation theory; Computer science; Artificial intelligence; Psychology; Epistemology; Philosophy","score_opus":0.021009388205624955,"score_gpt":0.30850164680042275,"score_spread":0.28749225859479777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404953002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63773483,0.00032424397,0.35423785,0.00081981637,0.0012228163,0.0006189482,0.000013785753,0.0012914577,0.0037362643],"genre_scores_gemma":[0.9843876,0.00000847864,0.014737995,0.00021094317,0.000082707425,0.00028780923,0.000006525375,0.000038358507,0.00023959459],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998816,0.000035165667,0.0003656456,0.00029942804,0.00019183778,0.00029193537],"domain_scores_gemma":[0.9991968,0.00044032553,0.00001332445,0.00018437591,0.000038865986,0.00012626288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019529225,0.00019416303,0.00017678727,0.00018625926,0.000027933836,0.0001347602,0.00009977542,0.000056034074,0.00016845955],"category_scores_gemma":[0.000258033,0.0002011652,0.000031762014,0.0004706983,0.000024116773,0.00050276803,0.000027249194,0.00018140634,0.00014895244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032143816,0.000049743896,0.0026945048,0.00080528035,0.00014090713,0.003863246,0.020692712,0.83572793,0.11058736,0.011903434,0.009005556,0.0044971523],"study_design_scores_gemma":[0.0002368017,0.000056622204,0.0030272384,0.00053326413,0.000014583948,0.0005240102,0.0024484673,0.9324707,0.05229171,0.000023539766,0.007779343,0.00059370947],"about_ca_topic_score_codex":0.00020785377,"about_ca_topic_score_gemma":0.00007675399,"teacher_disagreement_score":0.34665278,"about_ca_system_score_codex":0.0002586712,"about_ca_system_score_gemma":0.00006691846,"threshold_uncertainty_score":0.8203279},"labels":[],"label_agreement":null},{"id":"W4404953629","doi":"10.1109/issrew63542.2024.00085","title":"Generating Understandable and Reusable Safety Assurance Cases using Workflow<sup>+</sup>","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Computer science; Safety assurance; Software engineering; Database; Engineering; Reliability engineering","score_opus":0.020062836677860706,"score_gpt":0.22648487367526932,"score_spread":0.2064220369974086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404953629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11779542,0.017419444,0.8414671,0.00016020553,0.0014413752,0.00043351782,0.000036557332,0.003764305,0.017482113],"genre_scores_gemma":[0.94504184,0.000158183,0.053107165,0.000034089247,0.0003023715,0.00001315302,0.0000056757926,0.000113245645,0.0012242744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987894,0.000019674839,0.0003468877,0.0003016902,0.00015071192,0.00039160164],"domain_scores_gemma":[0.9992064,0.00038644517,0.000011792253,0.00027720715,0.000021263426,0.00009685557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027093384,0.00025232654,0.00025399364,0.00012377795,0.00011291513,0.00022777711,0.00009828168,0.00010783246,0.00012065777],"category_scores_gemma":[0.000059703685,0.00025175477,0.00005164709,0.00034972985,0.000027699589,0.00033726025,0.000040223196,0.00020248484,0.0000347925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001954983,0.0000020237292,0.00012929543,0.0004371257,0.0000754509,0.00006179829,0.00020609015,0.99323624,0.0016914257,0.0010363209,0.0017061757,0.0014160784],"study_design_scores_gemma":[0.000119006436,0.000009173702,0.000019574352,0.00041907752,0.000019926343,0.00023869271,0.00015662279,0.9670842,0.0006739708,0.000047847505,0.030910147,0.00030174895],"about_ca_topic_score_codex":0.00008470675,"about_ca_topic_score_gemma":0.000015357135,"teacher_disagreement_score":0.8272464,"about_ca_system_score_codex":0.0003370709,"about_ca_system_score_gemma":0.000052268846,"threshold_uncertainty_score":0.99999344},"labels":[],"label_agreement":null},{"id":"W4405221894","doi":"10.1093/jsxmed/qdae167.015","title":"(017) COST-EFFECTIVENESS MODELING OF IMPLANTABLE PROSTHESIS AS A FIRST-LINE OPTION FOR ERECTILE DYSFUNCTION MANAGEMENT","year":2024,"lang":"en","type":"article","venue":"The Journal of Sexual Medicine","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Erectile dysfunction; Penile prosthesis; Medicine; First line; Prosthesis; Surgery; Internal medicine","score_opus":0.0336946174316474,"score_gpt":0.27887117333008665,"score_spread":0.24517655589843926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405221894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1838495,0.0032907003,0.80806863,0.00021002936,0.002746576,0.0010394782,0.000008173951,0.00012704627,0.0006598407],"genre_scores_gemma":[0.9983266,0.00032909552,0.00052753696,0.000007765505,0.00061332237,0.00005611648,0.000004253064,0.00004487553,0.00009042179],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989555,0.000034179502,0.000507705,0.0000865766,0.00024746102,0.00016860223],"domain_scores_gemma":[0.99918854,0.000419628,0.000082739985,0.00015407629,0.00010536013,0.00004962992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015484093,0.0001513506,0.00033532234,0.0002333761,0.000042065618,0.000009916734,0.0001484176,0.00005285271,0.000013134849],"category_scores_gemma":[0.000053160238,0.00009872867,0.000026268106,0.00022803049,0.000022522403,0.0001396843,0.000015387717,0.0001825885,0.000004754394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021377688,0.000014673204,0.000005415668,0.0027158537,0.00036104178,0.0000065845265,0.0006359704,0.9625625,0.016070921,0.00026488825,0.00051323837,0.016635148],"study_design_scores_gemma":[0.0011239252,0.00151204,0.00010961891,0.002623216,0.00050858734,0.0005313372,0.00072758103,0.98292524,0.0033015618,0.000415835,0.006081067,0.00014000137],"about_ca_topic_score_codex":0.000030454628,"about_ca_topic_score_gemma":0.000002779767,"teacher_disagreement_score":0.8144771,"about_ca_system_score_codex":0.00020725348,"about_ca_system_score_gemma":0.000018013596,"threshold_uncertainty_score":0.40260383},"labels":[],"label_agreement":null},{"id":"W4405360468","doi":"10.1115/ipc2024-133086","title":"Assessing Hit Rate Reduction Benefits of Mechanical Damage Prevention for Application in Risk-Based Pressure Design","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reduction (mathematics); Risk analysis (engineering); Reliability engineering; Computer science; Environmental science; Engineering; Business; Mathematics","score_opus":0.025370225312497257,"score_gpt":0.26614660550929403,"score_spread":0.24077638019679679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405360468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024181005,0.0004455244,0.97345763,0.000024322679,0.0003931659,0.00082973804,0.000007984025,0.00053558,0.00012504138],"genre_scores_gemma":[0.9480845,0.000008732695,0.05134791,7.734918e-7,0.00007910052,0.00034438804,0.00002078595,0.000045272733,0.000068566515],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992043,0.000050276987,0.00033405575,0.00019445292,0.000079911704,0.00013701119],"domain_scores_gemma":[0.9995642,0.00015868832,0.00004007783,0.00018184155,0.000031449526,0.00002379959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007410341,0.000117101066,0.00015499422,0.00016951466,0.000016367567,0.00004543751,0.00007886328,0.00011399926,0.0000075639796],"category_scores_gemma":[0.00003615138,0.00012541765,0.000057503312,0.00026231576,0.0000058674145,0.00025908696,0.0000067699652,0.00011562856,0.0000042707134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005869168,0.000013121198,0.000012855215,0.00058291026,0.00003154023,1.170654e-7,0.00003181714,0.94157594,0.042956777,0.002200277,0.000072316594,0.012516482],"study_design_scores_gemma":[0.00020496712,0.000022642565,0.00097080896,0.00023638763,0.000042934607,0.0000010022288,0.00001694711,0.91768676,0.07963648,0.0004053746,0.00066329236,0.00011240622],"about_ca_topic_score_codex":0.00001904549,"about_ca_topic_score_gemma":0.0000043229,"teacher_disagreement_score":0.92390347,"about_ca_system_score_codex":0.00009068776,"about_ca_system_score_gemma":0.000031713214,"threshold_uncertainty_score":0.5114383},"labels":[],"label_agreement":null},{"id":"W4405360648","doi":"10.1115/ipc2024-134003","title":"Using Eliminative Argumentation to Enhance Trust in ILI Results","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs","funders":"","keywords":"Argumentation theory; Computer science; Epistemology","score_opus":0.018192994437973984,"score_gpt":0.3021071208420673,"score_spread":0.2839141264040933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405360648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4455447,0.0005034755,0.5033622,0.00023576828,0.0025157158,0.0006232075,0.000023179304,0.0016744093,0.045517378],"genre_scores_gemma":[0.98488325,0.0000052805517,0.014309089,0.000014368171,0.00007875442,0.000031586813,0.0000045143247,0.000032823446,0.0006403072],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992978,0.000008994481,0.00025583262,0.00017546659,0.000090197704,0.00017169256],"domain_scores_gemma":[0.99975395,0.00006331246,0.000005999482,0.00012532884,0.000011938499,0.000039440736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016019157,0.00011044363,0.0001020679,0.00022853616,0.000009308998,0.000038513415,0.00006649371,0.000041405954,0.000026225725],"category_scores_gemma":[0.000028034614,0.00011790256,0.000021425192,0.00043291823,0.0000051144943,0.00015379906,0.000013757627,0.000096118165,0.00016116383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006563459,0.0000053372996,0.000021084054,0.000165947,0.000023506424,0.000019481819,0.0031631477,0.9539032,0.028588204,0.0011245294,0.0006844726,0.012294553],"study_design_scores_gemma":[0.000102731465,0.000014668348,0.0010367858,0.0003019167,0.000004392963,0.0000051516463,0.00027001018,0.91989565,0.06747111,0.000031152347,0.010660028,0.00020640585],"about_ca_topic_score_codex":0.000048890397,"about_ca_topic_score_gemma":0.00002114068,"teacher_disagreement_score":0.5393386,"about_ca_system_score_codex":0.00037961657,"about_ca_system_score_gemma":0.000012732645,"threshold_uncertainty_score":0.48079267},"labels":[],"label_agreement":null},{"id":"W4405361773","doi":"10.1109/mvt.2024.3468128","title":"The Evolution of Automotive Software: From Safety to Quality and Security [Automotive Electronics]","year":2024,"lang":"en","type":"article","venue":"IEEE Vehicular Technology Magazine","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Automotive industry; Automotive electronics; Electronics; Software; Quality (philosophy); Engineering; Manufacturing engineering; Computer science; Electrical engineering; Operating system","score_opus":0.004998687425138096,"score_gpt":0.2236658435685457,"score_spread":0.21866715614340762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405361773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65234894,0.033699747,0.3028372,0.0024428605,0.001753591,0.00087827566,0.0002059623,0.005480398,0.00035304567],"genre_scores_gemma":[0.99748844,0.00017968006,0.0020147744,0.000016620223,0.0000840334,0.00008072595,0.0000099086465,0.00006485008,0.00006098381],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983572,0.000059247097,0.00053426565,0.00041029023,0.00020212262,0.00043692472],"domain_scores_gemma":[0.99880004,0.00032882183,0.000049226917,0.00059461547,0.00015875879,0.00006856727],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052756583,0.00028756962,0.00039642665,0.00032513068,0.00008748517,0.00003241974,0.00033822484,0.00036727585,0.0000065466797],"category_scores_gemma":[0.00031745268,0.00025030144,0.00008798173,0.00097064354,0.00019223602,0.000099014156,0.00009224764,0.0006098418,0.000097285614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021221623,0.00022853403,0.006817058,0.0022346876,0.005625882,0.00025457842,0.004037571,0.3923394,0.34735528,0.124108866,0.012461454,0.10432447],"study_design_scores_gemma":[0.0018545045,0.0006461263,0.06304717,0.0014209829,0.00041784416,0.00021339879,0.0006784636,0.3911842,0.1866867,0.066120416,0.28527132,0.0024588837],"about_ca_topic_score_codex":0.000052396415,"about_ca_topic_score_gemma":0.00007981039,"teacher_disagreement_score":0.3451395,"about_ca_system_score_codex":0.00071802683,"about_ca_system_score_gemma":0.00007940202,"threshold_uncertainty_score":0.99999493},"labels":[],"label_agreement":null},{"id":"W4405440657","doi":"10.1109/pst62714.2024.10788058","title":"Extending ISO 15118-20 EV Charging: Preventing Downgrade Attacks and Enabling New Security Capabilities","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Downgrade; Computer science; Computer security","score_opus":0.010233227342197103,"score_gpt":0.22521125893222935,"score_spread":0.21497803159003223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405440657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5589151,0.1576536,0.15687159,0.0015089297,0.014525004,0.0026964413,0.000064106316,0.026127623,0.0816376],"genre_scores_gemma":[0.9935636,0.00014510541,0.0022800427,0.000015180241,0.00075967744,0.000033842043,0.0000074551817,0.00011520894,0.0030799112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984671,0.000020823523,0.00041877202,0.0003986739,0.00018413586,0.00051048835],"domain_scores_gemma":[0.99927276,0.00022325282,0.000019862851,0.00029515423,0.000015441045,0.00017349831],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003438573,0.00032243508,0.000345685,0.00024455754,0.000075666576,0.0002774688,0.00015785874,0.00012816011,0.00017180831],"category_scores_gemma":[0.00004047872,0.00032909398,0.00013679867,0.00027455448,0.000028582404,0.00043195902,0.000056793542,0.00036085508,0.000061233564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029052413,0.00014596597,0.006301856,0.053612947,0.013828199,0.0005310169,0.14030932,0.34865552,0.1551805,0.14056306,0.06563295,0.075209625],"study_design_scores_gemma":[0.00043016515,0.000038365502,0.00036558314,0.0011438302,0.00041437143,0.00024304783,0.001714808,0.6726453,0.014295566,0.0019071476,0.30535093,0.0014508998],"about_ca_topic_score_codex":0.00009604459,"about_ca_topic_score_gemma":0.00001228306,"teacher_disagreement_score":0.43464848,"about_ca_system_score_codex":0.00017100624,"about_ca_system_score_gemma":0.000040149687,"threshold_uncertainty_score":0.99991614},"labels":[],"label_agreement":null},{"id":"W4405709739","doi":"10.1109/iceccme62383.2024.10796175","title":"FairDETOCS: An approach to detect and connect unfair models","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Computer security","score_opus":0.015176038145905379,"score_gpt":0.20282075206920072,"score_spread":0.18764471392329535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405709739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012742791,0.0014512216,0.9151895,0.000026605074,0.00044690707,0.00033253423,0.0000066799125,0.003722392,0.06608139],"genre_scores_gemma":[0.9593441,0.000009758684,0.04006195,0.000023711991,0.00011879242,0.00009843715,0.000003481531,0.00008320912,0.00025657922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992034,0.000010076306,0.00017446354,0.00027347013,0.000095656,0.00024292733],"domain_scores_gemma":[0.9995174,0.00004567875,0.0000031018194,0.00026512388,0.000010944498,0.0001577441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000146251,0.00018600922,0.00016935867,0.00015892969,0.000020010495,0.00011071192,0.00012289477,0.00007849413,0.000013828044],"category_scores_gemma":[0.0000059149343,0.00017549623,0.000032855995,0.00021534608,0.000009841199,0.0002655912,0.000030240919,0.00012371765,0.00006722864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013209994,0.0000027732603,0.0000023218706,0.00028395205,0.000063590385,0.0000047887647,0.0006660999,0.9658245,0.0017702371,0.015667642,0.0007368775,0.014975919],"study_design_scores_gemma":[0.00006473744,0.000023711233,0.00005560582,0.000040616418,0.00001057054,0.00004097909,0.00009509293,0.9869882,0.0010276692,0.000596557,0.010786794,0.0002695041],"about_ca_topic_score_codex":0.00002429949,"about_ca_topic_score_gemma":0.000003851432,"teacher_disagreement_score":0.9466013,"about_ca_system_score_codex":0.00006426416,"about_ca_system_score_gemma":0.000011904992,"threshold_uncertainty_score":0.7156528},"labels":[],"label_agreement":null},{"id":"W4406071959","doi":"10.1016/j.geits.2025.100262","title":"Enhancing security in the ISO 15118–20 EV charging system","year":2025,"lang":"en","type":"article","venue":"Green Energy and Intelligent Transportation","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer security; Business; Security system; Computer science","score_opus":0.005425623519634959,"score_gpt":0.1906480694446055,"score_spread":0.18522244592497053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406071959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29940796,0.0040213745,0.6858435,0.00027308744,0.0016424794,0.00040373325,0.000019779827,0.00069778395,0.0076902723],"genre_scores_gemma":[0.9994384,0.00013040578,0.000086662476,0.00006314913,0.00006867969,0.000065182336,0.00004677391,0.000016050766,0.00008470418],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991324,0.000028788992,0.00038156047,0.0001628338,0.00010707637,0.00018733242],"domain_scores_gemma":[0.9997086,0.00006558733,0.000024754321,0.00015642634,0.000019506597,0.000025121624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024261411,0.0001549367,0.00016713054,0.00016718176,0.000050862775,0.000021282724,0.00012574768,0.00008944016,0.0000054020143],"category_scores_gemma":[0.0000027484461,0.00013899094,0.000045518034,0.00030062278,0.000014619838,0.000110391746,0.0000016416977,0.00012262646,0.0000027139183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058464226,0.00008495147,0.010254221,0.0056179,0.0003956875,0.00008952213,0.03679928,0.46613264,0.010919965,0.43294066,0.00050956244,0.036197126],"study_design_scores_gemma":[0.0011698472,0.00008424537,0.051998444,0.0035949647,0.0002015068,0.000028423294,0.009695982,0.61889154,0.123247385,0.0016757997,0.18799518,0.0014166706],"about_ca_topic_score_codex":0.00070986466,"about_ca_topic_score_gemma":0.0020010322,"teacher_disagreement_score":0.70003045,"about_ca_system_score_codex":0.0000817599,"about_ca_system_score_gemma":0.000012272857,"threshold_uncertainty_score":0.5667886},"labels":[],"label_agreement":null},{"id":"W4406456989","doi":"10.1016/s1544-8800(08)70376-2","title":"10.1016/s1544-8800(08)70376-2","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telmisartan; Medicine; Cardiology; Internal medicine; Blood pressure","score_opus":0.0031708159454999995,"score_gpt":0.13789292644133896,"score_spread":0.13472211049583896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406456989","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029303,0.00013847195,0.000073306524,0.000047592584,0.000012634994,0.00023744318,0.000012090629,0.001289438,0.997896],"genre_scores_gemma":[0.0014840122,2.9957525e-7,0.00051336415,0.000007941055,0.0002628688,0.00005935907,0.000011574454,0.00010746575,0.9975531],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892765,0.000013973829,0.0002862151,0.00021156333,0.0001589538,0.00040166473],"domain_scores_gemma":[0.9992719,0.000056871715,0.000012473582,0.000459738,0.0000203012,0.00017866123],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010668988,0.00024290162,0.0002452482,0.00011429141,0.00003507254,0.000038649985,0.00028034256,0.000102953236,0.9887139],"category_scores_gemma":[0.000017497301,0.0002757759,0.000077180826,0.0002672302,0.000013474675,0.00010910314,0.000023658984,0.00015600053,0.99660105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001287593,0.000016665108,1.3455455e-7,0.00006272258,0.000071677816,0.000009948872,0.000056515175,0.2592427,0.00026215066,0.0000028599948,0.34974712,0.3905146],"study_design_scores_gemma":[0.00017427822,0.000029331526,0.000052530686,0.000040836723,0.000010522448,0.000018975263,5.4977465e-7,0.023894208,0.0002111483,0.0000012566748,0.9752446,0.0003217819],"about_ca_topic_score_codex":0.000026016041,"about_ca_topic_score_gemma":2.0562449e-7,"teacher_disagreement_score":0.62549746,"about_ca_system_score_codex":0.0001295186,"about_ca_system_score_gemma":0.000013340114,"threshold_uncertainty_score":0.9999694},"labels":[],"label_agreement":null},{"id":"W4406579017","doi":"10.1016/s1544-8800(06)70650-9","title":"10.1016/s1544-8800(06)70650-9","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subpoena; Medicine; Law; Political science","score_opus":0.0031426328410651826,"score_gpt":0.13750733955987735,"score_spread":0.13436470671881215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406579017","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003470567,0.00016696539,0.00008647883,0.000045831897,0.000010040234,0.00023168391,0.000014422724,0.0016335715,0.99746394],"genre_scores_gemma":[0.001817457,3.3998452e-7,0.00058160716,0.000008061768,0.000263666,0.000057138244,0.0000144783435,0.000107798194,0.99714947],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989213,0.0000143268735,0.00027690313,0.00021163093,0.00017043152,0.0004054267],"domain_scores_gemma":[0.9992768,0.000046755362,0.000011900243,0.0004599543,0.00002159292,0.00018296414],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000115337774,0.00024284297,0.00024614288,0.00011863875,0.0000362755,0.00003997128,0.0002826686,0.00010325505,0.98423135],"category_scores_gemma":[0.000015486006,0.00027583094,0.00007446342,0.00027215498,0.000013759951,0.000108125314,0.000023207573,0.00015979694,0.99636304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009807374,0.000015839012,1.6763961e-7,0.000059020073,0.000068164714,0.000011170827,0.00004803694,0.24840249,0.0003103111,0.0000025388922,0.46510223,0.28597024],"study_design_scores_gemma":[0.00016785637,0.000026202793,0.00007672173,0.000040778228,0.000010539349,0.000019104094,5.800654e-7,0.024539107,0.00021880293,0.000001314121,0.97457767,0.00032134564],"about_ca_topic_score_codex":0.000010162413,"about_ca_topic_score_gemma":7.2557334e-8,"teacher_disagreement_score":0.5094754,"about_ca_system_score_codex":0.00013104394,"about_ca_system_score_gemma":0.000013984056,"threshold_uncertainty_score":0.99996936},"labels":[],"label_agreement":null},{"id":"W4406788559","doi":"10.1016/j.jss.2025.112353","title":"Automatic instantiation of assurance cases from patterns using large language models","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; École de Technologie Supérieure; York University","funders":"Mitacs; York University","keywords":"Computer science; Programming language; Software engineering; Natural language processing","score_opus":0.011402339250483234,"score_gpt":0.22900724107885126,"score_spread":0.21760490182836803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406788559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6845182,0.0066888896,0.30795097,0.000002387813,0.000643807,0.00006823909,0.00005717598,0.00004656788,0.00002375651],"genre_scores_gemma":[0.9975276,0.00007458297,0.002282681,0.0000033256233,0.0000822846,0.0000017359567,0.000002199075,0.000016571588,0.000009013808],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991037,0.000025715148,0.0005618921,0.000060018476,0.00014028701,0.00010835509],"domain_scores_gemma":[0.99941206,0.00016203051,0.00018711876,0.00012456473,0.00008042589,0.000033789052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019865499,0.00010582119,0.0003572861,0.00015505461,0.000023413202,0.00002823162,0.00008108089,0.00007072984,0.00000372004],"category_scores_gemma":[0.000056107514,0.00009661369,0.000055803488,0.00010500065,0.0000058067276,0.00026254644,0.000013409527,0.000101794496,2.6992043e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007118741,0.000026506435,0.05468456,0.0039401404,0.00036822262,0.00007735077,0.002518808,0.9329893,0.0025104717,0.00029747828,0.00012656167,0.0024535],"study_design_scores_gemma":[0.000724872,0.000024042864,0.028348198,0.005481482,0.00008375399,0.00013499087,0.0013396232,0.96298784,0.00047135312,0.00003136444,0.00019978634,0.00017269234],"about_ca_topic_score_codex":0.00018023525,"about_ca_topic_score_gemma":0.000011140959,"teacher_disagreement_score":0.3130094,"about_ca_system_score_codex":0.000079396865,"about_ca_system_score_gemma":0.0000360057,"threshold_uncertainty_score":0.3939792},"labels":[],"label_agreement":null},{"id":"W4407412284","doi":"10.2514/6.2025-2511","title":"DO-178 Compliance Considerations for Artificial Intelligent Software","year":2025,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Compliance (psychology); Computer science; Software; Artificial intelligence; Software engineering; Operating system; Psychology","score_opus":0.057098291193906185,"score_gpt":0.2812786180753244,"score_spread":0.2241803268814182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407412284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005344181,0.0002866941,0.986913,0.00019965242,0.0016288806,0.0004501877,0.00001689692,0.0010539703,0.008916271],"genre_scores_gemma":[0.91751194,0.000005181833,0.08086155,0.000119600554,0.00010899321,0.00024874488,0.000008125135,0.000029178425,0.0011066635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993362,0.000004982109,0.00027929718,0.00014109597,0.00005110792,0.00018732414],"domain_scores_gemma":[0.999331,0.00033090028,0.000010965241,0.00023300879,0.000059653907,0.000034445697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008011072,0.00012337914,0.00015369605,0.000089995396,0.00006615864,0.000055435634,0.000079337144,0.00006072005,0.00012179511],"category_scores_gemma":[0.00013906223,0.00013395782,0.00006046891,0.00011918132,0.000016454114,0.00004924821,0.000015450702,0.00007426992,0.000079783815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004590787,0.000026630874,0.00029701568,0.0005181788,0.00017044978,0.0000019532574,0.00021997784,0.6742812,0.0017358087,0.25531062,0.05342713,0.014006472],"study_design_scores_gemma":[0.0003875917,0.000026620815,0.00095662795,0.00033273638,0.000044391385,0.000010235366,0.00017975135,0.69183576,0.039107632,0.029724807,0.23673488,0.000658994],"about_ca_topic_score_codex":0.000004153749,"about_ca_topic_score_gemma":0.000013617572,"teacher_disagreement_score":0.9169775,"about_ca_system_score_codex":0.00009922003,"about_ca_system_score_gemma":0.000031446358,"threshold_uncertainty_score":0.5462641},"labels":[],"label_agreement":null},{"id":"W4408696323","doi":"10.1109/itsc58415.2024.10920269","title":"Awareness and Assistance: General Drivers' Cyber Threat Identification and the Role of an In-Vehicle Console Display","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Identification (biology); Computer science; Human–computer interaction; Computer security; Internet privacy","score_opus":0.0040421078914493,"score_gpt":0.20866970478908298,"score_spread":0.20462759689763368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408696323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98867494,0.0031370292,0.0058610314,0.00004016269,0.00022426763,0.00015680023,0.00000859122,0.00015802518,0.0017391477],"genre_scores_gemma":[0.9992668,0.0000681233,0.00037450236,0.0000029629507,0.000031573225,0.000026956239,0.000004292569,0.000017920827,0.00020687503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949986,0.00001838309,0.00017971582,0.00013626073,0.00006976414,0.00009601565],"domain_scores_gemma":[0.9997155,0.00007333112,0.000010402362,0.00016177614,0.000011642583,0.000027367389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018118431,0.00008715382,0.0001278607,0.000057775866,0.000022325155,0.000054882843,0.000062993175,0.000044876353,0.000008159821],"category_scores_gemma":[0.000005005167,0.0000656789,0.000016648472,0.00011143495,0.000067077315,0.00017152564,0.00001816269,0.00006946906,0.0000029319115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064443935,0.000056107852,0.13440384,0.0015126477,0.0003934257,0.000026539301,0.011413038,0.15723082,0.2644665,0.38533166,0.00032284035,0.044778153],"study_design_scores_gemma":[0.00035125,0.0000038936278,0.07156888,0.000058364873,0.000014349295,0.000008671967,0.00026212842,0.91500705,0.010316741,0.00049811404,0.0018048229,0.0001057232],"about_ca_topic_score_codex":0.00012825147,"about_ca_topic_score_gemma":0.000083939376,"teacher_disagreement_score":0.75777626,"about_ca_system_score_codex":0.000031465283,"about_ca_system_score_gemma":0.000009693927,"threshold_uncertainty_score":0.2678308},"labels":[],"label_agreement":null},{"id":"W4408992910","doi":"10.1007/s42154-024-00313-z","title":"Cascaded Safety Analysis and Test Scenario Generation Techniques for Autonomous Driving: A Case Study with WATonoBus","year":2025,"lang":"en","type":"article","venue":"Automotive Innovation","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Hazard and operability study; Operability; Reliability engineering; Computer science; Reliability (semiconductor); Systems engineering; Process (computing); Hazard; Field (mathematics); Function (biology); Fault tree analysis; System safety; Scenario testing; Risk analysis (engineering); Engineering; Artificial intelligence","score_opus":0.011068845702045907,"score_gpt":0.24657826351040307,"score_spread":0.23550941780835716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408992910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52755815,0.00002088837,0.4700165,0.00007400172,0.000108622,0.0011914425,0.000015906835,0.00076663983,0.00024787147],"genre_scores_gemma":[0.9880212,0.0000020175762,0.011141961,0.000032911936,0.00007384775,0.0004584671,0.00008498641,0.00004051382,0.00014408074],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987119,0.00002603847,0.00056888093,0.00035728962,0.00011052014,0.00022538078],"domain_scores_gemma":[0.9989111,0.00021659197,0.0000956901,0.0003060048,0.0004436744,0.000026956244],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004654035,0.00026377774,0.0003600591,0.0011500227,0.00016494954,0.000091967464,0.00008388777,0.00011860358,0.000003546015],"category_scores_gemma":[0.0001717809,0.00025807775,0.000039007828,0.0030574135,0.00003172019,0.00023257127,0.000028960047,0.00016031163,7.844472e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009594258,0.0010395936,0.50476104,0.00081033073,0.011258879,0.00065859145,0.011911764,0.25785065,0.044283517,0.012366293,0.0014998956,0.15346348],"study_design_scores_gemma":[0.0014498822,0.0004752093,0.085847095,0.00010424536,0.000936512,0.000237886,0.0013498892,0.8623848,0.043717857,0.000033341123,0.002735329,0.0007279741],"about_ca_topic_score_codex":0.00016957922,"about_ca_topic_score_gemma":0.0004419736,"teacher_disagreement_score":0.60453415,"about_ca_system_score_codex":0.0004200426,"about_ca_system_score_gemma":0.00006940334,"threshold_uncertainty_score":0.9999871},"labels":[],"label_agreement":null},{"id":"W4409254452","doi":"10.1007/978-3-031-87719-3_7","title":"A Tool Support Methodology for Creating Security Cases Using Argument Patterns","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Argument (complex analysis); Software engineering","score_opus":0.04154853577487025,"score_gpt":0.28582922638364616,"score_spread":0.2442806906087759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409254452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095856667,0.00024589282,0.9937554,0.000030334812,0.0030153086,0.00070485903,0.000064319276,0.00029416915,0.00093113136],"genre_scores_gemma":[0.28214455,0.000014949802,0.71630275,0.00028684147,0.0008560029,0.00006649657,0.00002250182,0.00010465108,0.00020122596],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778724,0.000023095352,0.0005943266,0.0007323126,0.00028373726,0.00057931175],"domain_scores_gemma":[0.9970021,0.0020966798,0.0001086141,0.0006178972,0.00010374945,0.00007092632],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090713,0.0004900474,0.0006668165,0.0005907201,0.00011135116,0.00010573585,0.0006488082,0.00033419894,0.000029349623],"category_scores_gemma":[0.00027860655,0.0005238844,0.00015017572,0.00018237617,0.00011503718,0.00009363594,0.00025346933,0.0004845742,0.00000306182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004535396,0.0000064087467,0.000116661184,0.0008356088,0.000056591965,0.00006910678,0.00070823944,0.9210619,0.00035213056,0.0015543668,0.00002429546,0.0752102],"study_design_scores_gemma":[0.00021831167,0.000070144306,0.00002929751,0.0009134968,0.00003637741,0.0001667607,5.914653e-7,0.9866893,0.0033100175,0.004841891,0.00309801,0.0006257671],"about_ca_topic_score_codex":0.00004321171,"about_ca_topic_score_gemma":0.000040797324,"teacher_disagreement_score":0.28118598,"about_ca_system_score_codex":0.0007248658,"about_ca_system_score_gemma":0.00025448654,"threshold_uncertainty_score":0.9997213},"labels":[],"label_agreement":null},{"id":"W4409359883","doi":"10.1139/dsa-2024-0060","title":"SORA tool—a specific operation risk assessment tool for civilian drone operations","year":2025,"lang":"en","type":"article","venue":"Drone Systems and Applications","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Drone; Risk assessment; Computer science; Aeronautics; Engineering; Computer security; Biology","score_opus":0.006181340707587753,"score_gpt":0.2330116537069929,"score_spread":0.22683031299940515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409359883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008936812,0.0014744068,0.98153955,0.00013766796,0.00058284396,0.0028489553,0.00021096884,0.0004619874,0.0038068104],"genre_scores_gemma":[0.9810861,0.00019315146,0.009082102,0.00001370164,0.00038706436,0.00747777,0.00018098658,0.00004548437,0.0015336535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988027,0.000025300864,0.00052071724,0.00031478453,0.00010490878,0.00023154942],"domain_scores_gemma":[0.9992474,0.000087632936,0.000036709487,0.0004906501,0.0000866779,0.000050930354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030659675,0.00020883998,0.00027202186,0.00013820417,0.00034199256,0.0002509734,0.00014141161,0.00011122485,0.000009596967],"category_scores_gemma":[0.000007955312,0.00022533463,0.000055303208,0.0002442198,0.000026612204,0.0001802385,0.000025741812,0.00014134555,0.000029047376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000202494,0.00005329161,0.0005253074,0.0005502009,0.00013347641,2.1841383e-7,0.00011907258,0.63036704,0.008251959,0.34770986,0.0041173473,0.008170219],"study_design_scores_gemma":[0.0005403006,0.000017256729,0.0038723366,0.00007680214,0.000047790796,0.000004512631,0.00016795174,0.5014445,0.0002591471,0.00016842202,0.49308175,0.00031923022],"about_ca_topic_score_codex":0.000057125126,"about_ca_topic_score_gemma":0.000022003254,"teacher_disagreement_score":0.97245747,"about_ca_system_score_codex":0.00020158305,"about_ca_system_score_gemma":0.000050426934,"threshold_uncertainty_score":0.918888},"labels":[],"label_agreement":null},{"id":"W4410733631","doi":"10.1016/j.infsof.2025.107767","title":"How do practitioners gain confidence in assurance cases?","year":2025,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medical physics; Medicine","score_opus":0.0042908881146220875,"score_gpt":0.20466729364616917,"score_spread":0.2003764055315471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410733631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058949403,0.0015234046,0.927507,0.0028745246,0.0008244264,0.00050990435,0.000016691933,0.0036393565,0.004155302],"genre_scores_gemma":[0.9957825,0.00009084551,0.0039070505,0.00007272069,0.000004548055,0.000074956915,0.000006940861,0.0000048687625,0.00005557089],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995403,0.000005150607,0.00020705858,0.00006140605,0.000050690618,0.00013533903],"domain_scores_gemma":[0.9996606,0.00009479379,0.000033726832,0.00015745494,0.00003753424,0.00001585455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093670475,0.00009127964,0.00012144052,0.0005605316,0.000025198651,0.00005766995,0.00009045325,0.00016669616,0.000003996635],"category_scores_gemma":[0.00041891556,0.000102480044,0.000011319174,0.00044773734,0.000040902883,0.00063413824,0.000021157311,0.00017851917,0.000013887594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025169214,0.0000275223,0.05197496,0.0028115485,0.00013091623,0.0000698755,0.0018367871,0.13501854,0.0005091397,0.30610913,0.008427301,0.49305913],"study_design_scores_gemma":[0.002677499,0.000077401535,0.027609942,0.0010747841,0.000023104381,0.0005579117,0.003976319,0.09271553,0.0044763475,0.007945585,0.85770935,0.0011562253],"about_ca_topic_score_codex":0.000008599134,"about_ca_topic_score_gemma":0.000013297564,"teacher_disagreement_score":0.9368331,"about_ca_system_score_codex":0.00008677754,"about_ca_system_score_gemma":0.000026319947,"threshold_uncertainty_score":0.4179015},"labels":[],"label_agreement":null},{"id":"W4411449810","doi":"10.1007/978-981-97-9526-0_11","title":"Software-Driven Revolution Redefining Automotive Industry","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"American Water (Canada)","funders":"","keywords":"Automotive industry; Software; Manufacturing engineering; Engineering; Business; Computer science; Operating system; Aerospace engineering","score_opus":0.009339515875957091,"score_gpt":0.1966147055670091,"score_spread":0.187275189691052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006605795,0.06149977,0.84176636,0.000045688827,0.0076924884,0.0011686921,0.00005762247,0.0014586647,0.08624468],"genre_scores_gemma":[0.9678746,0.0016664749,0.0025717462,0.00011190226,0.003490862,0.0002067897,0.00022080101,0.00047355064,0.023383288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805796,0.00003607365,0.0007456912,0.00050121575,0.00020201335,0.0004570699],"domain_scores_gemma":[0.99873126,0.00048917416,0.00014478492,0.0004704315,0.00006917292,0.00009519958],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00026796272,0.000631536,0.0009203667,0.00035478114,0.00006708845,0.00008665788,0.00020901853,0.0025100429,0.000014465843],"category_scores_gemma":[0.00010492159,0.0006695027,0.00011308051,0.00013754002,0.000049572995,0.00006122043,0.00007991694,0.0022892456,0.000006904173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003638789,0.0000017146423,0.00033054472,0.00060886506,0.00014564124,0.000027666236,0.000092692026,0.9891185,0.0000019998317,0.0023973058,0.0013409798,0.005930447],"study_design_scores_gemma":[0.00030192846,0.000029482851,0.00020737742,0.008255816,0.00007226436,0.0000632636,0.000005188863,0.92962563,0.000002031795,0.00047277627,0.060136355,0.00082785805],"about_ca_topic_score_codex":0.000052474254,"about_ca_topic_score_gemma":0.000036277255,"teacher_disagreement_score":0.96780854,"about_ca_system_score_codex":0.0005150709,"about_ca_system_score_gemma":0.000052692292,"threshold_uncertainty_score":0.9995756},"labels":[],"label_agreement":null},{"id":"W4411798945","doi":"10.1109/access.2025.3584206","title":"Building a Robust Scenario Library for Safety Assurance of Automated Driving Systems: A Review","year":2025,"lang":"en","type":"review","venue":"IEEE Access","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Warwick; Transport Canada; UK Research and Innovation; Department of Transport, UK Government","keywords":"Computer science; Safety assurance; System safety; Engineering; Reliability engineering","score_opus":0.032269472960586826,"score_gpt":0.31487752076115605,"score_spread":0.28260804780056925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411798945","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.699698e-7,0.90328217,0.0839224,0.000009482895,0.003964472,0.0040994664,0.00036385757,0.0034707014,0.0008871547],"genre_scores_gemma":[0.00002437571,0.9925826,0.004591374,0.000014388753,0.0003212749,0.001697705,0.0001225172,0.0003208347,0.0003249037],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611133,0.00013928772,0.0023005502,0.00058847776,0.00027194276,0.00058841886],"domain_scores_gemma":[0.9966348,0.0014829183,0.00060596183,0.001061845,0.00009829821,0.0001161765],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055281277,0.0008697623,0.004162853,0.0005441476,0.00006570934,0.0001770179,0.0018232897,0.0005060102,0.000017294933],"category_scores_gemma":[0.00024437538,0.00084424304,0.00079149194,0.0014745616,0.000028392062,0.0006814586,0.00016688737,0.00046532322,0.000013946089],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012154435,0.000010076968,0.0000029337727,0.80126595,0.0005334406,0.0000065232052,0.0000056387835,0.09290349,0.0000010577185,0.00013192634,0.03362064,0.07151713],"study_design_scores_gemma":[0.00009935854,0.0000047082485,0.0000016579339,0.38989067,0.0004965388,0.000018715085,4.6747755e-7,0.027814673,0.0000048141346,0.0000010796329,0.5812291,0.00043819798],"about_ca_topic_score_codex":0.000012690093,"about_ca_topic_score_gemma":0.000001485981,"teacher_disagreement_score":0.5476085,"about_ca_system_score_codex":0.0003766196,"about_ca_system_score_gemma":0.00055503176,"threshold_uncertainty_score":0.99940085},"labels":[],"label_agreement":null},{"id":"W4412560361","doi":"10.2139/ssrn.5345722","title":"The Occupational Ontology (OccO): Building a Bridge between Global Occupational Standards&amp;nbsp;","year":2025,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Bridge (graph theory); Ontology; Engineering; Computer science; Medicine; Philosophy; Epistemology","score_opus":0.010912602328371202,"score_gpt":0.2911416337687396,"score_spread":0.28022903144036837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412560361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1531269,0.007370001,0.8325388,0.0007063739,0.0020699112,0.00027881938,0.00013875664,0.0003852781,0.0033851976],"genre_scores_gemma":[0.9977148,0.00039717864,0.0007773866,0.000043613683,0.0006592904,0.00002642868,0.000022501095,0.000032019456,0.0003267423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99654293,0.0000838991,0.00063139247,0.00022344106,0.00051477924,0.0020035685],"domain_scores_gemma":[0.99899685,0.00029795346,0.00010570257,0.00029384135,0.0002139891,0.00009163403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020477169,0.00028454274,0.0003044328,0.00014542701,0.00044560444,0.00013554376,0.00055956934,0.00016123707,0.000015803573],"category_scores_gemma":[0.00022675443,0.00025044172,0.00017186618,0.00045190708,0.00006873556,0.00017558638,0.0000543664,0.0014387575,0.00002551908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015183832,0.000025406844,0.10136839,0.00005983391,0.0019251591,0.0000047023514,0.000077122095,0.050349284,0.00015904772,0.7879093,0.0079230415,0.05004688],"study_design_scores_gemma":[0.0020695885,0.00010650307,0.4131028,0.00017361673,0.00016621262,0.00070175406,0.00013298304,0.006447831,0.000074813914,0.117563255,0.45867276,0.00078786863],"about_ca_topic_score_codex":0.00006226981,"about_ca_topic_score_gemma":0.0008151924,"teacher_disagreement_score":0.8445879,"about_ca_system_score_codex":0.006101256,"about_ca_system_score_gemma":0.0037611737,"threshold_uncertainty_score":0.99999475},"labels":[],"label_agreement":null},{"id":"W4412927357","doi":"10.18280/ijsse.150604","title":"Securing Smart Vehicles: A Bilateral TARA Approach for ISO 21434 and ASPICE for CS Compliance","year":2025,"lang":"en","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Compliance (psychology); Computer security; Psychology; Computer science; Transport engineering; Engineering; Social psychology","score_opus":0.010273271733878226,"score_gpt":0.23322703092056268,"score_spread":0.22295375918668445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412927357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055480566,0.0029841105,0.93838644,0.00032642725,0.0019499316,0.00039991987,0.000078354366,0.00012335501,0.00027087066],"genre_scores_gemma":[0.97194636,0.00030552043,0.0272346,0.000044945424,0.00035573656,0.000029631488,0.000014071166,0.000035786772,0.0000333355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885255,0.000007206758,0.0005845025,0.00016521684,0.00015766716,0.00023284071],"domain_scores_gemma":[0.99927765,0.0002471511,0.00008680667,0.000095581294,0.00020770876,0.00008512488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037136316,0.00021560995,0.00034880082,0.00027933344,0.00005180487,0.0000869611,0.00025656493,0.000107601794,0.0000013677666],"category_scores_gemma":[0.00008696528,0.00023109575,0.000117177566,0.00009637006,0.000024968902,0.00028293926,0.000049306356,0.0002443205,2.0905038e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043842214,0.000070580674,0.0009510808,0.0032473945,0.0015470166,0.00001588176,0.002349808,0.95427316,0.006808937,0.02030695,0.00041020653,0.009580575],"study_design_scores_gemma":[0.0016908258,0.000049439324,0.0019077512,0.00060537277,0.000043519623,0.00014015991,0.00009912589,0.9512184,0.0009489164,0.00037566465,0.042659678,0.0002610943],"about_ca_topic_score_codex":0.0000041503545,"about_ca_topic_score_gemma":8.921475e-7,"teacher_disagreement_score":0.9164658,"about_ca_system_score_codex":0.00014673777,"about_ca_system_score_gemma":0.000024405976,"threshold_uncertainty_score":0.94238114},"labels":[],"label_agreement":null},{"id":"W4413205579","doi":"10.1109/edcc66201.2025.00031","title":"Integrating Defeaters into Subjective Logic-Based Quantitative Assurance Arguments","year":2025,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs; University of Victoria","funders":"","keywords":"Computer science","score_opus":0.009068351571803714,"score_gpt":0.2462247881485167,"score_spread":0.23715643657671298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413205579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033391256,0.00033049728,0.9051242,0.00011321008,0.0010712785,0.00033039454,0.0000040179557,0.001152692,0.058482442],"genre_scores_gemma":[0.93438476,0.0000034771779,0.06501207,0.00010677783,0.0000146961565,0.00010005061,0.0000062387144,0.00002894632,0.00034297263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990744,0.000032306696,0.00029598002,0.00022549511,0.00011125188,0.00026056689],"domain_scores_gemma":[0.9993237,0.00030559782,0.000027168493,0.00023660828,0.00006431189,0.000042576103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016746309,0.00023101481,0.00024567856,0.00021033862,0.000055793145,0.000042548778,0.00019176703,0.000084354506,0.00002741981],"category_scores_gemma":[0.00012933978,0.00021812986,0.00007389752,0.00042697607,0.000031442938,0.00012410122,0.000021392092,0.00018021799,0.00007582496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024165049,0.000033173266,0.010385215,0.0005747793,0.00037598066,0.000011158057,0.0011347936,0.91266954,0.017359737,0.053158976,0.0018573194,0.0024151634],"study_design_scores_gemma":[0.0011169654,0.00007691911,0.015527212,0.00076614413,0.00003696107,0.000002077552,0.001333183,0.9028439,0.06896119,0.0017527546,0.006827745,0.00075493276],"about_ca_topic_score_codex":0.00012179682,"about_ca_topic_score_gemma":0.000079804624,"teacher_disagreement_score":0.9009935,"about_ca_system_score_codex":0.000365012,"about_ca_system_score_gemma":0.000045711873,"threshold_uncertainty_score":0.8895078},"labels":[],"label_agreement":null},{"id":"W4413373109","doi":"10.1007/978-3-032-02018-5_16","title":"Certus: A Domain Specific Language for Confidence Assessment in Assurance Cases","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs; University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); Domain-specific language; Natural language processing; Artificial intelligence; Software engineering; Mathematics","score_opus":0.011549129852961564,"score_gpt":0.2458385963605707,"score_spread":0.23428946650760915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413373109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017788044,0.00226981,0.9890748,0.00011549308,0.002516584,0.0008346409,0.000042225645,0.0002465119,0.0047220183],"genre_scores_gemma":[0.5266351,0.0001408651,0.47149467,0.00019755229,0.0006683397,0.00017073187,0.000022505388,0.000111758956,0.00055850286],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778104,0.0000137478255,0.00054932,0.0007430252,0.00037543118,0.00053745793],"domain_scores_gemma":[0.9977472,0.001311929,0.00007914359,0.00072217523,0.00006767697,0.00007187508],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056500314,0.00046665504,0.0005820439,0.0007366792,0.000054280594,0.00013888729,0.0008878019,0.00025847382,0.00001780373],"category_scores_gemma":[0.00005242947,0.000495659,0.00010043837,0.00037349318,0.00017173811,0.00015006892,0.00013781388,0.00063838525,0.000007634999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073506376,0.000013327028,0.00007633483,0.00077067944,0.00002565414,0.0002931139,0.00088873215,0.8886455,0.000954699,0.014720865,0.00019514527,0.09340858],"study_design_scores_gemma":[0.0011453847,0.00013363612,0.00096172694,0.006432305,0.000014949371,0.00017239428,0.000005244924,0.9160358,0.002076892,0.015276154,0.05585423,0.0018913267],"about_ca_topic_score_codex":0.000028456236,"about_ca_topic_score_gemma":0.00018587612,"teacher_disagreement_score":0.5264572,"about_ca_system_score_codex":0.00088387774,"about_ca_system_score_gemma":0.0003111652,"threshold_uncertainty_score":0.9997495},"labels":[],"label_agreement":null},{"id":"W4413413852","doi":"10.1007/978-3-032-01241-8_14","title":"Balancing the Risks and Benefits of Using Large Language Models to Support Assurance Case Development","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Critical Systems Labs; University of Victoria","funders":"","keywords":"Computer science; Software engineering; Risk analysis (engineering); Operations research; Engineering","score_opus":0.02598692833681027,"score_gpt":0.24242178802577727,"score_spread":0.216434859688967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413413852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011413492,0.0010855804,0.98546034,0.000015900143,0.00074180414,0.00033000976,0.00002194233,0.0000908561,0.0008400718],"genre_scores_gemma":[0.8714233,0.000009731176,0.128304,0.000080546546,0.000090888534,0.0000070395004,0.0000017941419,0.000030579024,0.000052096795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859935,0.0000071905156,0.0003822375,0.00039089422,0.0002757586,0.0003445518],"domain_scores_gemma":[0.99912286,0.00023921866,0.00006184363,0.00044700614,0.00006339582,0.00006567912],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053529633,0.00029216651,0.00035339914,0.00034062736,0.000091695074,0.000056309516,0.0004240972,0.00013765683,0.0000035245891],"category_scores_gemma":[0.000024858533,0.0002522143,0.00003439344,0.00024472797,0.000062893436,0.000100890975,0.000290517,0.00031524608,0.0000015607103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.711884e-7,0.0000015656668,0.00003327749,0.00016850821,0.0000130533845,0.000058973415,0.0021832553,0.9347908,0.00007365693,0.00030830965,0.000003437724,0.062364507],"study_design_scores_gemma":[0.00011091179,0.0000113325,0.00012189153,0.0009996768,0.00000983792,0.00028905363,0.0000019294275,0.9956791,0.0018439866,0.0001621603,0.00044547737,0.00032466828],"about_ca_topic_score_codex":0.000044900855,"about_ca_topic_score_gemma":0.00018422291,"teacher_disagreement_score":0.86000985,"about_ca_system_score_codex":0.00022463145,"about_ca_system_score_gemma":0.00017986378,"threshold_uncertainty_score":0.999993},"labels":[],"label_agreement":null},{"id":"W4413413869","doi":"10.1007/978-3-032-01241-8_2","title":"Principled Safety Assurance Arguments","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Safety assurance; Programming language; Software engineering; Artificial intelligence; Risk analysis (engineering)","score_opus":0.007333396276792827,"score_gpt":0.20818758010734406,"score_spread":0.20085418383055123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413413869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024951216,0.0009834232,0.95962584,0.00007128997,0.004430247,0.0004438585,0.000016071817,0.0005563478,0.033847973],"genre_scores_gemma":[0.5569286,0.0005555558,0.4294725,0.0007278353,0.0018527581,0.000096222204,0.00004997009,0.00037188776,0.009944658],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976082,0.000009429799,0.00057889207,0.00073233125,0.00051841256,0.0005527498],"domain_scores_gemma":[0.9984644,0.00033014928,0.00008053394,0.0009383706,0.000083334024,0.000103199556],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042241896,0.0005361099,0.000564801,0.0005994963,0.00008543086,0.00011075671,0.0011741088,0.00032986412,0.000034626406],"category_scores_gemma":[0.00006483198,0.0005648322,0.000108580374,0.00042559623,0.00017285398,0.00015716396,0.00028817717,0.00073260657,0.00006752488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002533122,0.000003940548,0.0000499994,0.00023897729,0.000030599433,0.000023626742,0.00009112715,0.87246925,0.00010073549,0.0017128818,0.00004482589,0.1252315],"study_design_scores_gemma":[0.0003532365,0.000025674015,0.0006588793,0.0018733713,0.000014286951,0.000026072206,4.7473442e-8,0.93557006,0.0011040553,0.0034614217,0.05600328,0.0009096283],"about_ca_topic_score_codex":0.000004448087,"about_ca_topic_score_gemma":0.00001998142,"teacher_disagreement_score":0.55690366,"about_ca_system_score_codex":0.00084835873,"about_ca_system_score_gemma":0.00025109,"threshold_uncertainty_score":0.99968034},"labels":[],"label_agreement":null},{"id":"W4413436630","doi":"10.1007/978-3-032-01241-8_1","title":"SmartGSN: An Online Tool to Semi-automatically Manage Assurance Cases","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software engineering; Artificial intelligence; World Wide Web; Information retrieval","score_opus":0.012772308395796388,"score_gpt":0.22623628504361262,"score_spread":0.21346397664781624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413436630","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008807259,0.00030509787,0.99080724,0.00016606903,0.0026560202,0.0005737203,0.00005501061,0.0009307828,0.0036253359],"genre_scores_gemma":[0.28227702,0.000037818372,0.71319705,0.0013252038,0.0012674361,0.0000530515,0.000048149388,0.00019274573,0.0016015144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973978,0.000013436676,0.00061127945,0.0008564145,0.0005268931,0.000594177],"domain_scores_gemma":[0.99791974,0.0005277166,0.00005836203,0.0012135875,0.00010567986,0.00017491821],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036193893,0.0005883039,0.00062554015,0.00078465894,0.00007646445,0.00020240253,0.0013414703,0.00030413744,0.00002722435],"category_scores_gemma":[0.00016419168,0.0006155551,0.00009386794,0.000527677,0.00013426089,0.00023719184,0.00031186047,0.0006239038,0.000050617302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021514988,0.000011027915,0.000016438666,0.00032847605,0.000020331407,0.00013151353,0.00015272388,0.8290731,0.0001586957,0.0008882288,0.000098173274,0.16911915],"study_design_scores_gemma":[0.00013329528,0.000074283125,0.00075675105,0.0015313372,0.000014031461,0.00007909355,1.7063512e-7,0.9799712,0.00022352659,0.0013052446,0.015100018,0.0008110969],"about_ca_topic_score_codex":0.00001500579,"about_ca_topic_score_gemma":0.0001489404,"teacher_disagreement_score":0.2813963,"about_ca_system_score_codex":0.00048087275,"about_ca_system_score_gemma":0.00017141017,"threshold_uncertainty_score":0.99962956},"labels":[],"label_agreement":null},{"id":"W4414188024","doi":"10.1002/sys.70010","title":"Assessing the Usefulness of Assurance Cases: Experience With the Large Hadron Collider","year":2025,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs; McMaster University; University of Toronto","funders":"NextGenerationEU; Natural Sciences and Engineering Research Council of Canada; European Commission","keywords":"Documentation; Large Hadron Collider; Function (biology); Argumentation theory; Automation; Work (physics)","score_opus":0.012519919055254153,"score_gpt":0.23361890929621812,"score_spread":0.22109899024096397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414188024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39110702,0.0045657135,0.59751236,0.000115421986,0.0030152628,0.0010211862,0.000017281567,0.00087085756,0.0017748743],"genre_scores_gemma":[0.99880844,0.000009986338,0.00027296357,0.000012239654,0.000119763696,0.00048104758,0.000002164881,0.000075339,0.00021808043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983909,0.00004999091,0.0005132428,0.00024335072,0.00031399782,0.0004885064],"domain_scores_gemma":[0.9982712,0.00069390674,0.00008550812,0.000806942,0.000094679606,0.00004773456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000560648,0.00034093685,0.00042159588,0.00014017352,0.00015026054,0.00019082251,0.00055332074,0.00010615908,0.0000039141305],"category_scores_gemma":[0.00009435682,0.00021493096,0.0000776043,0.00086605054,0.00005526187,0.00032015986,0.00005689559,0.00031583858,0.0000048053726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002109549,0.0000072001235,0.0013089796,0.0009593507,0.0001471877,0.000014750965,0.0010814227,0.99040204,0.0027330103,0.0028117595,0.00046184505,0.00007037025],"study_design_scores_gemma":[0.00067857245,0.000023798359,0.015296096,0.0023970809,0.00007668854,0.00019897755,0.0063892137,0.89603674,0.0067361826,0.0000016955863,0.07151018,0.00065476674],"about_ca_topic_score_codex":0.00009065991,"about_ca_topic_score_gemma":0.000019494146,"teacher_disagreement_score":0.6077014,"about_ca_system_score_codex":0.00018456837,"about_ca_system_score_gemma":0.000062711544,"threshold_uncertainty_score":0.876463},"labels":[],"label_agreement":null},{"id":"W4414614648","doi":"10.1017/s1474745625101079","title":"On the Feasibility, by Means of Customs Duties, of an Entirely (or Almost Entirely) Made-in-the-USA Automobile","year":2025,"lang":"en","type":"article","venue":"World Trade Review","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disadvantaged; Automotive industry; Tariff; Production (economics); Workforce; Order (exchange); Variety (cybernetics); Relevance (law)","score_opus":0.025473606062265088,"score_gpt":0.2786523080997953,"score_spread":0.25317870203753023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414614648","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09987488,0.7393591,0.002418911,0.011985524,0.004765995,0.019628648,0.00057893584,0.0015891155,0.11979893],"genre_scores_gemma":[0.99111557,0.007022546,0.0001504672,0.0003052612,0.000024414074,0.0002312614,0.000017122578,0.00004459267,0.0010887812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800885,0.00021216103,0.00092279946,0.00025965,0.00030217273,0.00029438562],"domain_scores_gemma":[0.99826944,0.0005235476,0.00011457875,0.0010319228,0.000016586751,0.000043910775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010263729,0.0002873633,0.0006922958,0.00014808362,0.000033335047,0.000015231322,0.00075922813,0.000064105916,0.0002573262],"category_scores_gemma":[0.00008641364,0.00018552343,0.00021176337,0.0011978756,0.00007925622,0.000075707,0.000032473952,0.00034047244,0.000018635701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015017328,0.0032446366,0.0070079784,0.19482686,0.0018882258,0.000094748764,0.0036627518,0.036766488,0.0065369983,0.29999915,0.26825917,0.17756285],"study_design_scores_gemma":[0.0008107056,0.00016985714,0.008845569,0.025123991,0.000331567,0.00002481015,0.000086915206,0.006654666,0.0037504775,0.00025476803,0.95331025,0.00063641253],"about_ca_topic_score_codex":0.000049122697,"about_ca_topic_score_gemma":0.00016644094,"teacher_disagreement_score":0.89124066,"about_ca_system_score_codex":0.00014502447,"about_ca_system_score_gemma":0.000054168584,"threshold_uncertainty_score":0.75654256},"labels":[],"label_agreement":null},{"id":"W4415024612","doi":"","title":"Explicit compliance and safety on torque controlled robots for physical interaction","year":2025,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Robot; Control theory (sociology); Contact force; Torque; Robustness (evolution); Constraint (computer-aided design); Task (project management); Filter (signal processing)","score_opus":0.01802744461329298,"score_gpt":0.24618654649637736,"score_spread":0.2281591018830844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415024612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024694933,0.0010074466,0.8969197,0.002558856,0.0016030899,0.0026427004,0.0002293565,0.0012184876,0.06912541],"genre_scores_gemma":[0.9761644,0.00024076909,0.01838191,0.000044941895,0.00009168728,0.0007966203,0.00025666712,0.00007189595,0.0039510946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99782294,0.0006643092,0.0005049488,0.0005455975,0.00018065861,0.000281522],"domain_scores_gemma":[0.99528867,0.002671506,0.0001826757,0.0011709484,0.0005805439,0.000105668856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013485226,0.00039177397,0.0006700324,0.00017238208,0.00014309985,0.00017692003,0.0005128337,0.00023028349,0.00001092595],"category_scores_gemma":[0.0005696826,0.0004366149,0.00022461766,0.0001421143,0.00004833083,0.000086697546,0.0003052317,0.0005649277,0.000012038596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006118815,0.00089572166,0.0001615352,0.0058788937,0.0014147212,0.0000047136427,0.016679678,0.50756,0.009162844,0.33903545,0.0039296183,0.1146649],"study_design_scores_gemma":[0.0021934255,8.765225e-7,0.000687188,0.0052611493,0.000063304426,0.00000347896,0.00005399608,0.95826113,0.012723995,0.0007056754,0.019535594,0.0005101743],"about_ca_topic_score_codex":0.00007312267,"about_ca_topic_score_gemma":0.000083900464,"teacher_disagreement_score":0.9514695,"about_ca_system_score_codex":0.00029821877,"about_ca_system_score_gemma":0.000065602355,"threshold_uncertainty_score":0.99980855},"labels":[],"label_agreement":null},{"id":"W4415306711","doi":"10.48550/arxiv.2504.16937","title":"A Framework for the Assurance of AI-Enabled Systems","year":2025,"lang":"en","type":"preprint","venue":"ArXiv.org","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Software deployment; Stakeholder; Process (computing); Constructive; Set (abstract data type); Flexibility (engineering); Risk management","score_opus":0.027383191542170823,"score_gpt":0.2604022312992607,"score_spread":0.23301903975708987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415306711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023937598,0.01238094,0.9439112,0.00032929616,0.014170271,0.0024249027,0.00024169724,0.00095806376,0.0016460086],"genre_scores_gemma":[0.99345404,0.00017887783,0.0032789859,0.00003828103,0.00064847776,0.0014512681,0.000018531535,0.0000963663,0.00083519303],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982651,0.000036339312,0.0007332677,0.0003736073,0.00019611165,0.00039557417],"domain_scores_gemma":[0.9968575,0.0013731141,0.00015820339,0.001397884,0.00016052891,0.00005274866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043547095,0.00042302674,0.0007464204,0.00013286885,0.000058329246,0.000047368387,0.0008740754,0.00057401584,0.000009272087],"category_scores_gemma":[0.00033046887,0.0003642176,0.00029046077,0.00024180229,0.00003980516,0.00004871,0.0002155995,0.0010167088,0.000023166438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009613589,0.000010414888,0.00821845,0.006632834,0.0006301783,0.0000014572472,0.00020451404,0.9763113,0.00015217872,0.005453564,0.0022318582,0.0001436204],"study_design_scores_gemma":[0.00076902506,0.000047038367,0.038121026,0.011481252,0.000477489,0.000008968395,0.00020206012,0.79040045,0.0034083764,0.0014950476,0.15216902,0.0014202298],"about_ca_topic_score_codex":0.00009701273,"about_ca_topic_score_gemma":0.0000044213025,"teacher_disagreement_score":0.9695164,"about_ca_system_score_codex":0.00019001946,"about_ca_system_score_gemma":0.00014771467,"threshold_uncertainty_score":0.99988097},"labels":[],"label_agreement":null},{"id":"W4416873946","doi":"10.1109/issrew67781.2025.00063","title":"Linking Medical Device Assurance Cases","year":2025,"lang":"","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Traceability; Certification; Quality assurance; Medical device; Trustworthiness; Key (lock); Patient safety","score_opus":0.01112637948312151,"score_gpt":0.24909847524772605,"score_spread":0.23797209576460454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416873946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011124301,0.024936026,0.6060822,0.0024787118,0.016814312,0.00077244965,0.00001514396,0.00258375,0.33519313],"genre_scores_gemma":[0.9877505,0.00048421876,0.004579636,0.00046309768,0.00058659544,0.000060046692,0.0000058974515,0.000087887056,0.0059821326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99686795,0.000071270035,0.0010985269,0.0005417621,0.00062016863,0.00080032705],"domain_scores_gemma":[0.9970703,0.0016820872,0.00006093597,0.00079470506,0.0001105476,0.00028143357],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007561269,0.0005405733,0.00067532377,0.0003429309,0.00013265986,0.00013130635,0.00074929727,0.00063661183,0.0013812466],"category_scores_gemma":[0.0009647392,0.0006049575,0.00020316915,0.0010461695,0.00007177892,0.0002091853,0.00020271474,0.0008216967,0.0005940358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004659071,0.000288011,0.024547493,0.021102536,0.0030023898,0.002284337,0.0010974552,0.5404694,0.0014780661,0.12756726,0.032704268,0.24541217],"study_design_scores_gemma":[0.0008225459,0.000021017791,0.0056192866,0.006351402,0.0001033897,0.00021251573,0.00010765533,0.5224279,0.0019912096,0.00007522627,0.46142715,0.0008407115],"about_ca_topic_score_codex":0.00016271675,"about_ca_topic_score_gemma":0.00013099865,"teacher_disagreement_score":0.9766262,"about_ca_system_score_codex":0.00043341832,"about_ca_system_score_gemma":0.00056859263,"threshold_uncertainty_score":0.99964017},"labels":[],"label_agreement":null},{"id":"W4416923756","doi":"10.1109/dasc66011.2025.11257324","title":"Formal Model-Based Traceability for Security Compliance in Satellite Control Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Requirements traceability; Audit; Control (management); Security controls; Work (physics); Software security assurance; Conformity assessment; Interoperability; Software architecture","score_opus":0.016464490230837733,"score_gpt":0.24793670551261046,"score_spread":0.23147221528177273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416923756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007687104,0.0076803057,0.96531576,0.000276706,0.0032306688,0.005889963,0.00028372352,0.00093185174,0.008703891],"genre_scores_gemma":[0.9924124,0.00003353116,0.005485377,0.00008552331,0.000112115194,0.0013188354,0.000020519106,0.000092796254,0.00043892942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954092,0.00011473964,0.0019869322,0.0008242726,0.0002686888,0.001396201],"domain_scores_gemma":[0.9973383,0.00097481284,0.00013682661,0.0011237267,0.00023237207,0.00019396178],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018382419,0.00076636166,0.0013898703,0.0004293129,0.00013307919,0.00016051867,0.00059843087,0.0005683129,0.000017652112],"category_scores_gemma":[0.00014732993,0.00089731446,0.00039094503,0.00068489753,0.00009109317,0.00045520265,0.000045816654,0.0006000953,0.00002248032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017813544,0.0001490003,0.0014809545,0.010431133,0.00014617534,0.0000022184201,0.0002177995,0.96637917,0.00015588304,0.019063627,0.00012599457,0.0016699142],"study_design_scores_gemma":[0.005521403,0.000052676278,0.0016409925,0.0014423308,0.00007709938,0.0000017656298,0.00012288672,0.98384386,0.0002454671,0.00045602728,0.005865712,0.00072974886],"about_ca_topic_score_codex":0.00017499163,"about_ca_topic_score_gemma":0.00009540886,"teacher_disagreement_score":0.9847253,"about_ca_system_score_codex":0.001503265,"about_ca_system_score_gemma":0.00035995027,"threshold_uncertainty_score":0.99934775},"labels":[],"label_agreement":null},{"id":"W4417282444","doi":"10.1109/mesa68091.2025.11278875","title":"Hypervisor-Mediated Co-Design of Cybersecurity and Functional Safety in Vehicle E/E Architectures: A Cross-Domain Assurance Framework","year":2025,"lang":"","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Hypervisor; Architecture; Functional safety; Vulnerability (computing); Fault tolerance; Debugging; Isolation (microbiology); System safety; Safety assurance","score_opus":0.009544760268052494,"score_gpt":0.23694008405143357,"score_spread":0.2273953237833811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417282444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23030294,0.0052978215,0.754617,0.00028811148,0.0013536479,0.0013062952,0.00013438555,0.00034856988,0.0063512144],"genre_scores_gemma":[0.9807896,0.00022345917,0.018343015,0.00009767479,0.00010833247,0.00008902511,0.000016103315,0.00007757924,0.00025520404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99635965,0.00025966179,0.0015308801,0.0007293787,0.0003639494,0.00075649476],"domain_scores_gemma":[0.995259,0.0036025431,0.0001508392,0.00070695643,0.00010910932,0.00017158953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012375029,0.000635974,0.001009975,0.00062776345,0.000115493836,0.00008262385,0.00033583664,0.000707468,0.0003286616],"category_scores_gemma":[0.0007214424,0.0007214329,0.00016011034,0.0013409852,0.00031203494,0.0001403448,0.00012172738,0.0011774172,0.00003431904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004568421,0.00014233551,0.03560615,0.0018207347,0.00039541145,0.000017885925,0.0015965176,0.9382425,0.005758328,0.014782225,0.00023752393,0.00094354554],"study_design_scores_gemma":[0.0044159936,0.00011609211,0.5687414,0.0026240414,0.0000489971,0.000022075641,0.00040036003,0.4106154,0.0020984302,0.004824543,0.0050187293,0.0010739214],"about_ca_topic_score_codex":0.00019656494,"about_ca_topic_score_gemma":0.000045389283,"teacher_disagreement_score":0.7504867,"about_ca_system_score_codex":0.00041562886,"about_ca_system_score_gemma":0.0003662692,"threshold_uncertainty_score":0.9995237},"labels":[],"label_agreement":null},{"id":"W4417287532","doi":"10.2139/ssrn.5912869","title":"LLMs as Judges: Toward The Automatic Review of GSN-compliant Assurance Cases","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Ottawa","funders":"","keywords":"Leverage (statistics); Quality assurance; Harm; Task (project management); Obstacle; Risk assessment","score_opus":0.014536191471212321,"score_gpt":0.2614246803901264,"score_spread":0.24688848891891407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417287532","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002220125,0.8751681,0.09905612,0.0059734713,0.006572925,0.003065253,0.0000981875,0.00046416928,0.0073816404],"genre_scores_gemma":[0.48994166,0.50665957,0.00064531004,0.0002267851,0.0006780291,0.00020702026,0.000018148143,0.0001604348,0.0014630429],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9888407,0.0006166415,0.0037281027,0.0008366511,0.0012303927,0.0047475393],"domain_scores_gemma":[0.9940623,0.0013779864,0.0016129379,0.002148987,0.0005536556,0.00024412561],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.007571647,0.0014473749,0.002623372,0.0004716547,0.00029040474,0.0001603631,0.003211472,0.00058442465,0.00036461485],"category_scores_gemma":[0.0016203154,0.0011938784,0.0015343608,0.0009618,0.00018059621,0.00023611223,0.0005510558,0.011114638,0.00022023935],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010308393,0.00047704307,0.00055865647,0.34836644,0.022246895,0.00029172425,0.003992134,0.3430841,0.0004227885,0.117726974,0.006021026,0.15670913],"study_design_scores_gemma":[0.0039052158,0.0015078426,0.0031216827,0.6212042,0.0068872324,0.04464867,0.006374731,0.122399345,0.00075665326,0.068012744,0.11424696,0.006934723],"about_ca_topic_score_codex":0.00031891817,"about_ca_topic_score_gemma":0.00010103097,"teacher_disagreement_score":0.48772153,"about_ca_system_score_codex":0.0065036444,"about_ca_system_score_gemma":0.013207409,"threshold_uncertainty_score":0.9998276},"labels":[],"label_agreement":null},{"id":"W4417407094","doi":"10.2139/ssrn.5723222","title":"Evolution of Compliance Testing in Compliance Risk Management","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Compliance (psychology); Risk management; Risk assessment; Test (biology)","score_opus":0.021223545296743907,"score_gpt":0.24847771740079846,"score_spread":0.22725417210405455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417407094","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017366117,0.045719564,0.9095456,0.00006125009,0.0045527294,0.0017220366,0.00007985777,0.00027671782,0.02067613],"genre_scores_gemma":[0.966423,0.015376516,0.016332839,0.0000038138392,0.00037910917,0.000092644004,0.000007712104,0.00011311623,0.0012713004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99084157,0.00029962754,0.0026718404,0.00087342487,0.00067362067,0.004639923],"domain_scores_gemma":[0.99675673,0.00035515253,0.0012926939,0.0011007778,0.00035216493,0.00014250472],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00466881,0.0009853056,0.0014533448,0.0011981447,0.0002077525,0.000076258344,0.0017045386,0.0005069948,0.000014425583],"category_scores_gemma":[0.00023811673,0.0012568423,0.00041740475,0.0015783908,0.00010130969,0.00021758502,0.0005722014,0.011009782,0.000047286274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004123087,0.000100319856,0.01863783,0.0039051536,0.0010151054,0.0000130910485,0.0001620296,0.8951337,0.00008134053,0.04732361,0.0000105915815,0.033576004],"study_design_scores_gemma":[0.0027183301,0.00020395748,0.07535579,0.03217515,0.0004402839,0.00040487558,0.0015469043,0.78707904,0.00006231361,0.09724734,0.0011319207,0.0016341191],"about_ca_topic_score_codex":0.00087709166,"about_ca_topic_score_gemma":0.00042567556,"teacher_disagreement_score":0.9490568,"about_ca_system_score_codex":0.021292744,"about_ca_system_score_gemma":0.002829954,"threshold_uncertainty_score":0.99898815},"labels":[],"label_agreement":null},{"id":"W631204938","doi":"10.1007/s35148-014-0468-1","title":"Sicherheits- und Effizienztechniken für Nutzfahrzeuganhänger","year":2014,"lang":"de","type":"article","venue":"ATZ - Automobiltechnische Zeitschrift","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mitel (Canada)","funders":"","keywords":"Philosophy","score_opus":0.0075349277708880395,"score_gpt":0.2478357494925762,"score_spread":0.24030082172168815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W631204938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008316921,0.07672815,0.43826678,0.0014107925,0.025064101,0.0072958656,0.0003219334,0.03341079,0.40918466],"genre_scores_gemma":[0.96434915,0.00064526737,0.025888454,0.00036522953,0.004099785,0.00085223076,0.00016202644,0.0012937065,0.0023441527],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99080414,0.0003850337,0.002425838,0.0020795364,0.0014260309,0.0028794403],"domain_scores_gemma":[0.9931047,0.000849959,0.0005383858,0.004244298,0.00031372567,0.00094894227],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0026269637,0.0023012466,0.0022009157,0.000965042,0.0004660632,0.0005062937,0.002653522,0.0023151492,0.0010083271],"category_scores_gemma":[0.0006508095,0.002558561,0.00089336967,0.0020595877,0.00034196087,0.000754994,0.0006041767,0.00293556,0.012966939],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017566825,0.0015357612,0.0014422052,0.0070828027,0.008781571,0.0005296853,0.003902341,0.2875594,0.12396966,0.27348086,0.14320193,0.14833814],"study_design_scores_gemma":[0.0015342253,0.000310557,0.00113592,0.00080736337,0.0007927505,0.000060809965,0.000051543866,0.09080691,0.03231289,0.000085147745,0.86947125,0.002630629],"about_ca_topic_score_codex":0.00017166462,"about_ca_topic_score_gemma":0.000010946306,"teacher_disagreement_score":0.9560322,"about_ca_system_score_codex":0.00020221125,"about_ca_system_score_gemma":0.00031724866,"threshold_uncertainty_score":0.9999049},"labels":[],"label_agreement":null},{"id":"W6894102762","doi":"10.5281/zenodo.7478019","title":"MMINT-A: A Framework for Model-Based Safety Assurance","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software; Safety assurance; Quality assurance; System safety; Key (lock)","score_opus":0.021439019452545036,"score_gpt":0.21893997976351257,"score_spread":0.19750096031096753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894102762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092831533,0.00013677451,0.9757324,0.00032859185,0.00036971088,0.00069402106,0.0006307219,0.0027810647,0.018398387],"genre_scores_gemma":[0.9777339,0.000012327686,0.018026045,0.00010937207,0.00015016031,0.0000015231033,0.000933684,0.002670373,0.0003625828],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986007,0.00009793053,0.00028805382,0.0003064256,0.00030463716,0.00040221],"domain_scores_gemma":[0.99908644,0.00008673257,0.000049736373,0.0004988121,0.00016032266,0.00011794098],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006086667,0.00016801678,0.0001778157,0.00018919123,0.0015136213,0.00019229838,0.0008695795,0.00005745078,0.0026354343],"category_scores_gemma":[0.0003422536,0.00021551501,0.000081469756,0.00047142425,0.000041026375,0.00011222399,0.00034353457,0.00037961837,0.0006178157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043517543,0.00003396347,7.746408e-7,0.00017236128,0.000040594725,0.000002960778,0.0003618361,0.9289878,0.001065775,0.012971106,0.04541788,0.010901428],"study_design_scores_gemma":[0.00028076424,0.000054659606,0.00003216864,0.000018772991,0.0000060815796,0.000015330554,0.000049680515,0.4101227,0.00016377734,0.00026949515,0.58882934,0.00015722113],"about_ca_topic_score_codex":0.0000015744978,"about_ca_topic_score_gemma":4.8801716e-8,"teacher_disagreement_score":0.9768056,"about_ca_system_score_codex":0.0004841951,"about_ca_system_score_gemma":0.0000063640564,"threshold_uncertainty_score":0.99978626},"labels":[],"label_agreement":null},{"id":"W6950425910","doi":"10.5281/zenodo.7743933","title":"TRANSACT Project - Delivering innovation that matters to you","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IGNIS Innovation (Canada)","funders":"","keywords":"Key (lock); Work (physics); Information system; Government (linguistics)","score_opus":0.0454953532890298,"score_gpt":0.23530133957861843,"score_spread":0.1898059862895886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6950425910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38039652,0.00010373705,0.44542176,0.00353851,0.0019772039,0.003740658,0.00059076067,0.042069525,0.122161336],"genre_scores_gemma":[0.99566543,0.000025936988,0.0007064258,0.00013535895,0.00012863874,3.5944282e-7,0.00072638795,0.002180561,0.0004309278],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988433,0.000049584385,0.00023230424,0.0002488724,0.00025451623,0.00037139453],"domain_scores_gemma":[0.9994254,0.000014419219,0.000025072743,0.00031760323,0.00014371198,0.00007377714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045518635,0.00014798829,0.00012579902,0.0007512023,0.00044072143,0.0003153442,0.0005226087,0.000051895422,0.000852872],"category_scores_gemma":[0.000082450875,0.00017674589,0.00003134849,0.0020473013,0.000021401172,0.00022283592,0.00018402451,0.00017284065,0.008846229],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037507732,0.000036128095,0.000010561506,0.00070360344,0.00018360405,0.00004232399,0.007331758,0.21391274,0.08478205,0.0018744569,0.5106565,0.18042882],"study_design_scores_gemma":[0.00020575592,0.000042432366,0.00085688237,0.000056400477,0.000005178952,0.000035418463,0.00020160095,0.016801419,0.0021152408,0.000009819312,0.9794518,0.00021806508],"about_ca_topic_score_codex":0.000013351505,"about_ca_topic_score_gemma":1.2232012e-7,"teacher_disagreement_score":0.6152689,"about_ca_system_score_codex":0.00021907217,"about_ca_system_score_gemma":0.0000019148947,"threshold_uncertainty_score":0.9919255},"labels":[],"label_agreement":null},{"id":"W6977029453","doi":"10.60692/ve1kr-yvr23","title":"Diversity and ecological niche model of malaria vector and non-vector mosquito species in Covè, Ouinhi, and Zangnanado, Southern Benin","year":2024,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Wet season; Dry season; Seasonality; Anopheles gambiae; Ecological niche; Habitat; Mosquito control; Niche; Vector (molecular biology)","score_opus":0.02135222090688212,"score_gpt":0.16814493775328374,"score_spread":0.1467927168464016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977029453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98885435,0.00006459683,0.009638008,0.000018555982,0.00026436188,0.00030837953,0.00015957294,0.00023518132,0.0004569824],"genre_scores_gemma":[0.9996114,0.0000013300576,0.00024283705,0.000004755724,0.000030075817,0.000021751372,0.0000039331503,0.000014285231,0.00006964647],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911207,0.00001600401,0.00042016958,0.00013657418,0.00013394737,0.00018120588],"domain_scores_gemma":[0.99968773,0.000019501318,0.00004858177,0.00014267855,0.000027526728,0.00007396935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024068278,0.00018303483,0.0002897313,0.00022921473,0.0000868436,0.00007124285,0.00007780235,0.00014221252,0.0000047459475],"category_scores_gemma":[0.000010450438,0.0001626627,0.000029280027,0.00012946164,0.000043140128,0.00034471657,0.00024580563,0.0001232413,0.000015409485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051150866,0.0000042721476,0.4189747,0.009453226,0.00023829886,0.000025719215,0.44519356,0.12352838,0.00035592477,0.0018552381,0.000095007505,0.00022453198],"study_design_scores_gemma":[0.00042653005,0.000020804702,0.27908614,0.00029954303,0.000023136447,0.000024507734,0.0039789355,0.71576416,0.0001477426,0.0000017960933,0.0000349198,0.0001917656],"about_ca_topic_score_codex":0.000028282131,"about_ca_topic_score_gemma":0.0000023746006,"teacher_disagreement_score":0.5922358,"about_ca_system_score_codex":0.00011489325,"about_ca_system_score_gemma":0.000012385493,"threshold_uncertainty_score":0.66331923},"labels":[],"label_agreement":null},{"id":"W6989541165","doi":"","title":"The Benefit of intended-use (performance-based) standards in support of objective-based codes","year":2004,"lang":"en","type":"article","venue":"NPARC","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Code (set theory); Compliance (psychology); Community standards; Focus (optics); Key (lock)","score_opus":0.00803839948977909,"score_gpt":0.20598329996500617,"score_spread":0.1979449004752271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6989541165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674864,0.00009340899,0.024309332,0.00009476984,0.0004402924,0.00036153678,0.00015607175,0.00020753346,0.0068506864],"genre_scores_gemma":[0.9972628,0.000017716802,0.0025946372,0.000012173334,0.000017256249,0.000037029717,0.0000051398943,0.000035294197,0.000017985623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998913,0.000010236316,0.00042952175,0.00011115114,0.0002922797,0.00024379512],"domain_scores_gemma":[0.9992901,0.00014205172,0.00005877587,0.0003413701,0.00012954108,0.00003814139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040866373,0.00014970783,0.00026084066,0.00015055238,0.000022453227,0.0000110276815,0.00020416234,0.000071130264,0.000028118015],"category_scores_gemma":[0.00006901361,0.00012695334,0.000068288755,0.00026594274,0.00008016798,0.00009232261,0.00001530984,0.0001536309,0.0000028737595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045226006,0.000023588473,0.005376252,0.00028640407,0.000032586628,0.0000025746494,0.00017799706,0.9811588,0.008963647,0.0017333903,0.000095367075,0.0021041827],"study_design_scores_gemma":[0.0039064153,0.00044897135,0.06521322,0.000851488,0.000032433607,0.0000071485856,0.00012020758,0.16651343,0.74529624,0.00075305195,0.016268952,0.0005884684],"about_ca_topic_score_codex":0.000042378117,"about_ca_topic_score_gemma":0.000069676345,"teacher_disagreement_score":0.81464535,"about_ca_system_score_codex":0.00038153637,"about_ca_system_score_gemma":0.00019835107,"threshold_uncertainty_score":0.5177007},"labels":[],"label_agreement":null},{"id":"W6997374744","doi":"","title":"Validation and Verification of Safety-Critical Systems in Avionics","year":2023,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Component (thermodynamics); Reliability (semiconductor); Interchangeability; Software; Quality (philosophy); Automatic test equipment","score_opus":0.021558783530307057,"score_gpt":0.2657856002660364,"score_spread":0.24422681673572938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6997374744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96520156,0.0010043574,0.00024207418,0.000033980577,0.0032866697,0.00079891126,0.00002739811,0.00042833763,0.028976686],"genre_scores_gemma":[0.993378,0.00046840686,0.000016460295,1.1421553e-7,0.00013145963,0.000011110287,0.00015427772,0.00008598828,0.005754201],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9979563,0.00024728003,0.00046957858,0.00039805056,0.0004905132,0.0004383231],"domain_scores_gemma":[0.9986851,0.00049548125,0.000073529794,0.00044082713,0.00017330586,0.00013175695],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065732613,0.00023092536,0.0004265414,0.0017139016,0.000119922595,0.00006546952,0.00032600458,0.00041608504,0.0000040850564],"category_scores_gemma":[0.0001380158,0.00031247237,0.000071274226,0.0012505396,0.000100454185,0.00020986877,0.00004420915,0.00080109184,0.000020843034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00234685,0.0005372324,0.071564205,0.05739005,0.002097137,0.0032914032,0.01552022,0.31487432,0.31835148,0.20298204,0.0033690669,0.0076760147],"study_design_scores_gemma":[0.0033314202,0.0006744176,0.6526784,0.007768025,0.000319968,0.000121488185,0.025200587,0.14072086,0.11956635,0.00065519416,0.04577102,0.0031923335],"about_ca_topic_score_codex":0.0042302003,"about_ca_topic_score_gemma":0.0010412987,"teacher_disagreement_score":0.5811141,"about_ca_system_score_codex":0.0009840464,"about_ca_system_score_gemma":0.000253209,"threshold_uncertainty_score":0.99993277},"labels":[],"label_agreement":null},{"id":"W6998737094","doi":"","title":"Balancing intended collaboration and safety requirements during the design and implementation of an industrial cobot application: A case study","year":2024,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail","keywords":"Process (computing); Key (lock); Control (management); Component (thermodynamics); Work (physics)","score_opus":0.020802599460602048,"score_gpt":0.2852260906049441,"score_spread":0.26442349114434205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6998737094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90249676,0.00011734229,0.09551238,0.000028071732,0.00019861464,0.0013812676,0.00000512188,0.00022275529,0.000037711598],"genre_scores_gemma":[0.99868846,0.0000072400126,0.0010470157,0.0000020503956,0.00007605237,0.00014580508,0.0000036022027,0.000021390568,0.000008359115],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992695,0.00005156139,0.0003198978,0.00015798413,0.00010226672,0.00009880403],"domain_scores_gemma":[0.9996798,0.00007557409,0.000025995905,0.0001514551,0.000031939813,0.00003526004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047857253,0.000107393826,0.0001153424,0.000077307,0.00006629274,0.00007538245,0.000044442524,0.000038527098,0.0000073353945],"category_scores_gemma":[0.000007289876,0.000088865454,0.00000808805,0.00024936962,0.000014278949,0.00025015767,0.000024542776,0.00007973998,5.761873e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024727097,0.00019143985,0.04805227,0.0026775186,0.0020600643,0.0006934495,0.09684277,0.4699647,0.18972056,0.004894658,0.0003953522,0.18425992],"study_design_scores_gemma":[0.0030381249,0.0003191481,0.019114265,0.00012077907,0.00014578889,0.0009993906,0.08282866,0.87794834,0.01447986,0.00003330164,0.0005352067,0.00043715158],"about_ca_topic_score_codex":0.00018766249,"about_ca_topic_score_gemma":0.00012859952,"teacher_disagreement_score":0.4079836,"about_ca_system_score_codex":0.00010905584,"about_ca_system_score_gemma":0.000025794709,"threshold_uncertainty_score":0.3623828},"labels":[],"label_agreement":null},{"id":"W7014368326","doi":"","title":"Programme for 1976 Annual Meeting / avis relatif au Congrès de juin","year":2020,"lang":"en","type":"article","venue":"Érudit documents and data repository (Érudit Consortium, University of Montreal)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Demotion","score_opus":0.017439367565233174,"score_gpt":0.21054873156736173,"score_spread":0.19310936400212855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014368326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86891294,0.0081147095,0.066509396,0.0036100787,0.0034287542,0.0057200235,0.00623003,0.003443556,0.03403054],"genre_scores_gemma":[0.9919374,0.00024064418,0.0061616385,0.000030916595,0.00027298412,0.0000060108123,0.00029942155,0.00005940192,0.0009916042],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832624,0.000051753166,0.00040925213,0.0005294295,0.00020912175,0.00047419398],"domain_scores_gemma":[0.99849695,0.00024112451,0.00019242894,0.0006191033,0.00010890079,0.00034148895],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026242118,0.00028377483,0.00045088775,0.00008016799,0.00024249504,0.000051588122,0.00060573523,0.00016245483,0.000010037143],"category_scores_gemma":[0.00014544082,0.00034733381,0.00008906478,0.00013501449,0.00013171263,0.00063928,0.00028201356,0.00018274493,0.000006109668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021005212,0.0007536351,0.13700116,0.011185305,0.00940297,0.0029582044,0.019987052,0.07181941,0.03541101,0.0041312138,0.5645888,0.14066073],"study_design_scores_gemma":[0.0034527653,0.00023565143,0.009983023,0.00034027075,0.00048479988,0.00011209476,0.00213006,0.06763741,0.0009399958,0.00003222671,0.9138147,0.00083695736],"about_ca_topic_score_codex":0.0033809345,"about_ca_topic_score_gemma":0.0009903052,"teacher_disagreement_score":0.34922597,"about_ca_system_score_codex":0.0003993379,"about_ca_system_score_gemma":0.000103780025,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W7020925875","doi":"","title":"2005 National Model Codes coming soon","year":2004,"lang":"en","type":"article","venue":"NPARC","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Code (set theory); Field (mathematics); Public policy","score_opus":0.013596073715263555,"score_gpt":0.21078195581074824,"score_spread":0.19718588209548468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020925875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06149377,0.00019031513,0.7135834,0.0004180988,0.0007787619,0.00025240277,0.000031257692,0.0018316389,0.22142035],"genre_scores_gemma":[0.96639854,0.0000063118646,0.033128206,0.00003680873,0.00012789962,0.000025300362,0.000006612183,0.000037114063,0.00023321832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933624,0.000003086961,0.00016041395,0.00010052004,0.00018530144,0.00021441723],"domain_scores_gemma":[0.99976444,0.000022625189,0.000012217006,0.00011745466,0.000027083099,0.00005619259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011660013,0.00011163849,0.000117399715,0.00007332661,0.00003107477,0.000018044135,0.00011379437,0.000059708476,0.000049215552],"category_scores_gemma":[0.000016003542,0.00012794489,0.0000367265,0.00006663069,0.000013159882,0.00009762015,0.000014338712,0.00011278905,0.0001322558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.942115e-7,0.000005232281,0.0000101139885,0.00002719795,0.00001798955,0.0000012348961,0.00010108748,0.95726335,0.021729954,0.019325975,0.0013226183,0.00019453267],"study_design_scores_gemma":[0.00033037656,0.0000033132917,0.0001305616,0.000044743745,0.0000041056837,0.000011984214,0.0000101031355,0.97824764,0.006249456,0.009386551,0.0053919107,0.00018923939],"about_ca_topic_score_codex":0.000002347357,"about_ca_topic_score_gemma":0.000003492735,"teacher_disagreement_score":0.9049048,"about_ca_system_score_codex":0.00031155394,"about_ca_system_score_gemma":0.000045554483,"threshold_uncertainty_score":0.52174413},"labels":[],"label_agreement":null},{"id":"W7023992072","doi":"","title":"QUALITY ASSURED SOFTWARE IMPLEMENTATION OF ISO 9613 ACCORDING TO ISO/TR 71534-3","year":2017,"lang":"en","type":"article","venue":"Canadian acoustics","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Software; Software quality; Software implementation; Verification and validation; Software quality analyst","score_opus":0.02157365869144648,"score_gpt":0.2884606479997922,"score_spread":0.26688698930834576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023992072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6759677,0.0001476359,0.3154266,0.00026806566,0.003672988,0.0008399186,0.00095476024,0.00045139628,0.0022709533],"genre_scores_gemma":[0.9902122,0.0000055917535,0.009298548,0.000057083398,0.0002188225,0.000027747697,0.000023637618,0.000066416986,0.000089925445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987868,0.000014284477,0.00040969846,0.00017991095,0.00016516651,0.0004441028],"domain_scores_gemma":[0.9985845,0.000062859704,0.000096271215,0.00075030146,0.000106015745,0.00040004269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002569254,0.0001888671,0.00028273588,0.0002031907,0.00015902205,0.00009087163,0.00044469308,0.00011603748,0.00007118494],"category_scores_gemma":[0.0002928509,0.00024213454,0.000058794023,0.000106968066,0.000024408706,0.00014566456,0.00003706043,0.0001374864,0.0000542896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008717899,0.000015161487,0.15238956,0.0015914765,0.00048098413,0.00006710749,0.003271036,0.59098667,0.10878078,0.0011827,0.031192016,0.110033825],"study_design_scores_gemma":[0.0006142633,0.000040313793,0.9614935,0.00014698689,0.000066098175,0.00000859194,0.001958471,0.015629612,0.0023584196,0.00006394304,0.016810142,0.0008096609],"about_ca_topic_score_codex":0.033908743,"about_ca_topic_score_gemma":0.021146424,"teacher_disagreement_score":0.80910397,"about_ca_system_score_codex":0.00059884245,"about_ca_system_score_gemma":0.00023307034,"threshold_uncertainty_score":0.9967151},"labels":[],"label_agreement":null},{"id":"W7034583827","doi":"","title":"Wage and Inequalities in Canada (2018)","year":2018,"lang":"en","type":"article","venue":"eYLS (Yale Law School)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"State (computer science); Wage; Inequality; Cover (algebra); Minimum wage; Service (business); Wage inequality","score_opus":0.01083541141398624,"score_gpt":0.19474956961719392,"score_spread":0.18391415820320767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034583827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662645,0.001259273,0.00061685476,0.000085902735,0.0017947389,0.00020964397,0.000030295392,0.00036165275,0.029377168],"genre_scores_gemma":[0.9985301,0.000015852584,0.00060675724,0.00013213571,0.00028778653,0.000026878384,0.000003907078,0.000043670094,0.00035290435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990534,0.000020626025,0.00028151058,0.00016808916,0.00013607461,0.00034028545],"domain_scores_gemma":[0.99947256,0.000062741274,0.000018203964,0.00028995716,0.000019769746,0.00013675321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014689488,0.00017039789,0.00021298978,0.000056616445,0.000036503618,0.00003373999,0.00014228745,0.000060225477,0.00013418338],"category_scores_gemma":[0.000031090625,0.00018722679,0.000016264132,0.00013111791,0.000041432853,0.00014941812,0.000038216433,0.00017984062,0.00008692269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118973374,0.00012006628,0.315,0.004739924,0.0010118801,0.0008817414,0.010433734,0.13473289,0.0248839,0.32792193,0.15612698,0.024027994],"study_design_scores_gemma":[0.0014337049,0.0000667388,0.09301636,0.00043178222,0.00001663813,0.00005961791,0.00083779986,0.034416754,0.0077095935,0.00049163366,0.8601375,0.0013818542],"about_ca_topic_score_codex":0.69729,"about_ca_topic_score_gemma":0.89271426,"teacher_disagreement_score":0.70401055,"about_ca_system_score_codex":0.00048912695,"about_ca_system_score_gemma":0.00012866926,"threshold_uncertainty_score":0.7634887},"labels":[],"label_agreement":null},{"id":"W7036095552","doi":"","title":"Attitudes d'enfants allophones et de leurs enseignants envers différens accents du français","year":2004,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stress (linguistics); Preference; Class (philosophy); Foreign language; Statistical analysis","score_opus":0.00480512560123664,"score_gpt":0.14875618190326645,"score_spread":0.1439510563020298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036095552","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075527723,0.001821899,0.0006484719,0.00025904897,0.0018643126,0.0004278696,0.0009427517,0.00028953716,0.98619336],"genre_scores_gemma":[0.90570736,0.002186583,0.0020723534,0.00062140427,0.0003344284,0.000036352674,0.000043996642,0.00075498223,0.088242516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976421,0.00003907485,0.0003477564,0.00032193656,0.001132052,0.0005170903],"domain_scores_gemma":[0.99908453,0.00012074684,0.00013187776,0.0003384487,3.5852298e-7,0.00032406184],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0000120244995,0.0004948939,0.000529254,0.00007881687,0.00005748863,0.000029137265,0.00040376734,0.00011955156,0.00019223831],"category_scores_gemma":[0.0000033695692,0.00053502066,0.000057237332,0.00008089475,0.00005970203,0.00015995487,0.00011471469,0.0002639125,3.7262087e-8],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051762623,0.00034029546,0.24019745,0.020242885,0.0080556,0.0037767624,0.0036892747,0.14806776,0.043759592,0.03476629,0.47777274,0.018813724],"study_design_scores_gemma":[0.0015152893,0.00005238891,0.13125135,0.0032023357,0.00010093432,0.000054467924,0.0007281995,0.0033758294,0.016126022,0.00010815519,0.8416473,0.0018377115],"about_ca_topic_score_codex":0.010869554,"about_ca_topic_score_gemma":0.030237846,"teacher_disagreement_score":0.8981546,"about_ca_system_score_codex":0.00005418948,"about_ca_system_score_gemma":0.0013150133,"threshold_uncertainty_score":0.99971014},"labels":[],"label_agreement":null},{"id":"W7039489471","doi":"","title":"L'Université du Québec : la réalisation originale d'un idéal collectif /","year":2015,"lang":"fr","type":"other","venue":"Bibliothèque et Archives nationales du Québec (Québec government)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Identification (biology); Interpretation (philosophy); Relation (database); Context (archaeology); Subject (documents)","score_opus":0.0057947220179631635,"score_gpt":0.1791872113180569,"score_spread":0.17339248930009374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039489471","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022315653,0.019047149,0.017018015,0.015041649,0.0015040694,0.0014557741,0.0007366854,0.0012776783,0.9216033],"genre_scores_gemma":[0.30539113,0.0015028465,0.0061892006,0.0003580438,0.002313839,0.00037302892,0.00014580862,0.0012220043,0.68250406],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948244,0.00047473153,0.0011385641,0.0010685602,0.0016693155,0.0008243989],"domain_scores_gemma":[0.9900542,0.0076755113,0.0006694313,0.0008588272,0.00016972679,0.00057233876],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0006947173,0.0013318319,0.0010956969,0.0019501325,0.00034098013,0.0004568566,0.0013764496,0.0004654509,0.025336644],"category_scores_gemma":[0.002097098,0.0015500544,0.0005025717,0.0016329739,0.00045183822,0.0007055947,0.00047806744,0.0010139194,0.0030972562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00022701328,0.0005371068,0.032676823,0.0011427498,0.002316962,0.00021408092,0.019697832,0.050094366,0.001064685,0.027312703,0.8624534,0.0022622882],"study_design_scores_gemma":[0.0019977055,0.00012773501,0.034135576,0.0005892805,0.00027283482,0.00028995078,0.00026229685,0.0120545095,0.00024889395,0.000113639886,0.9484922,0.0014153768],"about_ca_topic_score_codex":0.5253174,"about_ca_topic_score_gemma":0.96244836,"teacher_disagreement_score":0.437131,"about_ca_system_score_codex":0.032983314,"about_ca_system_score_gemma":0.087224334,"threshold_uncertainty_score":0.9999433},"labels":[],"label_agreement":null},{"id":"W7042392873","doi":"","title":"The Origin and development of Canada's objective-based codes concept","year":2004,"lang":"en","type":"article","venue":"NPARC","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Development (topology); Key (lock); Transition (genetics); Code (set theory); Process (computing)","score_opus":0.007376437684899716,"score_gpt":0.18773431480161476,"score_spread":0.18035787711671505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042392873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72175133,0.0017585304,0.23976485,0.0006179362,0.0019677682,0.0008638751,0.00004035359,0.0006624216,0.032572955],"genre_scores_gemma":[0.98994863,0.0000020163704,0.009955444,0.00000810047,0.00001821608,0.000019053756,0.0000013076998,0.0000146647135,0.00003254789],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995109,0.0000054223074,0.00015499165,0.00006600329,0.0001109273,0.00015174944],"domain_scores_gemma":[0.99973613,0.000073559946,0.000016896733,0.00011054753,0.000022138396,0.000040747393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008303865,0.00008323464,0.000101142476,0.000017539061,0.00005922428,0.00000812992,0.00008030121,0.000023657496,0.0000067343926],"category_scores_gemma":[0.000014695466,0.00006793468,0.000008931839,0.00005529042,0.000030054069,0.000015225055,0.000008195665,0.000059191105,9.901481e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010415985,0.000013242194,0.0007508804,0.00022678691,0.00018758228,0.000009207976,0.0024564809,0.9369039,0.02910456,0.009669717,0.0013121836,0.019355033],"study_design_scores_gemma":[0.0022270926,0.000039112514,0.030102123,0.0003079065,0.000016179181,0.000015040528,0.0006914582,0.034312814,0.564797,0.00055097515,0.36616784,0.00077246287],"about_ca_topic_score_codex":0.0023942054,"about_ca_topic_score_gemma":0.020955907,"teacher_disagreement_score":0.9025911,"about_ca_system_score_codex":0.00027672714,"about_ca_system_score_gemma":0.00047104945,"threshold_uncertainty_score":0.9969091},"labels":[],"label_agreement":null},{"id":"W7096667700","doi":"","title":"DISCLAIMER","year":2011,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Disclaimer; Product certification; Product (mathematics); Order (exchange)","score_opus":0.01960093311642592,"score_gpt":0.1469465775953962,"score_spread":0.1273456444789703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096667700","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010842317,0.000105398256,0.09969037,0.000004576526,0.0007142146,0.000063468804,6.5678904e-7,0.0016924964,0.8868865],"genre_scores_gemma":[0.99158883,0.0000023400244,0.0072966493,0.000008834215,0.000038249313,0.000011761528,5.042641e-7,0.000023496941,0.0010293281],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997229,0.0000016476708,0.00008160297,0.000049257815,0.000034116794,0.00011048278],"domain_scores_gemma":[0.999811,0.00000494326,0.0000027714846,0.00014287238,0.0000043838936,0.000034021556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000025833888,0.00006196336,0.000055264183,0.000030120964,0.0000066366265,0.0000032763733,0.000071866445,0.000025651665,0.0007308425],"category_scores_gemma":[0.0000015528393,0.000056057754,0.000020854925,0.00005330611,0.0000059706485,0.000053371055,0.000007334694,0.000039314546,0.0006699603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019951227,0.00021458311,0.036504235,0.000936626,0.0013427119,0.0001452603,0.01752785,0.09035468,0.0511111,0.5393523,0.15500867,0.10748202],"study_design_scores_gemma":[0.00076993974,0.0000541277,0.121108085,0.00006908786,0.000036347705,0.000083430685,0.00028750306,0.19419883,0.11706193,0.0013898041,0.56327105,0.0016698887],"about_ca_topic_score_codex":0.000009769385,"about_ca_topic_score_gemma":0.0000011718339,"teacher_disagreement_score":0.9807465,"about_ca_system_score_codex":0.00001625957,"about_ca_system_score_gemma":0.0000017292874,"threshold_uncertainty_score":0.86112076},"labels":[],"label_agreement":null},{"id":"W7097194300","doi":"","title":"Process Assurance Audits: Lessons Learned","year":2007,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality assurance; Audit; Process (computing); Software quality analyst; Program assurance; Software development process; Revenue assurance","score_opus":0.02092206973659146,"score_gpt":0.2761962394287937,"score_spread":0.25527416969220224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097194300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046782095,0.0005035637,0.65917325,0.0005060392,0.0016851246,0.00028972627,0.0000053194854,0.004571258,0.28648365],"genre_scores_gemma":[0.9963863,0.000013472336,0.0020954334,0.000026141186,0.00016884926,0.000016119224,0.0000023738023,0.000053435884,0.0012378657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913293,0.0000038332805,0.00022935968,0.00014780177,0.00014008886,0.00034597729],"domain_scores_gemma":[0.9995471,0.00008452408,0.000016574884,0.00023505313,0.000033474724,0.00008327419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027381722,0.00014672271,0.00014900896,0.000086411055,0.000027995873,0.000016526614,0.00016919401,0.00008322657,0.00008383664],"category_scores_gemma":[0.00004084554,0.00014929264,0.000036983136,0.00026166555,0.000013817439,0.000119199874,0.000009672483,0.00014761528,0.00029055294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012528956,0.00004290416,0.0018591646,0.0009209445,0.00019090083,0.000054916476,0.0010070088,0.9006788,0.021714043,0.010661989,0.010417741,0.05243906],"study_design_scores_gemma":[0.0016519695,0.000057958616,0.06965724,0.00039742488,0.000037452694,0.00012602462,0.00076535,0.1862543,0.15712488,0.0008753142,0.5807974,0.002254735],"about_ca_topic_score_codex":0.0000054027187,"about_ca_topic_score_gemma":0.000019527753,"teacher_disagreement_score":0.9496042,"about_ca_system_score_codex":0.00008132197,"about_ca_system_score_gemma":0.000016288564,"threshold_uncertainty_score":0.60879767},"labels":[],"label_agreement":null},{"id":"W7098134104","doi":"","title":"CAST-10 What is a “Decision ” in Application of Modified Condition/Decision Coverage (MC/DC) and Decision Coverage (DC)?","year":2002,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Position (finance); Software; Certification and Accreditation; Position paper","score_opus":0.010565174942346966,"score_gpt":0.22304930577301463,"score_spread":0.21248413083066767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7098134104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42671692,0.0014366291,0.5680021,0.000023175025,0.00038973076,0.00056125945,0.000029960405,0.00020837036,0.0026318368],"genre_scores_gemma":[0.99306995,0.0015564404,0.0048713316,0.00005636504,0.00005504305,0.00007428414,0.000024150539,0.00007381541,0.00021863492],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775386,0.000020961572,0.0009198207,0.00047704187,0.000491703,0.0003366323],"domain_scores_gemma":[0.99821675,0.000752558,0.000103697894,0.0007054628,0.00008771811,0.00013379687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033587022,0.00035387324,0.00052029314,0.0004765943,0.00005067556,0.00012282113,0.00025153047,0.00028723993,0.00064224895],"category_scores_gemma":[0.00006966811,0.0003565902,0.00009770581,0.00053039537,0.000036553916,0.0008572275,0.000086669,0.00022902027,0.00025420624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007637518,0.00009854531,0.0002323963,0.00015985819,0.000038510152,0.00001742688,0.0006326338,0.4571361,0.0067427424,0.00080107263,0.0031560697,0.5309083],"study_design_scores_gemma":[0.0026965267,0.000075144,0.00599613,0.0005950422,0.000018183564,0.000051164636,0.00008556645,0.97003394,0.0043773884,0.002833192,0.012689685,0.0005480538],"about_ca_topic_score_codex":0.00005158929,"about_ca_topic_score_gemma":0.000022294855,"teacher_disagreement_score":0.566353,"about_ca_system_score_codex":0.00025899685,"about_ca_system_score_gemma":0.0000086478485,"threshold_uncertainty_score":0.9998886},"labels":[],"label_agreement":null},{"id":"W7104183057","doi":"","title":"LLMs as Judges: Toward The Automatic Review of GSN-compliant Assurance Cases","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canada First Research Excellence Fund","keywords":"Leverage (statistics); Quality assurance; Harm; Task (project management); Obstacle; Risk assessment","score_opus":0.03308860752920712,"score_gpt":0.2738435258553596,"score_spread":0.24075491832615248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104183057","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27110577,0.6595979,0.013622255,0.012917455,0.009940693,0.004663812,0.00010114806,0.0015171615,0.026533816],"genre_scores_gemma":[0.976248,0.020797541,0.0005041896,0.0008998588,0.00019500623,0.00025629898,0.0000097090115,0.00011266958,0.0009766989],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.99602586,0.00020630751,0.0019353434,0.0005979011,0.00046040106,0.00077418407],"domain_scores_gemma":[0.99584436,0.0014265002,0.00036866142,0.0019979517,0.00022101481,0.00014152109],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010387314,0.0007320484,0.0013805798,0.00020182575,0.00014001707,0.00004951425,0.0012173785,0.00023547705,0.00059901935],"category_scores_gemma":[0.001629451,0.0006207682,0.00050706323,0.0013150617,0.00018649452,0.00022158897,0.00023438752,0.00064600277,0.0010192526],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046381152,0.0005779163,0.17458887,0.64630926,0.006343809,0.0006181033,0.005558033,0.056318875,0.0067678005,0.007537029,0.061412096,0.03392183],"study_design_scores_gemma":[0.0015066789,0.00023481855,0.50721025,0.22196549,0.0015021198,0.00045742095,0.00090978784,0.05175503,0.0063642124,0.00013449155,0.20584883,0.0021108554],"about_ca_topic_score_codex":0.00019879449,"about_ca_topic_score_gemma":0.00000801023,"teacher_disagreement_score":0.70514226,"about_ca_system_score_codex":0.00040703113,"about_ca_system_score_gemma":0.0003590461,"threshold_uncertainty_score":0.99975854},"labels":[],"label_agreement":null},{"id":"W7106789429","doi":"10.5281/zenodo.17726439","title":"How are standards developed","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"","score_opus":0.018879401360209002,"score_gpt":0.22041781664341242,"score_spread":0.20153841528320343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106789429","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008403226,0.00075008103,0.39527494,0.0018739927,0.0011448588,0.00088219385,0.00051407353,0.010121982,0.58103466],"genre_scores_gemma":[0.9942613,0.000056493962,0.0008362347,0.000049985156,0.000107811335,9.869931e-8,0.000253356,0.0014175043,0.0030172197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989808,0.00006477257,0.00017644351,0.00022046153,0.0002605172,0.00029696865],"domain_scores_gemma":[0.99909866,0.000016079886,0.000029605522,0.00037293218,0.0003981118,0.0000846342],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004016209,0.00014298166,0.00015154052,0.00025864865,0.0005941391,0.0006686201,0.0006158782,0.000067045825,0.0008987342],"category_scores_gemma":[0.00038156408,0.00016371517,0.00003687792,0.00061507383,0.00004519874,0.00017965466,0.00033169362,0.00021097121,0.0007980067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025056424,0.000041615185,0.000017864539,0.00066424237,0.0002067477,0.000026422786,0.00073620095,0.0106628565,0.0056111696,0.01455235,0.8032961,0.16415936],"study_design_scores_gemma":[0.00027145038,0.000015021493,0.0009447697,0.000081436396,0.0000067912865,0.00001932395,0.00016105035,0.0035006097,0.0010671696,0.000047607522,0.9937257,0.00015905756],"about_ca_topic_score_codex":0.0000014740557,"about_ca_topic_score_gemma":1.491682e-7,"teacher_disagreement_score":0.9858581,"about_ca_system_score_codex":0.00044869113,"about_ca_system_score_gemma":0.0000052482133,"threshold_uncertainty_score":0.99998},"labels":[],"label_agreement":null},{"id":"W7106819135","doi":"10.5281/zenodo.17726437","title":"How are standards developed","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Standards Association","funders":"","keywords":"","score_opus":0.018879401360209002,"score_gpt":0.22041781664341242,"score_spread":0.20153841528320343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106819135","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008403226,0.00075008103,0.39527494,0.0018739927,0.0011448588,0.00088219385,0.00051407353,0.010121982,0.58103466],"genre_scores_gemma":[0.9942613,0.000056493962,0.0008362347,0.000049985156,0.000107811335,9.869931e-8,0.000253356,0.0014175043,0.0030172197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989808,0.00006477257,0.00017644351,0.00022046153,0.0002605172,0.00029696865],"domain_scores_gemma":[0.99909866,0.000016079886,0.000029605522,0.00037293218,0.0003981118,0.0000846342],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004016209,0.00014298166,0.00015154052,0.00025864865,0.0005941391,0.0006686201,0.0006158782,0.000067045825,0.0008987342],"category_scores_gemma":[0.00038156408,0.00016371517,0.00003687792,0.00061507383,0.00004519874,0.00017965466,0.00033169362,0.00021097121,0.0007980067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025056424,0.000041615185,0.000017864539,0.00066424237,0.0002067477,0.000026422786,0.00073620095,0.0106628565,0.0056111696,0.01455235,0.8032961,0.16415936],"study_design_scores_gemma":[0.00027145038,0.000015021493,0.0009447697,0.000081436396,0.0000067912865,0.00001932395,0.00016105035,0.0035006097,0.0010671696,0.000047607522,0.9937257,0.00015905756],"about_ca_topic_score_codex":0.0000014740557,"about_ca_topic_score_gemma":1.491682e-7,"teacher_disagreement_score":0.9858581,"about_ca_system_score_codex":0.00044869113,"about_ca_system_score_gemma":0.0000052482133,"threshold_uncertainty_score":0.99998},"labels":[],"label_agreement":null},{"id":"W7116114540","doi":"10.5281/zenodo.17980647","title":"Obligation Closure Constraint (OCC): Formal Specification and Falsification Protocol","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Protocol (science); Constraint (computer-aided design); Obligation; Leverage (statistics); Closure (psychology); Pairwise comparison; Formal specification; Adversarial system; Formalism (music)","score_opus":0.029955326065573152,"score_gpt":0.24331297127578055,"score_spread":0.2133576452102074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116114540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065955296,0.000269325,0.4457152,0.0009663534,0.0014028042,0.10514527,0.0019262915,0.013063778,0.42491546],"genre_scores_gemma":[0.9802806,0.0001568573,0.0052887355,0.000051380663,0.0008068047,0.0002437501,0.009087516,0.0031374113,0.0009469635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981531,0.0001496798,0.00055324286,0.0004975304,0.00029766737,0.00034877332],"domain_scores_gemma":[0.99857336,0.000027806835,0.0001510301,0.00068868505,0.0004319744,0.00012714871],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073188276,0.00029605458,0.00025693182,0.00041000766,0.00065568375,0.000742562,0.000700897,0.00027693494,0.0006224736],"category_scores_gemma":[0.00018703994,0.00035845643,0.000064472566,0.0003375364,0.00011065133,0.00026337328,0.00088142726,0.000648482,0.0005702592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012634297,0.0002913769,0.000022299897,0.010775558,0.0005452053,0.000011002066,0.0045622257,0.08511642,0.011787697,0.07081777,0.12169639,0.6942477],"study_design_scores_gemma":[0.00063158816,0.000057868943,0.0013590003,0.00033893366,0.000025458186,0.00004413116,0.00013861568,0.039737724,0.0011869473,0.0003924337,0.9556874,0.00039989527],"about_ca_topic_score_codex":0.000005703271,"about_ca_topic_score_gemma":1.4970442e-7,"teacher_disagreement_score":0.973685,"about_ca_system_score_codex":0.00042238337,"about_ca_system_score_gemma":0.000010196595,"threshold_uncertainty_score":0.99988675},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7116335411","doi":"10.18280/ijsse.150902","title":"Design and Evaluation of a Resilient IoT-Based Safety Monitoring System with Real-Time Alerts for Industrial Environments","year":2025,"lang":"","type":"article","venue":"International Journal of Safety and Security Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Safety monitoring; Poison control; Occupational safety and health; Resilience (materials science); Human factors and ergonomics","score_opus":0.015848376245679564,"score_gpt":0.23963928767389178,"score_spread":0.22379091142821222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116335411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14357583,0.0028314162,0.84784204,0.00019284891,0.0037730578,0.0014755405,0.000093103685,0.00006160898,0.0001545696],"genre_scores_gemma":[0.98784006,0.0005788311,0.010985707,0.0000025021718,0.0004761358,0.000029638091,0.000009414801,0.00006108222,0.000016629772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964399,0.00014281392,0.0016667204,0.0003259196,0.0010814633,0.00034322782],"domain_scores_gemma":[0.9975943,0.0009232298,0.0005691052,0.00022856874,0.00051363686,0.00017113918],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031669687,0.00045756996,0.00081489526,0.0007299627,0.00008241488,0.000081043414,0.00036051314,0.0003156656,0.000007706373],"category_scores_gemma":[0.00023092156,0.00048081687,0.00015119133,0.00022610372,0.00006481542,0.000266627,0.00007495692,0.00045203388,4.9933476e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001699966,0.000058370966,0.0003687195,0.00068108924,0.0014272857,0.000015313759,0.0006484476,0.9817582,0.0062800664,0.00058104703,0.000011650653,0.006469863],"study_design_scores_gemma":[0.0072502797,0.00026230264,0.0030426714,0.007432213,0.00054170756,0.000094421186,0.00022795225,0.9699552,0.009518958,0.0000151566055,0.001294353,0.0003647525],"about_ca_topic_score_codex":0.000021741911,"about_ca_topic_score_gemma":5.3890784e-7,"teacher_disagreement_score":0.8442642,"about_ca_system_score_codex":0.0014426027,"about_ca_system_score_gemma":0.00031475417,"threshold_uncertainty_score":0.9997643},"labels":[],"label_agreement":null},{"id":"W7117566378","doi":"10.1109/rasse64831.2025.11315433","title":"Can Large Language Models Assist with SOTIF Scenario Generation?","year":2025,"lang":"","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs","funders":"","keywords":"Identification (biology); Task (project management); Set (abstract data type); Natural language; Natural language generation; Modeling language; Control (management); Automotive industry","score_opus":0.008582446114813725,"score_gpt":0.2106372941209732,"score_spread":0.20205484800615947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117566378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011265034,0.0024227714,0.88107634,0.0010545339,0.0021233826,0.0007583995,0.00008046325,0.0009981919,0.10022086],"genre_scores_gemma":[0.962891,0.000023292394,0.009361837,0.00015758409,0.00037938647,0.0000995832,0.000060347837,0.00011952626,0.026907444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976118,0.000046686993,0.0006516056,0.0005738899,0.00030669136,0.00080931676],"domain_scores_gemma":[0.9986141,0.00006040953,0.000060820643,0.0009797156,0.00010887926,0.0001760835],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024638567,0.0005725062,0.00054957514,0.00034748216,0.00019427051,0.00024679242,0.00037035276,0.00027989296,0.00035543577],"category_scores_gemma":[0.000018935278,0.0005590535,0.00012308173,0.0007070635,0.00003746044,0.00027251354,0.000103268074,0.00045570993,0.00008515087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006668342,0.00006670254,0.0005567193,0.0004318481,0.0005271844,0.000049402828,0.0016095585,0.9115706,0.0013908034,0.07955991,0.0031798866,0.001050729],"study_design_scores_gemma":[0.0010757542,0.000028482564,0.0005532409,0.00032937364,0.00011320176,0.000019058889,0.0005394202,0.9858914,0.0028964602,0.00005006689,0.007863933,0.0006395948],"about_ca_topic_score_codex":0.00066404726,"about_ca_topic_score_gemma":0.0018938914,"teacher_disagreement_score":0.95162594,"about_ca_system_score_codex":0.0007265374,"about_ca_system_score_gemma":0.00035241133,"threshold_uncertainty_score":0.9996861},"labels":[],"label_agreement":null},{"id":"W7125641942","doi":"10.65391/r1912","title":"The Safety Case as a Process Driver","year":2024,"lang":"","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Safety assurance; System safety; Safety case; Process safety management; Argument (complex analysis); Process safety; Flight safety","score_opus":0.005773797268157957,"score_gpt":0.2324456691628536,"score_spread":0.22667187189469565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125641942","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022302391,0.082488224,0.24399464,0.004219084,0.03908936,0.0035034353,0.00009562037,0.010076632,0.5942306],"genre_scores_gemma":[0.97733045,0.00043832834,0.0002855473,0.00003093459,0.0008094539,0.000118120006,0.0000025526258,0.00021276282,0.020771826],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740195,0.00004621702,0.0008142824,0.0005508233,0.00035574083,0.0008310095],"domain_scores_gemma":[0.9981118,0.0007352205,0.000029452402,0.0008028969,0.000081453,0.00023919174],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006446388,0.00055224064,0.0003368094,0.00014908185,0.00038288144,0.0007088101,0.00044156326,0.00026126753,0.0009131696],"category_scores_gemma":[0.000094623014,0.00041096596,0.00024305405,0.00082232896,0.00010430339,0.0003528927,0.00010023176,0.00075401505,0.0042584185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043864486,0.00004431164,0.00004320563,0.006194763,0.0025120305,0.02662666,0.012560717,0.54984176,0.0003238143,0.26496485,0.012769087,0.12407491],"study_design_scores_gemma":[0.00014953103,0.000028836484,0.000021755866,0.00044517766,0.00007982428,0.0098691955,0.000846803,0.53335035,0.0003059663,0.00037742517,0.4540517,0.00047346705],"about_ca_topic_score_codex":0.00013024478,"about_ca_topic_score_gemma":0.000037203354,"teacher_disagreement_score":0.95502806,"about_ca_system_score_codex":0.00050984503,"about_ca_system_score_gemma":0.00025588213,"threshold_uncertainty_score":0.99985665},"labels":[],"label_agreement":null},{"id":"W7125653146","doi":"10.65391/r3263","title":"60 Seconds with … John McDermid","year":2020,"lang":"en","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Lloyd's Register","keywords":"Government (linguistics); Payment; Legislation; Work (physics)","score_opus":0.008109000239329398,"score_gpt":0.15741819746261076,"score_spread":0.14930919722328137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125653146","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080548175,0.00048261936,0.37255108,0.0013345886,0.000740196,0.0004767533,0.000012090774,0.008106429,0.53574806],"genre_scores_gemma":[0.99503684,0.0000031222403,0.0040891445,0.00024226824,0.00015965049,0.000017371178,0.000004189838,0.000056877958,0.00039056086],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994696,0.000003517262,0.00013440671,0.00012368012,0.00008731885,0.00018152478],"domain_scores_gemma":[0.99968874,0.000017644119,0.000008092766,0.00015416507,0.000012218928,0.00011913463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000025151288,0.00013390846,0.00014216066,0.000028657165,0.000013129651,0.000020066824,0.00011730184,0.000043326807,0.00034331979],"category_scores_gemma":[0.0000051179763,0.0001161014,0.000026814945,0.00016219259,0.000009307381,0.00008853273,0.000013603911,0.000114383554,0.00051132165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009500966,0.000008281313,0.001055373,0.000464407,0.00021147988,0.00009557678,0.001155126,0.9560892,0.00799212,0.0025187866,0.028067196,0.002332926],"study_design_scores_gemma":[0.00067250937,0.00008380015,0.0028464785,0.000038316783,0.000016449281,0.0000492693,0.00013924766,0.54766846,0.011590242,0.0000089681635,0.43629104,0.00059525337],"about_ca_topic_score_codex":0.0000037290226,"about_ca_topic_score_gemma":0.0000027704357,"teacher_disagreement_score":0.9144886,"about_ca_system_score_codex":0.000031273503,"about_ca_system_score_gemma":0.000010585711,"threshold_uncertainty_score":0.65721756},"labels":[],"label_agreement":null},{"id":"W7125699572","doi":"10.5281/zenodo.18377650","title":"Cyber-Physical Co-Design Reliability Framework for ASIL-D Automotive Sensor ECUs with Integrated Hardware–Software Fault Tolerance and Security","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dawson College","funders":"","keywords":"Functional safety; Redundancy (engineering); Fault tolerance; Modular design; Reliability (semiconductor); Automotive industry; Fault injection; Electronic control unit; Pipeline (software)","score_opus":0.01310930228406174,"score_gpt":0.23343961211624187,"score_spread":0.22033030983218013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125699572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026049608,0.00009586158,0.9597384,0.00023653929,0.00018193212,0.0014857566,0.0004820648,0.0037268288,0.008003027],"genre_scores_gemma":[0.9731223,0.000021861415,0.02490798,0.000054063974,0.000117808064,0.0000014394845,0.00038674424,0.001145221,0.00024256542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851996,0.00017425553,0.00025678286,0.00046093538,0.00020965417,0.00037842878],"domain_scores_gemma":[0.9985098,0.000234827,0.000048665188,0.00047549023,0.0005995685,0.00013163833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041429835,0.0002533531,0.00029878216,0.00015385832,0.0006046052,0.0003274042,0.00043764996,0.00012451666,0.00019326284],"category_scores_gemma":[0.0012572111,0.00024855358,0.00005034186,0.00055129064,0.00014479864,0.00018493868,0.00016171056,0.00046454868,0.00025947412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012140427,0.000716349,0.00014759993,0.004766822,0.0011328759,0.000065376524,0.017058065,0.67168504,0.004691683,0.027028983,0.18920404,0.08228915],"study_design_scores_gemma":[0.001236549,0.0003767401,0.0014037725,0.00055909046,0.00005485893,0.000049905422,0.0004732015,0.2003577,0.004771116,0.0014235675,0.7886855,0.00060798705],"about_ca_topic_score_codex":0.000007951634,"about_ca_topic_score_gemma":1.13819716e-7,"teacher_disagreement_score":0.9470727,"about_ca_system_score_codex":0.00031660573,"about_ca_system_score_gemma":0.000009238844,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W7125731431","doi":"10.5281/zenodo.18377649","title":"Cyber-Physical Co-Design Reliability Framework for ASIL-D Automotive Sensor ECUs with Integrated Hardware–Software Fault Tolerance and Security","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dawson College","funders":"","keywords":"Functional safety; Redundancy (engineering); Fault tolerance; Modular design; Reliability (semiconductor); Automotive industry; Fault injection; Electronic control unit; Pipeline (software)","score_opus":0.01310930228406174,"score_gpt":0.23343961211624187,"score_spread":0.22033030983218013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125731431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026049608,0.00009586158,0.9597384,0.00023653929,0.00018193212,0.0014857566,0.0004820648,0.0037268288,0.008003027],"genre_scores_gemma":[0.9731223,0.000021861415,0.02490798,0.000054063974,0.000117808064,0.0000014394845,0.00038674424,0.001145221,0.00024256542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851996,0.00017425553,0.00025678286,0.00046093538,0.00020965417,0.00037842878],"domain_scores_gemma":[0.9985098,0.000234827,0.000048665188,0.00047549023,0.0005995685,0.00013163833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041429835,0.0002533531,0.00029878216,0.00015385832,0.0006046052,0.0003274042,0.00043764996,0.00012451666,0.00019326284],"category_scores_gemma":[0.0012572111,0.00024855358,0.00005034186,0.00055129064,0.00014479864,0.00018493868,0.00016171056,0.00046454868,0.00025947412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012140427,0.000716349,0.00014759993,0.004766822,0.0011328759,0.000065376524,0.017058065,0.67168504,0.004691683,0.027028983,0.18920404,0.08228915],"study_design_scores_gemma":[0.001236549,0.0003767401,0.0014037725,0.00055909046,0.00005485893,0.000049905422,0.0004732015,0.2003577,0.004771116,0.0014235675,0.7886855,0.00060798705],"about_ca_topic_score_codex":0.000007951634,"about_ca_topic_score_gemma":1.13819716e-7,"teacher_disagreement_score":0.9470727,"about_ca_system_score_codex":0.00031660573,"about_ca_system_score_gemma":0.000009238844,"threshold_uncertainty_score":0.99999666},"labels":[],"label_agreement":null},{"id":"W7134235694","doi":"10.5281/zenodo.18927512","title":"Building Bridges: Leadership, Technology, and Trust at LightningSoft","year":2025,"lang":"","type":"article","venue":"Open MIND","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Automotive industry; Robotics; Software; Key (lock); Stock (firearms)","score_opus":0.03166100002880486,"score_gpt":0.2675150213341303,"score_spread":0.23585402130532543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134235694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7814123,0.040310066,0.045054562,0.008519507,0.0062457467,0.004045213,0.000118587224,0.00024116113,0.114052854],"genre_scores_gemma":[0.9380803,0.00010333436,0.03861485,0.000039096714,0.00012937024,0.00008338277,0.000006136404,0.00010375743,0.022839759],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971968,0.00003479057,0.00079576595,0.000923833,0.00016809056,0.0008807001],"domain_scores_gemma":[0.99855566,0.00021412742,0.00012345475,0.0008840484,0.000058783316,0.00016394164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005645653,0.0006034572,0.00078410044,0.0010112155,0.0002870429,0.00049665006,0.0012224856,0.00067576824,0.0007144073],"category_scores_gemma":[0.000223791,0.00073891896,0.00009099044,0.001371415,0.000236416,0.00038714128,0.0013641673,0.0006468451,0.000510657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001241249,0.00014914855,0.022475665,0.0026782474,0.0020386118,0.00023974628,0.0043262797,0.04081061,0.08472326,0.013646059,0.005180268,0.823608],"study_design_scores_gemma":[0.0015131526,0.000062318715,0.0020589137,0.003148284,0.0002080831,0.00013184964,0.0015317983,0.04771774,0.07203413,0.00009724481,0.87046045,0.0010360162],"about_ca_topic_score_codex":0.000035459303,"about_ca_topic_score_gemma":0.000018340474,"teacher_disagreement_score":0.8652802,"about_ca_system_score_codex":0.00075756916,"about_ca_system_score_gemma":0.00012650133,"threshold_uncertainty_score":0.9995062},"labels":[],"label_agreement":null},{"id":"W7134253186","doi":"10.5281/zenodo.18927511","title":"Building Bridges: Leadership, Technology, and Trust at LightningSoft","year":2025,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Automotive industry; Robotics; Software; Key (lock); Stock (firearms)","score_opus":0.02664419695487569,"score_gpt":0.22584793447531876,"score_spread":0.19920373752044307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134253186","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15337455,0.02938074,0.35513783,0.01825523,0.004533424,0.0051628686,0.00087392575,0.02583864,0.4074428],"genre_scores_gemma":[0.9890133,0.0003704176,0.0021035245,0.00009376643,0.00020858631,2.0554977e-7,0.00018384229,0.0029158485,0.005110521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712956,0.00015724919,0.00063385785,0.00083666015,0.00031758723,0.00092511234],"domain_scores_gemma":[0.9983493,0.000075599666,0.00012158098,0.00086463674,0.00035282772,0.00023602736],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00080500025,0.00044893083,0.0004404898,0.0016852414,0.0024715466,0.0009635674,0.0013715603,0.00037817925,0.0024663254],"category_scores_gemma":[0.0010147807,0.00057794794,0.00008743714,0.002196964,0.00041958402,0.00030769687,0.0024729304,0.0008015039,0.002981754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017485827,0.00024632816,0.00021550333,0.0065926225,0.0013656111,0.00012882415,0.0046418807,0.018550105,0.10118112,0.20500636,0.22008748,0.44180933],"study_design_scores_gemma":[0.00078210665,0.000102498496,0.00071491377,0.000717482,0.00006363489,0.00025283758,0.00071537757,0.01847366,0.0041456185,0.00015576075,0.9733854,0.00049074437],"about_ca_topic_score_codex":0.00000960179,"about_ca_topic_score_gemma":1.7966215e-7,"teacher_disagreement_score":0.83563876,"about_ca_system_score_codex":0.0011026592,"about_ca_system_score_gemma":0.000007474565,"threshold_uncertainty_score":0.99966717},"labels":[],"label_agreement":null},{"id":"W7141514759","doi":"10.1109/icoias69065.2025.00016","title":"Securing the Loop: A Risk Assessment Framework for Human-in-the-Loop Vulnerabilities Across SAE Levels of Autonomy","year":2025,"lang":"","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Risk assessment; Autonomy; Risk management; Vulnerability (computing); Vulnerability assessment","score_opus":0.023677503557148143,"score_gpt":0.3267501139347063,"score_spread":0.30307261037755817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7141514759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23184474,0.001944608,0.74781996,0.0011331639,0.003253456,0.004171597,0.00033036462,0.00038482074,0.009117313],"genre_scores_gemma":[0.9742616,0.000043055843,0.021311102,0.00014504079,0.0003759728,0.001452334,0.0000064440087,0.00012820929,0.0022762783],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99463475,0.00037180173,0.0022956138,0.00080325914,0.0005091806,0.0013854268],"domain_scores_gemma":[0.99114454,0.0060122847,0.00037911275,0.0021594744,0.00021622716,0.00008833761],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044800458,0.00088408345,0.0012122979,0.0002824926,0.0006932981,0.00040130113,0.0017793701,0.0005728984,0.00020350989],"category_scores_gemma":[0.0005889104,0.00068614614,0.0006294303,0.0010543707,0.0003111406,0.00031768158,0.00035100486,0.0018472509,0.000011636152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002153495,0.00022144956,0.0062491307,0.0043718163,0.0011643287,0.0000044525873,0.021819253,0.52399296,0.0006485081,0.43081713,0.00032565536,0.010363812],"study_design_scores_gemma":[0.0057679354,0.0004863374,0.23023514,0.007129856,0.00082507747,0.000018602455,0.048578557,0.5403665,0.009361078,0.110272266,0.04391806,0.0030405992],"about_ca_topic_score_codex":0.0005668056,"about_ca_topic_score_gemma":0.00024605586,"teacher_disagreement_score":0.7424168,"about_ca_system_score_codex":0.0012350827,"about_ca_system_score_gemma":0.00047687365,"threshold_uncertainty_score":0.999559},"labels":[],"label_agreement":null},{"id":"W7146956835","doi":"10.5281/zenodo.19346906","title":"Efficacy of Assurance Frameworks in Self-Adaptive Systems: A Decomposition Perspective","year":2022,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perspective (graphical); Software; Work (physics); Software system; Decomposition; Key (lock); Legacy system","score_opus":0.014338714008693883,"score_gpt":0.23284789977319112,"score_spread":0.21850918576449724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7146956835","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17825437,0.01861407,0.3633968,0.0016379653,0.007746645,0.015450861,0.004214154,0.01155529,0.39912987],"genre_scores_gemma":[0.99616605,0.00012215886,0.0009905834,0.000012318544,0.00017349822,8.1110915e-7,0.0002521728,0.0022075218,0.00007486176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960746,0.0010362451,0.00085161877,0.0006760122,0.0007216816,0.00063984934],"domain_scores_gemma":[0.99799025,0.0002022022,0.00028016765,0.00073120836,0.0006217396,0.00017441397],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013263507,0.00035446818,0.00051977794,0.0008225537,0.0012916222,0.00034234798,0.0013652818,0.00021293486,0.0029270705],"category_scores_gemma":[0.00044741493,0.0004985053,0.00013345754,0.0019233376,0.00010065376,0.00030694925,0.0012817632,0.0017489379,0.0007763211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033036363,0.0006888173,0.0000066894063,0.00069254596,0.00046124577,0.00006381606,0.017920682,0.9334066,0.0021013203,0.032470617,0.0071333484,0.004723948],"study_design_scores_gemma":[0.0041256486,0.0013203425,0.004736484,0.0010275991,0.00011642693,0.00057409663,0.013661187,0.5004201,0.0003296978,0.00017471642,0.4722969,0.0012168548],"about_ca_topic_score_codex":0.00012837013,"about_ca_topic_score_gemma":2.9353978e-7,"teacher_disagreement_score":0.8179117,"about_ca_system_score_codex":0.0035173495,"about_ca_system_score_gemma":0.000018896508,"threshold_uncertainty_score":0.9997467},"labels":[],"label_agreement":null},{"id":"W7147717048","doi":"10.5281/zenodo.19346905","title":"Efficacy of Assurance Frameworks in Self-Adaptive Systems: A Decomposition Perspective","year":2022,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Perspective (graphical); Software; Work (physics); Software system; Decomposition; Key (lock); Legacy system","score_opus":0.014338714008693883,"score_gpt":0.23284789977319112,"score_spread":0.21850918576449724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7147717048","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17825437,0.01861407,0.3633968,0.0016379653,0.007746645,0.015450861,0.004214154,0.01155529,0.39912987],"genre_scores_gemma":[0.99616605,0.00012215886,0.0009905834,0.000012318544,0.00017349822,8.1110915e-7,0.0002521728,0.0022075218,0.00007486176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960746,0.0010362451,0.00085161877,0.0006760122,0.0007216816,0.00063984934],"domain_scores_gemma":[0.99799025,0.0002022022,0.00028016765,0.00073120836,0.0006217396,0.00017441397],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013263507,0.00035446818,0.00051977794,0.0008225537,0.0012916222,0.00034234798,0.0013652818,0.00021293486,0.0029270705],"category_scores_gemma":[0.00044741493,0.0004985053,0.00013345754,0.0019233376,0.00010065376,0.00030694925,0.0012817632,0.0017489379,0.0007763211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033036363,0.0006888173,0.0000066894063,0.00069254596,0.00046124577,0.00006381606,0.017920682,0.9334066,0.0021013203,0.032470617,0.0071333484,0.004723948],"study_design_scores_gemma":[0.0041256486,0.0013203425,0.004736484,0.0010275991,0.00011642693,0.00057409663,0.013661187,0.5004201,0.0003296978,0.00017471642,0.4722969,0.0012168548],"about_ca_topic_score_codex":0.00012837013,"about_ca_topic_score_gemma":2.9353978e-7,"teacher_disagreement_score":0.8179117,"about_ca_system_score_codex":0.0035173495,"about_ca_system_score_gemma":0.000018896508,"threshold_uncertainty_score":0.9997467},"labels":[],"label_agreement":null},{"id":"W7164145077","doi":"10.4050/f-0079-2023-0005","title":"Safety and Product Robustness in the Air Vehicle Design Process","year":2023,"lang":"","type":"article","venue":"","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Airframe; Failure mode and effects analysis; Engineering design process; Robustness (evolution); Design process; Component (thermodynamics); Process (computing); Product design; Design technology","score_opus":0.020016262200638072,"score_gpt":0.22837955746619668,"score_spread":0.2083632952655586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7164145077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35245132,0.007965205,0.58328867,0.01267127,0.0059656627,0.012393152,0.00004162085,0.0063519524,0.018871106],"genre_scores_gemma":[0.9972981,0.00025296595,0.0010076055,0.0000438652,0.00028183372,0.00021872035,0.00000560981,0.000119329634,0.00077193184],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972333,0.00019137564,0.000755739,0.0006012924,0.0003866547,0.00083168445],"domain_scores_gemma":[0.99851733,0.0005427753,0.00005673914,0.0007226716,0.000060279195,0.00010022604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002370773,0.00046844862,0.00047229053,0.00032820762,0.00014130605,0.000097986805,0.0005788353,0.00016788182,0.000042377833],"category_scores_gemma":[0.00017720724,0.00038370362,0.000058025642,0.0023697156,0.00007765823,0.00033311022,0.00008954925,0.0005322672,0.00014229763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024855013,0.000024707113,0.000571703,0.00089930126,0.000050231985,0.000042698437,0.0037333062,0.9894867,0.00021012266,0.0004840313,0.0005108257,0.0039615054],"study_design_scores_gemma":[0.0007029305,0.000039290335,0.037408106,0.00027317938,0.000025763458,0.00005517803,0.0015594813,0.95462173,0.00092429586,0.000049031685,0.003794234,0.00054678525],"about_ca_topic_score_codex":0.000044825545,"about_ca_topic_score_gemma":0.000012817392,"teacher_disagreement_score":0.6448468,"about_ca_system_score_codex":0.00015579934,"about_ca_system_score_gemma":0.000098343284,"threshold_uncertainty_score":0.9998615},"labels":[],"label_agreement":null}]}