{"meta":{"query_hash":"b4b33cba95f9","filters":{"topic":"Systems Engineering Methodologies and Applications"},"cohort_total":206,"direct_labels_cover":1,"predictions_cover":206,"exported":206,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b4b33cba95f9","api":"https://metacan.xera.ac/api/v1/cohort?topic=Systems+Engineering+Methodologies+and+Applications"},"results":[{"id":"W1507022657","doi":"10.1002/j.2334-5837.2014.tb03145.x","title":"3.1.1 Model Lifecycle Management for MBSE","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Scope (computer science); Vendor; Systems engineering; Computer science; System lifecycle; Implementation; Engineering management; Product life-cycle management; Unified Modeling Language; Key (lock); Process management; Software engineering; Application lifecycle management; Software; Engineering; Business; Computer security","score_opus":0.02566886636467992,"score_gpt":0.26804642350697355,"score_spread":0.24237755714229364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507022657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022509588,0.000022530225,0.946967,0.0004578504,0.0010116803,0.00024486185,0.00002261669,0.00043885363,0.028324997],"genre_scores_gemma":[0.9429061,0.00003620028,0.05529146,0.00008059651,0.0003570254,0.00041779474,0.000025659574,0.00003308514,0.000852096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994392,0.0000052264236,0.00017423093,0.0001331688,0.00010985326,0.000138343],"domain_scores_gemma":[0.9996295,0.00009791127,0.000019704286,0.0001815853,0.000037775553,0.000033505115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018939874,0.000099681165,0.00009233569,0.000047311285,0.000032636104,0.00003282818,0.00025551862,0.00004448014,0.000006736084],"category_scores_gemma":[0.000017831568,0.00010267087,0.000060211503,0.000045140136,0.000008836775,0.000059146518,0.000037199465,0.000045703284,0.000034281024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042527486,0.000016420707,0.000023044358,0.00005156873,0.000065730244,3.4235336e-7,0.000036417958,0.9121205,0.012006264,0.06566275,0.004291448,0.0057212343],"study_design_scores_gemma":[0.00023197186,0.000008302857,0.00010338486,0.000017102504,0.0000090334715,0.0000032317066,0.000008588649,0.90648985,0.0022189806,0.0043952856,0.08639333,0.000120908546],"about_ca_topic_score_codex":0.0000034018608,"about_ca_topic_score_gemma":0.0000016613437,"teacher_disagreement_score":0.9203965,"about_ca_system_score_codex":0.00007019257,"about_ca_system_score_gemma":0.0000017746428,"threshold_uncertainty_score":0.41867965},"labels":[],"label_agreement":null},{"id":"W1516256794","doi":"10.1002/j.2334-5837.2000.tb00468.x","title":"9.4 The Role of Configuration Management in Earned Value Management","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Schedule; Earned value management; Unification; Context (archaeology); Control (management); Computer science; Cost control; Project management; Consumption (sociology); Operations research; Configuration Management (ITSM); Project management triangle; Operations management; Process management; Business; Systems engineering; Engineering; Project charter; Operating system; Artificial intelligence; Programming language","score_opus":0.007518725535296092,"score_gpt":0.23687471332466786,"score_spread":0.22935598778937177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516256794","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2880149,0.00056567,0.009746653,0.0008917162,0.0010211135,0.0008380277,0.000016427563,0.0003075762,0.6985979],"genre_scores_gemma":[0.9960963,0.0008740352,0.0018256748,0.000012946416,0.000056842895,0.0001739999,0.000010080864,0.000013375987,0.0009367313],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993478,0.000016039954,0.00026337706,0.00009899429,0.0001609024,0.00011287121],"domain_scores_gemma":[0.9996975,0.000070569,0.00002380779,0.00017649267,0.000017460367,0.000014175123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020809849,0.00007968018,0.0000744223,0.00005018155,0.00002813542,0.000026257092,0.00026970505,0.00003057714,0.00005546354],"category_scores_gemma":[0.000002875825,0.00006834048,0.000034065528,0.00011225004,0.000016731323,0.000049727052,0.000022597826,0.000056790825,0.000044443907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002363401,0.00004530644,0.00017219615,0.000040921426,0.00021311746,0.00000656287,0.00019184477,0.56857485,0.012320738,0.20397247,0.00033010895,0.21410827],"study_design_scores_gemma":[0.0008384425,0.000022719825,0.017674865,0.00013907555,0.000029191531,0.000012532886,0.0006053956,0.23135863,0.026445078,0.013510055,0.70902765,0.00033635378],"about_ca_topic_score_codex":0.000034094555,"about_ca_topic_score_gemma":0.000006052954,"teacher_disagreement_score":0.70869756,"about_ca_system_score_codex":0.0000809291,"about_ca_system_score_gemma":0.0000014167999,"threshold_uncertainty_score":0.2786844},"labels":[],"label_agreement":null},{"id":"W1523532444","doi":"10.1201/9781315272665","title":"Ecological Interface Design","year":2017,"lang":"en","type":"book","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":460,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interface (matter); Ecology; Interface design; Geography; Environmental science; Computer science; Biology; Human–computer interaction; Meteorology","score_opus":0.12371539625871568,"score_gpt":0.30270511374244696,"score_spread":0.17898971748373127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523532444","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015716406,0.00044407122,0.48747393,0.000011748682,0.0004350071,0.0001743184,0.0000050784784,0.0007362433,0.51071805],"genre_scores_gemma":[0.0005784215,0.00020202402,0.047414172,0.0000073641872,0.00031811156,0.000101805475,0.000009237061,0.000069100635,0.9512998],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937683,0.000015170118,0.00018178762,0.00017324003,0.000069797534,0.00018315722],"domain_scores_gemma":[0.9990454,0.00027734376,0.000036953814,0.00058330334,0.00001733474,0.000039706043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002193247,0.00022621294,0.00031604854,0.000044781227,0.000050777846,0.000054497927,0.00044666877,0.0003887427,0.00026383728],"category_scores_gemma":[0.000060328035,0.00019232451,0.0000804798,0.000010226661,0.000032258733,0.00002568638,0.000057129902,0.00028085467,0.0005550071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.7136554e-7,0.0000037886807,2.1897154e-7,0.000106165404,0.00007525718,0.000004760524,0.000011477176,0.0816958,0.00020798178,0.005877827,0.9058641,0.0061518024],"study_design_scores_gemma":[0.000052715284,0.000019433635,0.000016861746,0.00006103278,0.000019463909,0.0000109538505,0.0000024009314,0.011078042,0.000384676,0.003977926,0.98406905,0.00030743575],"about_ca_topic_score_codex":9.082921e-7,"about_ca_topic_score_gemma":8.999894e-7,"teacher_disagreement_score":0.44058174,"about_ca_system_score_codex":0.00013040176,"about_ca_system_score_gemma":0.000028459317,"threshold_uncertainty_score":0.7842766},"labels":[],"label_agreement":null},{"id":"W1525307906","doi":"10.1109/syscon.2015.7116805","title":"Recommended practice: Systems of systems considerations in the development of systems","year":2015,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Work (physics); Government (linguistics); Key (lock); Engineering management; Modernization theory; Process management; Computer science; Best practice; System of systems; Information system; Knowledge management; Engineering; Systems engineering; Management science; Systems design; Political science; Computer security","score_opus":0.1742646465796689,"score_gpt":0.33400890011881823,"score_spread":0.15974425353914934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525307906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10568575,0.014795928,0.7980681,0.0004807666,0.0061354456,0.0048608384,0.00005928395,0.00081356935,0.06910032],"genre_scores_gemma":[0.9837131,0.00001540156,0.015717674,0.000004681366,0.000055588167,0.00039775533,0.0000063649672,0.000018511057,0.00007090847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829364,0.00025593722,0.00091345794,0.00011663228,0.000250888,0.0001694398],"domain_scores_gemma":[0.9979212,0.0012914255,0.00014928699,0.00040256252,0.00019541902,0.000040083334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025696924,0.00013461086,0.000352859,0.00011865236,0.000030636344,0.000045986715,0.00017733485,0.000090432986,0.0000017375211],"category_scores_gemma":[0.0004699268,0.00009820621,0.000027581376,0.00027510547,0.000016503644,0.00009994097,0.000021100297,0.000115174116,0.0000072898224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029927141,0.00005461477,0.00018426978,0.00074004213,0.00010390342,0.0000017029165,0.003946442,0.91515636,0.0017360843,0.07017054,0.007814532,0.00008849933],"study_design_scores_gemma":[0.0023204682,0.00016533864,0.0013353608,0.0013866606,0.0001450627,0.0005388377,0.26201195,0.543002,0.004714359,0.00025488256,0.18293773,0.0011873336],"about_ca_topic_score_codex":0.00035259145,"about_ca_topic_score_gemma":0.00002234559,"teacher_disagreement_score":0.8780274,"about_ca_system_score_codex":0.00009910172,"about_ca_system_score_gemma":0.000083173276,"threshold_uncertainty_score":0.4004733},"labels":[],"label_agreement":null},{"id":"W1555257756","doi":"10.1002/j.2334-5837.2014.tb03167.x","title":"6.4.2 Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Certification; Software deployment; Engineering management; Systems engineering; Engineering; Work (physics); Scheme (mathematics); International standard; Configuration Management (ITSM); Set (abstract data type); ITIL security management; Software engineering; Computer science; Computer security; Mechanical engineering; Telecommunications; Management","score_opus":0.02213188385603231,"score_gpt":0.2606390345456239,"score_spread":0.2385071506895916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555257756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065537356,0.00018858984,0.91391677,0.00042315104,0.00897234,0.00051528524,0.0005520613,0.00077153026,0.009122938],"genre_scores_gemma":[0.99036556,0.00014000678,0.007591679,0.000037034308,0.0010912693,0.00039004095,0.00011815404,0.00005787063,0.00020840464],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892676,0.000011819302,0.00036085138,0.00023174215,0.00025218746,0.0002166547],"domain_scores_gemma":[0.99897957,0.0005401101,0.000051518306,0.00018848383,0.00017015844,0.00007015018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053558924,0.00019770206,0.00021004384,0.00011306105,0.000040932762,0.00027418023,0.0003503903,0.000096952805,0.00001601934],"category_scores_gemma":[0.0002561164,0.00020690326,0.000075624564,0.000054145446,0.000019092922,0.00022186013,0.000073832394,0.00010626172,0.0000075423072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079266334,0.00007859762,0.0012333855,0.0006227398,0.00084387674,0.000008935953,0.00043324364,0.8061236,0.10535575,0.042173654,0.008607828,0.03443913],"study_design_scores_gemma":[0.0005493701,0.00005029393,0.00055522245,0.00010954244,0.0000200536,0.00006548863,0.000045745495,0.35298744,0.0031994623,0.000112523776,0.6419932,0.00031166346],"about_ca_topic_score_codex":0.0000144927035,"about_ca_topic_score_gemma":0.0000024909855,"teacher_disagreement_score":0.9248282,"about_ca_system_score_codex":0.0002124177,"about_ca_system_score_gemma":0.000013259708,"threshold_uncertainty_score":0.843727},"labels":[],"label_agreement":null},{"id":"W1556328186","doi":"10.1002/j.2334-5837.2007.tb02925.x","title":"6.4.2 A Metric Framework for Capability Definition, Engineering and Management","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Construct (python library); Interoperability; Metric (unit); Systems engineering; Architecture; Software engineering; Quality (philosophy); Battlefield; Risk analysis (engineering); Engineering; Operations management; Business","score_opus":0.02782092519602405,"score_gpt":0.2800599498769775,"score_spread":0.2522390246809535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556328186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060015425,0.00019300004,0.93542916,0.00018820087,0.0010597277,0.0003216653,0.000027102076,0.00037438128,0.0023913654],"genre_scores_gemma":[0.7539942,0.00013934498,0.24536271,0.000025955065,0.0002365614,0.00018098396,0.0000147649125,0.000025625086,0.000019836305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992685,0.0000034894338,0.00025048223,0.00016598873,0.00012378607,0.00018775831],"domain_scores_gemma":[0.9991602,0.00055748445,0.000024350868,0.00015421091,0.000053478387,0.0000503053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047357313,0.0001218608,0.00011223084,0.00014089233,0.00003587131,0.000036815436,0.00015262033,0.00007908344,0.000006997569],"category_scores_gemma":[0.00010866761,0.00013107526,0.0000478851,0.0001815554,0.000013293917,0.00006218253,0.0000374021,0.00008767353,0.000006197719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027374586,0.000068251175,0.0010626229,0.0006091595,0.00039739272,0.000010370519,0.00025802635,0.09500304,0.013457367,0.8738571,0.0006538189,0.014595485],"study_design_scores_gemma":[0.0028418223,0.00019012776,0.08601609,0.00075900595,0.00025142537,0.00027670516,0.00064461795,0.3226453,0.047539312,0.13449647,0.40173432,0.0026048215],"about_ca_topic_score_codex":0.000007893717,"about_ca_topic_score_gemma":0.0000025521585,"teacher_disagreement_score":0.73936063,"about_ca_system_score_codex":0.00014729521,"about_ca_system_score_gemma":0.0000017579721,"threshold_uncertainty_score":0.5345094},"labels":[],"label_agreement":null},{"id":"W1556570903","doi":"10.1002/j.2334-5837.2007.tb02966.x","title":"9.4.1 Lessons Learned From Industrial Validation of COSYSMO","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Process (computing); Reuse; Engineering; Engineering management; Government (linguistics); Domain (mathematical analysis); Software engineering; Computer science; Systems engineering; Software development; Software development process; Process management; Software","score_opus":0.11610253466705181,"score_gpt":0.32838348495027114,"score_spread":0.21228095028321933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556570903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83885956,0.00005271573,0.14871804,0.00078248593,0.002583573,0.00015235515,0.00013515017,0.00030082592,0.008415311],"genre_scores_gemma":[0.99628687,0.000042812586,0.0028428717,0.000010205342,0.00060414517,0.000017183436,0.000100494086,0.00002209346,0.00007329894],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991542,0.0000137927245,0.0003539789,0.00013495552,0.00021062237,0.00013243368],"domain_scores_gemma":[0.9992943,0.00034158598,0.00006794204,0.00018519531,0.00007426997,0.000036715486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040142602,0.00010422855,0.00013985088,0.00008279058,0.000021526932,0.000020981588,0.00025994246,0.00012441844,0.00006420227],"category_scores_gemma":[0.000091324866,0.00011045534,0.00005787827,0.00013158312,0.000019974079,0.00008354503,0.000037367805,0.000132773,0.000029281184],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041468527,0.00006555521,0.0020135238,0.000017265378,0.00023503214,0.0000062438226,0.00032714437,0.116212234,0.8347842,0.009509086,0.001668261,0.03511995],"study_design_scores_gemma":[0.0008386258,0.000028312077,0.0037885832,0.000088395806,0.000030394718,0.0000087331,0.00014777474,0.0120630935,0.91259843,0.0032190834,0.06687489,0.00031366563],"about_ca_topic_score_codex":0.00018356141,"about_ca_topic_score_gemma":0.000011753571,"teacher_disagreement_score":0.15742736,"about_ca_system_score_codex":0.00011025727,"about_ca_system_score_gemma":0.000009328117,"threshold_uncertainty_score":0.4504238},"labels":[],"label_agreement":null},{"id":"W1928934980","doi":"10.1111/j.1559-3584.2008.00162.x","title":"Using Required Operational Capabilities to Connect Operational and Technical Requirements","year":2008,"lang":"en","type":"article","venue":"Naval Engineers Journal","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Navy; Systems engineering; Naval architecture; Operational risk; Architecture; Service (business); Engineering; Operational planning; Computer science; Engineering management; Risk analysis (engineering); Risk management; Marine engineering","score_opus":0.11238584286105233,"score_gpt":0.3178024446825847,"score_spread":0.20541660182153235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1928934980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5596684,0.0005283473,0.438156,0.00022257205,0.00058222807,0.00021717414,0.000018262606,0.00023943899,0.0003675721],"genre_scores_gemma":[0.87368894,0.00007547799,0.12562041,0.0000654048,0.0004053597,0.00002972506,0.000006300179,0.000037090995,0.0000712611],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988217,0.000034561726,0.0004051431,0.00016567441,0.0002861501,0.00028676854],"domain_scores_gemma":[0.99940354,0.00013531945,0.00002397875,0.00014937532,0.00010812649,0.00017964005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044697037,0.00018997413,0.00023635231,0.00016639575,0.0002546608,0.00006731838,0.0001492488,0.00010190867,0.000045886034],"category_scores_gemma":[0.0002500764,0.00018476612,0.00005889876,0.0001966097,0.000052246374,0.0002284337,0.00003223299,0.00026778065,0.000009287113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007985019,0.000013539023,0.00031405056,0.000027099217,0.000059211954,0.000016167334,0.0003512283,0.89135844,0.101401486,0.0023911202,0.0037773848,0.00028231135],"study_design_scores_gemma":[0.003470418,0.00048591837,0.01955107,0.00042736542,0.0001314588,0.03435512,0.0011558527,0.8786351,0.022722773,0.0010154595,0.035244144,0.002805298],"about_ca_topic_score_codex":0.0000088465495,"about_ca_topic_score_gemma":9.904716e-7,"teacher_disagreement_score":0.31402057,"about_ca_system_score_codex":0.00020743754,"about_ca_system_score_gemma":0.00006309838,"threshold_uncertainty_score":0.7534544},"labels":[],"label_agreement":null},{"id":"W1943909441","doi":"","title":"Work values as a high-ordered factorial construct","year":2015,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Construct (python library); Factorial; Mathematics; Computer science; Programming language","score_opus":0.05931440852712242,"score_gpt":0.26994862154702026,"score_spread":0.21063421301989785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943909441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48208803,0.00038649794,0.46354517,0.00010134507,0.006110269,0.00032631235,0.000009288583,0.0029760108,0.044457067],"genre_scores_gemma":[0.9528592,0.000008709229,0.046047024,0.000009849975,0.0005022318,0.00003699628,0.000005205347,0.00002413935,0.00050659716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947906,0.000018447701,0.00014162468,0.000101680205,0.00009895479,0.00016022446],"domain_scores_gemma":[0.9995495,0.000114820985,0.000011231522,0.00021658775,0.000030359868,0.00007750152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001422412,0.00010589402,0.00014527167,0.000034398694,0.000019214767,0.00002899004,0.00011499808,0.0000736537,0.00006551496],"category_scores_gemma":[0.00012078436,0.00009265506,0.000029739726,0.00016162463,0.000018721348,0.000040817526,0.000019661265,0.00007298696,0.00018674822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005244424,0.000050297913,0.0029092187,0.00014207477,0.00043672428,0.000014271089,0.0018290079,0.4275115,0.013021117,0.22743891,0.2803006,0.046293836],"study_design_scores_gemma":[0.005936493,0.00030211388,0.0076081376,0.00017489697,0.00014311865,0.00014596125,0.0041130427,0.022446122,0.06009714,0.13362938,0.7621149,0.0032886942],"about_ca_topic_score_codex":0.00009043236,"about_ca_topic_score_gemma":0.0000015048943,"teacher_disagreement_score":0.4818143,"about_ca_system_score_codex":0.0000386019,"about_ca_system_score_gemma":0.000014728178,"threshold_uncertainty_score":0.37783638},"labels":[],"label_agreement":null},{"id":"W194544286","doi":"10.1007/978-1-4419-1393-7_17","title":"Engineers of Tomorrow: Holistic-Thinking System Engineers","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering ethics; Systems thinking; Engineering; Workforce; Engineering management; Political science; Computer science; Law","score_opus":0.04003487670890517,"score_gpt":0.23758336535178953,"score_spread":0.19754848864288438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194544286","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014322504,0.0010540143,0.40489542,0.000013435604,0.0027942392,0.00050401705,0.00012409342,0.0026848798,0.5877867],"genre_scores_gemma":[0.3186944,0.0007180153,0.34907696,0.000036867852,0.0031609375,0.0003624786,0.00035467962,0.0017430679,0.32585257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823064,0.0000071663617,0.00073457125,0.00032713785,0.00034023158,0.00036026878],"domain_scores_gemma":[0.9984464,0.0003230528,0.00012633427,0.00088322675,0.00010385506,0.000117104515],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037409464,0.00058735843,0.00084688107,0.00035486248,0.00004629,0.00003215598,0.00052933674,0.0008408941,0.00014711251],"category_scores_gemma":[0.00004948242,0.0005918648,0.00028157505,0.000077742014,0.00005960703,0.000049660117,0.000062988394,0.00083040993,0.00009077838],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002244461,0.0000043690734,9.1547736e-7,0.0025707667,0.00032372607,0.000013510105,0.00020948626,0.10808372,0.0064465827,0.87866193,0.0019003318,0.0017824324],"study_design_scores_gemma":[0.0011613687,0.00013409833,0.000052943848,0.0040229787,0.0010539644,0.0003901411,0.0008672013,0.14389172,0.030473392,0.00778118,0.80469275,0.0054782648],"about_ca_topic_score_codex":0.000017454928,"about_ca_topic_score_gemma":0.000003987101,"teacher_disagreement_score":0.8708807,"about_ca_system_score_codex":0.00015842597,"about_ca_system_score_gemma":0.00002661238,"threshold_uncertainty_score":0.9996533},"labels":[],"label_agreement":null},{"id":"W1947493562","doi":"10.1002/j.2334-5837.2008.tb00844.x","title":"7.2.2 Advancing Model‐Based Systems Engineering at a Small Space Agency","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; Agency (philosophy); Process (computing); Bridge (graph theory); Space (punctuation); Key (lock); Work (physics); Systems engineering; Computer science; Process management; Engineering management; Engineering; Unified Modeling Language; Computer security; Sociology; Mechanical engineering","score_opus":0.02635390211012569,"score_gpt":0.23840623077023781,"score_spread":0.21205232866011212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947493562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3487291,0.00035406713,0.64418614,0.0002114763,0.0018559793,0.00024860766,0.000039150433,0.001024984,0.0033504597],"genre_scores_gemma":[0.97495544,0.00012296975,0.023523025,0.00002340001,0.00035199,0.0002329568,0.000031287633,0.00007630484,0.0006826008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879974,0.000012571657,0.00036111395,0.00024973083,0.00024857346,0.00032829374],"domain_scores_gemma":[0.99926835,0.00017699921,0.00005267699,0.00031848025,0.000084244595,0.000099270146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018811716,0.00024137652,0.00022250293,0.00012964541,0.000090068635,0.00003192526,0.00036513663,0.0001110151,0.000016825452],"category_scores_gemma":[0.000059937447,0.00026100737,0.00010306745,0.00015634001,0.000018696024,0.00010576652,0.000072272385,0.0001637908,0.00006862694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036521176,0.000013126545,0.00016405372,0.000054082666,0.00003837571,0.000018942297,0.00010797708,0.8596774,0.13842769,0.00080875074,0.0006290393,0.00005691785],"study_design_scores_gemma":[0.00022590926,0.0000103083485,0.00025051812,0.00007234609,0.0000084699295,0.00012200502,0.000008359161,0.9706301,0.013514111,0.000019948877,0.014858382,0.00027950422],"about_ca_topic_score_codex":0.000052888707,"about_ca_topic_score_gemma":0.0000063609255,"teacher_disagreement_score":0.62622637,"about_ca_system_score_codex":0.00053133076,"about_ca_system_score_gemma":0.000022098302,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W1967440521","doi":"10.1002/j.2334-5837.2007.tb02969.x","title":"10.1.1 Capability Engineering: Learning from Practice","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Focus (optics); Engineering; Systems engineering; Engineering design process; Engineering management; Requirements engineering; Computer science; Mechanical engineering","score_opus":0.018135785761427888,"score_gpt":0.26586084409848,"score_spread":0.2477250583370521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967440521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28701666,0.0004451867,0.6134683,0.0010737249,0.003797527,0.00037269967,0.000042123287,0.0027385955,0.0910452],"genre_scores_gemma":[0.98136646,0.000030261524,0.016861573,0.00002891701,0.0007991062,0.00003743491,0.000054145068,0.000044840803,0.00077729305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896,0.00001677088,0.00033868503,0.00020906393,0.0002445271,0.00023091206],"domain_scores_gemma":[0.99843687,0.0010925314,0.00004879174,0.00022674925,0.0001230729,0.00007199105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065813237,0.00016262876,0.00014078173,0.000068805246,0.00003949341,0.000054227712,0.00029694717,0.000110305824,0.00040487378],"category_scores_gemma":[0.0006108731,0.00017723149,0.00006649278,0.00013804612,0.000016309516,0.0001971585,0.000054373195,0.0002720776,0.00040861193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044527245,0.00006983917,0.000468994,0.000030162035,0.0002622772,0.00003071389,0.00037278683,0.8343669,0.1522863,0.002648623,0.0018557096,0.0075631565],"study_design_scores_gemma":[0.00025532648,0.000026944757,0.0029863042,0.00003227328,0.000021078731,0.00003743045,0.0001308821,0.10793292,0.018464254,0.000114431576,0.8696713,0.00032685508],"about_ca_topic_score_codex":0.00013633154,"about_ca_topic_score_gemma":0.0000066126995,"teacher_disagreement_score":0.8678156,"about_ca_system_score_codex":0.0002449987,"about_ca_system_score_gemma":0.000006966424,"threshold_uncertainty_score":0.722729},"labels":[],"label_agreement":null},{"id":"W1967518338","doi":"10.1002/j.2334-5837.2005.tb00722.x","title":"6.4.2 Capability Engineering Process within Canadian Defence: Some Engineering Issues","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Work (physics); Engineering management; Process management; Engineering; Systems engineering; Work in process; Computer science; Operations management; Mechanical engineering","score_opus":0.013093325128209404,"score_gpt":0.2593018971107081,"score_spread":0.2462085719824987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967518338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776595,0.0007349267,0.011522231,0.00220986,0.0029968102,0.00047278393,0.000082128245,0.0018591972,0.0024625547],"genre_scores_gemma":[0.9898095,0.000045654982,0.0084445225,0.000059332644,0.0012160339,0.00020060464,0.00002867258,0.00006873419,0.00012693688],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985948,0.000008468045,0.00043277538,0.00028431762,0.00027227864,0.00040735267],"domain_scores_gemma":[0.99924946,0.000100441204,0.000038040038,0.0003098123,0.00010320102,0.0001990196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003303121,0.00027340115,0.00021912342,0.00020211564,0.000057275975,0.00009535442,0.0005248327,0.00014894023,0.000058429563],"category_scores_gemma":[0.00014149756,0.0003004492,0.000078954174,0.00018186719,0.000018700384,0.00038968967,0.000034895547,0.00028480848,0.00010698729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014619311,0.000012355493,0.00028676924,0.00006140005,0.00006013835,0.0000047664953,0.0003863598,0.97546256,0.01764724,0.005307598,0.00039078016,0.0003785997],"study_design_scores_gemma":[0.00022479813,0.000014066939,0.0015660514,0.000112008165,0.000015515352,0.00007093578,0.00006418563,0.88344055,0.040565547,0.0002599133,0.073067434,0.0005989831],"about_ca_topic_score_codex":0.0024000779,"about_ca_topic_score_gemma":0.0010324972,"teacher_disagreement_score":0.09202197,"about_ca_system_score_codex":0.00063165516,"about_ca_system_score_gemma":0.00004576699,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W1972516059","doi":"10.1117/12.856477","title":"Application of systems engineering concepts in the Canada-France-Hawaii Telescope Observatory automation project","year":2010,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summit; Observatory; Telescope; Automation; Computer science; Work (physics); Engineering; Systems engineering; Aeronautics; Geography; Astronomy; Physics; Cartography; Mechanical engineering","score_opus":0.017135763133084625,"score_gpt":0.24861550733440396,"score_spread":0.23147974420131934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972516059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99587995,0.00020324996,0.00105949,0.00030484222,0.0005588098,0.0011935504,0.00006232671,0.00015553678,0.0005822396],"genre_scores_gemma":[0.95001966,0.000048514034,0.048591364,0.000019272138,0.00035781914,0.0008581227,0.000013056198,0.000067352514,0.000024854753],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978664,5.802407e-8,0.0008923113,0.00027947937,0.00060333847,0.00035841166],"domain_scores_gemma":[0.9984823,0.00036637444,0.0002930348,0.00013664138,0.00067030627,0.00005138107],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010225051,0.00031197752,0.00045872474,0.000111541565,0.000048507674,0.000060431787,0.00108922,0.00021163703,0.0000014777994],"category_scores_gemma":[0.0004022794,0.00025046145,0.0002521331,0.0005805449,0.00009923781,0.00028158157,0.000061964085,0.00046452196,3.7733537e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009135829,0.00004118237,0.0008047663,0.0014793795,0.0001607569,6.500279e-8,0.00027920562,0.031890295,0.6888107,0.27434823,0.0018243516,0.000351923],"study_design_scores_gemma":[0.0010576686,0.00011460797,0.013778664,0.0005535609,0.00012488382,0.00003325391,0.0032916877,0.86932534,0.08318626,0.00017319685,0.027669081,0.0006918104],"about_ca_topic_score_codex":0.0018137872,"about_ca_topic_score_gemma":0.000052173615,"teacher_disagreement_score":0.837435,"about_ca_system_score_codex":0.00015876601,"about_ca_system_score_gemma":0.000071833805,"threshold_uncertainty_score":0.99999475},"labels":[],"label_agreement":null},{"id":"W1979670993","doi":"10.1109/aero.2012.6187339","title":"Applying Model Based Systems Engineering (MBSE) to a standard CubeSat","year":2012,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; CubeSat; Computer science; Unified Modeling Language; Systems engineering; Systems modeling; Modeling language; Domain (mathematical analysis); Spacecraft; Satellite; Software engineering; Aerospace engineering; Engineering; Programming language; Software","score_opus":0.04604143619916884,"score_gpt":0.26130050980237585,"score_spread":0.215259073603207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979670993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018770676,0.00048290493,0.9756292,0.000023215023,0.0006527171,0.0007069953,0.000016137246,0.001723519,0.0019946368],"genre_scores_gemma":[0.8539131,0.0000051793927,0.14424561,0.00003227123,0.0002246285,0.0013734463,0.000004099219,0.00007197267,0.00012966966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988734,0.000011931904,0.00026511392,0.00014719163,0.00018091906,0.0005214458],"domain_scores_gemma":[0.99924195,0.00013068995,0.000013577861,0.00037709295,0.000030424639,0.00020628748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044408685,0.00021544436,0.00026067338,0.00014474562,0.000043690838,0.00005130517,0.00017193407,0.000090192276,0.0000128658],"category_scores_gemma":[0.000053659653,0.00020797396,0.000060411094,0.00027769475,0.0000044559224,0.00011720395,0.000030304773,0.000120924116,0.00007331523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015344949,0.000004556473,0.00007127948,0.00013463465,0.000015517024,2.0502401e-7,0.000061624014,0.9729859,0.020687409,0.0037491429,0.0014334453,0.0008547148],"study_design_scores_gemma":[0.000108982254,0.0000076205392,0.000051613828,0.00004620391,0.000009833443,0.000004148101,0.00007012753,0.95319027,0.0061529335,0.000005551606,0.040076908,0.000275804],"about_ca_topic_score_codex":0.0000145238755,"about_ca_topic_score_gemma":5.9268666e-7,"teacher_disagreement_score":0.83514243,"about_ca_system_score_codex":0.0001672837,"about_ca_system_score_gemma":0.000011179444,"threshold_uncertainty_score":0.8480932},"labels":[],"label_agreement":null},{"id":"W1985102093","doi":"10.1115/esda2008-59045","title":"Training Teams in Managing Projects in a Matrix Structure","year":2008,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Debriefing; Project management; Computer science; Process (computing); Knowledge management; Work breakdown structure; Process management; Control (management); Team management; Engineering management; Project management triangle; OPM3; Engineering; Systems engineering; Medical education; Artificial intelligence","score_opus":0.0633559243516358,"score_gpt":0.2825043717510506,"score_spread":0.2191484473994148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985102093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96473753,0.0002368245,0.02737581,0.000035324578,0.00012277137,0.00023480951,0.0000018402384,0.00042316676,0.0068319277],"genre_scores_gemma":[0.96854424,0.000034600533,0.031190544,0.000007157682,0.00003834806,0.000041033803,0.0000018069343,0.000019125175,0.00012311293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99944293,0.000013459337,0.00017026352,0.00011237444,0.000053919204,0.00020706627],"domain_scores_gemma":[0.9997814,0.000057273406,0.00000808679,0.00013227589,0.0000036828808,0.000017226004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000110410045,0.00009225919,0.00014446664,0.0001674905,0.00001544754,0.000006516887,0.000090352136,0.00005686148,0.000014414281],"category_scores_gemma":[0.000022063052,0.00008762557,0.00001732721,0.0003566156,0.000008469452,0.00004953192,0.000012358516,0.00014338148,0.000003911225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021632982,0.00000848186,0.0064853206,0.0001476649,0.000010794669,0.000048995797,0.0058842883,0.9547009,0.01451466,0.0031301337,0.00030447688,0.014762122],"study_design_scores_gemma":[0.0015963826,0.0000337104,0.111425996,0.00029954486,0.000006941758,0.00039413047,0.009589895,0.8581822,0.006052066,0.0028556145,0.008397933,0.0011656216],"about_ca_topic_score_codex":0.000095880176,"about_ca_topic_score_gemma":0.000098871446,"teacher_disagreement_score":0.104940675,"about_ca_system_score_codex":0.00006216659,"about_ca_system_score_gemma":0.000009370986,"threshold_uncertainty_score":0.35732672},"labels":[],"label_agreement":null},{"id":"W1985453966","doi":"10.1109/icif.2007.4408141","title":"Data fusion enabled networks","year":2007,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Dynamics (Canada)","funders":"","keywords":"Computer science; Scalability; Systems engineering; Process (computing); Sensor fusion; System of systems; Software engineering; Distributed computing; Legacy system; Service-oriented architecture; Software; Systems design; Engineering; Web service; Database; Artificial intelligence","score_opus":0.08172567151287585,"score_gpt":0.29626135221773725,"score_spread":0.2145356807048614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985453966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067347237,0.00030382976,0.9740343,0.000014980374,0.00035075645,0.00007462529,0.0000044036706,0.0007873099,0.017695054],"genre_scores_gemma":[0.9126356,0.000112663736,0.08612435,0.00002978252,0.0004103789,0.0000071885847,0.000070266025,0.000028461702,0.0005812898],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955744,0.000004362714,0.00012488487,0.00009899878,0.00004465038,0.00016966216],"domain_scores_gemma":[0.9992905,0.00013404616,0.000006489138,0.0005302051,0.000007928421,0.000030795207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053916534,0.000061160456,0.000070619855,0.000026752095,0.000024146668,0.000011416094,0.00024093736,0.000051351737,0.000049391856],"category_scores_gemma":[0.000023450186,0.0000532304,0.000010987768,0.00013293771,0.0000050678414,0.00004709595,0.00006633196,0.000066077926,0.000025873767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003597845,0.000014006773,0.00028659677,0.000055608165,0.00004415534,0.0000060747425,0.00003486673,0.7665798,0.017594036,0.010027132,0.09388227,0.11147186],"study_design_scores_gemma":[0.000083995656,0.000003591627,0.0019284588,0.00000772774,0.0000049679857,0.000006696277,0.0000517535,0.7349417,0.0011900273,0.00006944084,0.26158118,0.00013043791],"about_ca_topic_score_codex":0.000008553632,"about_ca_topic_score_gemma":0.000014725344,"teacher_disagreement_score":0.9059009,"about_ca_system_score_codex":0.000013084702,"about_ca_system_score_gemma":0.0000013976769,"threshold_uncertainty_score":0.21706727},"labels":[],"label_agreement":null},{"id":"W1988325397","doi":"10.1002/j.2334-5837.2005.tb00717.x","title":"6.2.3 Modeling ISO/IEC 15288 &amp; Tailoring Enterprise Systems Engineering Processes for an Organization's Success","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems engineering; Computer science; Process management; Organizational architecture; Business process; Knowledge management; Engineering; Work in process; Operations management","score_opus":0.030197947463335827,"score_gpt":0.27494108278481505,"score_spread":0.24474313532147923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988325397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25800166,0.00028860962,0.738254,0.00020689458,0.0015080556,0.0003927627,0.00006799052,0.0010286663,0.00025138096],"genre_scores_gemma":[0.9783574,0.00012677695,0.018995987,0.000018060337,0.0016541213,0.0004152911,0.00017246389,0.00012241695,0.00013753118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986489,0.0000111073805,0.0004936029,0.00032054953,0.00021676805,0.0003091013],"domain_scores_gemma":[0.9989424,0.00015908512,0.000056683515,0.0003125699,0.00043116012,0.00009814275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026233058,0.00026516675,0.00023677708,0.000155515,0.00009561063,0.00024698014,0.0005436972,0.00012240502,0.000012467911],"category_scores_gemma":[0.0002107727,0.0002892134,0.000054117052,0.00028763415,0.000010180362,0.000609916,0.000060247057,0.00013468813,0.000027694552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047139383,0.00003246822,0.00034888825,0.00021580071,0.0000697922,5.5546775e-7,0.0002425074,0.9736565,0.023829851,0.0010653263,0.00017167721,0.000361942],"study_design_scores_gemma":[0.00027597422,0.00001470588,0.000044624834,0.00012976414,0.000020200565,0.00004995795,0.00005041066,0.9688881,0.0034954862,0.000027605503,0.02664899,0.0003541713],"about_ca_topic_score_codex":0.000064642954,"about_ca_topic_score_gemma":0.00003439324,"teacher_disagreement_score":0.7203557,"about_ca_system_score_codex":0.00029139,"about_ca_system_score_gemma":0.000025675836,"threshold_uncertainty_score":0.999956},"labels":[],"label_agreement":null},{"id":"W1997158146","doi":"10.1002/j.2334-5837.2001.tb02343.x","title":"1.4.2 Best Value Solutions: A Systems Engineering Perspective","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Perspective (graphical); Schedule; Value (mathematics); Best practice; Value engineering; Key (lock); Risk analysis (engineering); Computer science; Best value; Operations research; Management science; Engineering management; Engineering; Operations management; Business; Economics; Management; Artificial intelligence; Computer security","score_opus":0.030516708760520306,"score_gpt":0.26838386790010754,"score_spread":0.23786715913958723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997158146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13759127,0.0051733335,0.7612644,0.0021999846,0.013564779,0.0009733778,0.00012939895,0.0035708065,0.075532645],"genre_scores_gemma":[0.9950737,0.00048329236,0.0025633003,0.000017902443,0.0009741667,0.00028345265,0.00001575786,0.00005685367,0.0005315824],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989442,0.000014981571,0.00029572324,0.00021670134,0.00023269895,0.00029569236],"domain_scores_gemma":[0.9993409,0.00015863984,0.000034633227,0.0002534996,0.0001433625,0.00006896569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022412823,0.00019394352,0.00017402157,0.00013281792,0.00006614391,0.00009848438,0.00034452014,0.00010204425,0.000024515497],"category_scores_gemma":[0.000082886705,0.0002075707,0.00008424249,0.00022677892,0.000019326792,0.00017079635,0.000059178878,0.00017925077,0.00017869155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032866117,0.000031383257,0.000101196216,0.000021036547,0.00012660841,0.000015618554,0.000148956,0.8924989,0.022901518,0.08322179,0.00071666803,0.00021303189],"study_design_scores_gemma":[0.00033470686,0.000030036526,0.0004163753,0.00016144826,0.000028074255,0.00042641914,0.0005826639,0.8574566,0.0009516465,0.00047992053,0.13867787,0.00045422034],"about_ca_topic_score_codex":0.00031602324,"about_ca_topic_score_gemma":0.0000050166163,"teacher_disagreement_score":0.85748243,"about_ca_system_score_codex":0.0005416672,"about_ca_system_score_gemma":0.0000114494815,"threshold_uncertainty_score":0.8464488},"labels":[],"label_agreement":null},{"id":"W2000061635","doi":"10.1109/systems.2010.5482450","title":"The Unified Profile for DoDAF/MODAF (UPDM) enabling systems of systems on many levels","year":2010,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interoperability; Computer science; Software engineering; Unified Modeling Language; Systems Modeling Language; Systems engineering; Standardization; Traceability; Architecture framework; Engineering; Architecture; Programming language; World Wide Web; Software; Operating system","score_opus":0.06804976297284838,"score_gpt":0.2826083899198634,"score_spread":0.21455862694701505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000061635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20117225,0.0009298699,0.77248144,0.00007269692,0.006701576,0.0031152654,0.0001378316,0.0011745624,0.0142145045],"genre_scores_gemma":[0.9913851,0.00001982481,0.004853797,0.000002961392,0.00034503153,0.00091760576,0.0000058179294,0.00005144131,0.002418437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896705,0.000029545348,0.0004049774,0.00016530916,0.0001390298,0.00029409607],"domain_scores_gemma":[0.9978212,0.0013951431,0.0000708064,0.00056932215,0.000097242315,0.000046279623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087634625,0.0001650592,0.00025896056,0.00006642054,0.00012449188,0.000079920166,0.0003164718,0.00014029333,0.0000034054387],"category_scores_gemma":[0.00020358873,0.000111132314,0.00007525501,0.00015711352,0.000028210954,0.000039577728,0.000020375446,0.00018330813,0.000014655024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007321486,0.0000158046,0.000026383184,0.00087331905,0.00010469349,3.4596616e-7,0.000097802804,0.26896632,0.24441426,0.4796045,0.004658972,0.0012302683],"study_design_scores_gemma":[0.0006170324,0.00009874885,0.0006719852,0.00020725848,0.000039167375,0.000021011261,0.0021656803,0.7209892,0.06824283,0.00035150506,0.2061887,0.00040684015],"about_ca_topic_score_codex":0.00006598462,"about_ca_topic_score_gemma":0.000005342446,"teacher_disagreement_score":0.7902128,"about_ca_system_score_codex":0.000026183776,"about_ca_system_score_gemma":0.0000145762815,"threshold_uncertainty_score":0.45318443},"labels":[],"label_agreement":null},{"id":"W2003346269","doi":"10.1002/j.2334-5837.2008.tb00868.x","title":"10.3.2 Functional Capabilities In Complex Project Engineering","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Capability Maturity Model Integration; Systems engineering; Computer science; Context (archaeology); Process (computing); System of systems engineering; System of systems; Configuration Management (ITSM); Software engineering; Engineering management; Process management; Systems design; Engineering; Software development process; Software development; Software","score_opus":0.06141724072210265,"score_gpt":0.25813345726188075,"score_spread":0.1967162165397781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003346269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326098,0.00019263611,0.028486786,0.000420512,0.0018271989,0.00052615354,0.00008535353,0.0014264794,0.034425084],"genre_scores_gemma":[0.99456555,0.00004426098,0.0033440625,0.000016262502,0.00037747633,0.00023777317,0.0000727779,0.000035444948,0.0013063734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991021,0.000011418615,0.0003060046,0.00017451045,0.00020505728,0.00020091816],"domain_scores_gemma":[0.9995646,0.00015787284,0.000022123875,0.0001697219,0.000056794594,0.000028875233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001455039,0.00015690875,0.0001572177,0.00016721043,0.000035836078,0.000020013238,0.00021173099,0.000071543815,0.00038912008],"category_scores_gemma":[0.00006295279,0.00016827714,0.00006156303,0.00018741377,0.00003016254,0.00012570682,0.000039885483,0.0001402778,0.00014613851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018885394,0.00005947232,0.0016408224,0.00006777104,0.00007957756,0.000027157344,0.0004593634,0.93587416,0.048200585,0.0028429595,0.010282818,0.00044639508],"study_design_scores_gemma":[0.00092517363,0.00005116559,0.050240118,0.000076009455,0.000008343895,0.0004791756,0.000166539,0.5222183,0.005063071,0.00016954422,0.41987288,0.00072970684],"about_ca_topic_score_codex":0.000071209055,"about_ca_topic_score_gemma":0.000008002612,"teacher_disagreement_score":0.41365594,"about_ca_system_score_codex":0.00024639393,"about_ca_system_score_gemma":0.00001736277,"threshold_uncertainty_score":0.68621427},"labels":[],"label_agreement":null},{"id":"W2003385929","doi":"10.1115/detc2014-34772","title":"System of Systems Approach to Air Transportation Design Using Nested Problem Formulation and Direct Search Optimization","year":2014,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mathematical optimization; Sizing; Computer science; Optimization problem; Multidisciplinary design optimization; National Airspace System; Variable (mathematics); Network planning and design; Distributed computing; Aviation; Engineering; Multidisciplinary approach; Mathematics; Computer network","score_opus":0.06680464956523025,"score_gpt":0.2542280652856071,"score_spread":0.18742341572037685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003385929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035685033,0.000048683964,0.96165484,0.0000024018316,0.00006264314,0.00082104706,0.0000047733392,0.0003895388,0.0013310567],"genre_scores_gemma":[0.638717,0.0000021312994,0.3611546,6.6567844e-7,0.000022003172,0.00006236094,0.000010575924,0.000018785964,0.000011900047],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923456,0.00007395391,0.00030198804,0.00014306868,0.00011367015,0.00013274177],"domain_scores_gemma":[0.99958456,0.000118055694,0.000033454657,0.0001488025,0.00007110982,0.000044033495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059321546,0.000108375774,0.00021073974,0.00012261201,0.00004017729,0.000018551338,0.00005738291,0.0000734301,3.656505e-7],"category_scores_gemma":[0.000011704369,0.0001006824,0.000019705933,0.00029145385,0.0000056955037,0.000090268244,0.0000036484453,0.00003620754,5.060949e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029135454,0.000004719019,0.00006943044,0.0009231743,0.000012916244,2.319518e-8,0.0002104644,0.9854018,0.008044482,0.005037911,0.000007700051,0.0002844476],"study_design_scores_gemma":[0.000116322946,0.000019729543,0.0005663091,0.00008859335,0.000015943035,0.0000034141467,0.00026221873,0.9960285,0.0027559914,0.0000029590522,0.00003256296,0.000107473454],"about_ca_topic_score_codex":0.000101918406,"about_ca_topic_score_gemma":7.2447824e-7,"teacher_disagreement_score":0.60303193,"about_ca_system_score_codex":0.00005287712,"about_ca_system_score_gemma":0.0000056474396,"threshold_uncertainty_score":0.41057092},"labels":[],"label_agreement":null},{"id":"W2006585226","doi":"10.1002/j.2334-5837.2011.tb01237.x","title":"6.3.1 Process Patterns for Agile Capability Engineering Methodology: The PACEM Project","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Agile software development; Process (computing); Systems engineering; Engineering; Computer science; Process management; Engineering management; Manufacturing engineering; Software engineering","score_opus":0.11336684253198819,"score_gpt":0.32308636710166905,"score_spread":0.20971952456968085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006585226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41554263,0.0001006769,0.5765317,0.00044283914,0.0028880332,0.0012381207,0.00022845632,0.000828462,0.0021990957],"genre_scores_gemma":[0.97730374,0.000026648922,0.020622225,0.0000359832,0.0003984369,0.0014627663,0.00003060472,0.000052336996,0.00006726861],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990231,0.000034408753,0.0003128226,0.00023029135,0.0001443127,0.00025509775],"domain_scores_gemma":[0.99891484,0.0005599323,0.000051463234,0.00031850464,0.00012180474,0.000033437722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007131279,0.00019036568,0.00018435104,0.00006426842,0.00006009649,0.000029725092,0.0005253735,0.0001011635,0.00002821194],"category_scores_gemma":[0.00021580033,0.0001483146,0.00010961169,0.00012328135,0.000027729473,0.00010808978,0.00004881369,0.0001656954,0.000008697068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002921536,0.00062822993,0.02369065,0.0027847555,0.0027884294,0.00002890584,0.033138815,0.529197,0.32029697,0.058544744,0.009061829,0.019547507],"study_design_scores_gemma":[0.001653526,0.00024842445,0.021606207,0.0002797755,0.0001900457,0.00027190323,0.0023592876,0.5350228,0.33278546,0.007081074,0.096636936,0.001864553],"about_ca_topic_score_codex":0.00010289148,"about_ca_topic_score_gemma":0.000018009587,"teacher_disagreement_score":0.5617611,"about_ca_system_score_codex":0.00010634711,"about_ca_system_score_gemma":0.000015500304,"threshold_uncertainty_score":0.6048094},"labels":[],"label_agreement":null},{"id":"W2007694167","doi":"10.1002/sys.21253","title":"A data‐centric capability‐focused approach for system‐of‐systems architecture modeling and analysis","year":2013,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Executable; Computer science; Database-centric architecture; Architecture framework; Architecture; Software engineering; Reference architecture; Systems engineering; Metamodeling; Data modeling; Logical data model; Systems architecture; Data model (GIS); Software architecture; Engineering; Programming language; Artificial intelligence","score_opus":0.04436908588171901,"score_gpt":0.2378398721880619,"score_spread":0.1934707863063429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007694167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062343903,0.0054776096,0.92858434,0.0000037887703,0.00051960803,0.001816345,0.0002634764,0.0008657257,0.00012518778],"genre_scores_gemma":[0.94227666,0.000024541238,0.05601506,4.9289577e-7,0.00023371768,0.0011704764,0.00017019504,0.000090528454,0.000018331608],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978631,0.000053237254,0.00084816635,0.000516027,0.00022613649,0.0004933472],"domain_scores_gemma":[0.9980872,0.000338073,0.00009604162,0.0012141704,0.00012410972,0.00014039768],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008203063,0.00037233415,0.0009177673,0.0005310526,0.00006199566,0.00013330976,0.0005056465,0.00020446008,9.123149e-7],"category_scores_gemma":[0.00011487365,0.0003479355,0.00013638833,0.0009214681,0.000018748635,0.00017600748,0.00009267301,0.00018655728,0.0000019487773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001407984,0.000007743263,0.000121977195,0.0047557442,0.00059367,2.4566984e-7,0.000104746425,0.9901267,0.0026290533,0.0013316027,0.00005743708,0.00026963218],"study_design_scores_gemma":[0.00023868322,0.00001178756,0.00010239845,0.00011256421,0.00028594243,0.00002048746,0.00048367996,0.9979113,0.000044143555,0.0000035992198,0.00044881733,0.00033664113],"about_ca_topic_score_codex":0.0004521495,"about_ca_topic_score_gemma":0.0000015620631,"teacher_disagreement_score":0.87993276,"about_ca_system_score_codex":0.000110819354,"about_ca_system_score_gemma":0.000012763896,"threshold_uncertainty_score":0.99989724},"labels":[],"label_agreement":null},{"id":"W2013880845","doi":"10.1109/rams.2010.5448012","title":"Applying discrete event modeling in the real world","year":2010,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dow Chemical (Canada)","funders":"","keywords":"Maintainability; Systems engineering; Process (computing); Reliability (semiconductor); Discrete event simulation; Computer science; System lifecycle; Event (particle physics); Reliability engineering; Engineering; Manufacturing engineering; Industrial engineering; Process management; Simulation; Application lifecycle management; Software","score_opus":0.06023690946427246,"score_gpt":0.29908455085325497,"score_spread":0.2388476413889825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013880845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30663055,0.000049062583,0.65961355,0.00016013919,0.00042225723,0.00051352126,0.0000020848322,0.00049753423,0.032111272],"genre_scores_gemma":[0.98256296,0.000017898981,0.016687106,0.00001580147,0.000114253235,0.0004818966,0.0000019612305,0.000013753789,0.000104388135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995568,0.000012483953,0.00014259017,0.00007801836,0.000067100664,0.00014302264],"domain_scores_gemma":[0.9996199,0.00011065782,0.0000060931775,0.0002436382,0.000005025867,0.0000147115215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039500298,0.00007114902,0.000075778415,0.00005185802,0.000028519746,0.000022525628,0.00017381363,0.000030344845,0.000014598729],"category_scores_gemma":[0.000015157261,0.000047810925,0.000027977969,0.00018407377,0.0000055601713,0.00003219375,0.000014113601,0.00021464657,0.000010650365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.4279201e-7,0.0000036962736,0.00029840562,0.000018878447,0.0000048785637,7.206175e-7,0.00018003731,0.9555679,0.016745962,0.022318006,0.00014600022,0.0047150734],"study_design_scores_gemma":[0.00004528336,0.0000011515823,0.0003196517,0.0000064225515,0.0000020474415,0.0000016827285,0.00015981226,0.99220586,0.0003673209,0.00071939384,0.00609224,0.00007915127],"about_ca_topic_score_codex":0.00020143836,"about_ca_topic_score_gemma":0.00071218074,"teacher_disagreement_score":0.67593235,"about_ca_system_score_codex":0.000011014544,"about_ca_system_score_gemma":0.0000024295755,"threshold_uncertainty_score":0.1949673},"labels":[],"label_agreement":null},{"id":"W2020258144","doi":"10.1002/j.2334-5837.2004.tb00551.x","title":"5.3.2 Creativity in Systems Engineering","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Creativity; Originality; Context (archaeology); Computer science; Nesting (process); Knowledge management; Engineering; Engineering ethics; Psychology; Mechanical engineering; Geography; Social psychology","score_opus":0.01757527732211866,"score_gpt":0.2502900484794162,"score_spread":0.23271477115729755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020258144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78466123,0.00038724602,0.19927655,0.0004545711,0.0037541194,0.00034891095,0.000032872867,0.0010292691,0.010055205],"genre_scores_gemma":[0.9968301,0.000064151136,0.0025947331,0.000008406219,0.00025537098,0.00015570993,0.000011178291,0.000029983117,0.000050347804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992493,0.0000073196056,0.00026028516,0.00014621188,0.00015270074,0.00018421983],"domain_scores_gemma":[0.9996455,0.000095306845,0.000021083582,0.00016973041,0.000029995552,0.000038416005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019756719,0.0001356531,0.00014835483,0.00011712284,0.00001508348,0.000049285554,0.00023655861,0.00007673926,0.0000076286046],"category_scores_gemma":[0.00004463744,0.00014485042,0.000041061394,0.00017146578,0.000009618778,0.00012782414,0.000031696913,0.0001447921,0.00004711484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014607177,0.000018449213,0.00041621362,0.000026890428,0.000022508353,0.000011388073,0.00008593219,0.95552856,0.031988252,0.011697951,0.000045615732,0.00015678475],"study_design_scores_gemma":[0.0029021234,0.00007039394,0.028706305,0.0008998472,0.000024442705,0.00037334874,0.00027780185,0.83432734,0.044090815,0.0019657344,0.08479666,0.0015652083],"about_ca_topic_score_codex":0.00022312577,"about_ca_topic_score_gemma":0.000014921013,"teacher_disagreement_score":0.21216886,"about_ca_system_score_codex":0.00038307597,"about_ca_system_score_gemma":0.0000087029,"threshold_uncertainty_score":0.59068286},"labels":[],"label_agreement":null},{"id":"W2020556972","doi":"10.1081/qen-100106893","title":"Interrelating Quality and Reliability in Engineering Systems","year":2002,"lang":"en","type":"article","venue":"Quality Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Engineering research; Network topology; Reliability (semiconductor); Engineering; Quality (philosophy); Graph; Engineering management; Management; Computer science; Operations research; Telecommunications; Theoretical computer science; Economics; Operating system","score_opus":0.10231001574765416,"score_gpt":0.30951207678968823,"score_spread":0.20720206104203406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020556972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7783399,0.0027919044,0.21503359,0.000077985336,0.00089630095,0.00041040443,0.000016305052,0.0017005719,0.0007330004],"genre_scores_gemma":[0.9895704,0.00013152653,0.009886568,0.0000071415193,0.00013661965,0.00015205728,0.0000041570074,0.00007095067,0.00004057084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978668,0.000081832026,0.00096800464,0.00037248366,0.00020364847,0.0005072333],"domain_scores_gemma":[0.9984448,0.00082982826,0.000057531695,0.00051790336,0.000029995128,0.000119945966],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015990958,0.00033608466,0.0005497851,0.00021615492,0.000037872767,0.00007860897,0.00019970497,0.00019707879,0.00001526826],"category_scores_gemma":[0.000802513,0.00037800454,0.000076395736,0.00043394635,0.000021506447,0.00020977044,0.00006597132,0.00048683357,0.000016902306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010855141,0.000014772288,0.0025695567,0.0011017295,0.00001941517,0.000002484002,0.00039908965,0.984171,0.0060968623,0.00455333,0.00004986592,0.0010208483],"study_design_scores_gemma":[0.000282196,0.000010238114,0.030607583,0.00020851116,0.000006315895,0.00001466652,0.00015357517,0.9659516,0.00025770033,0.000028822169,0.0019771166,0.0005016255],"about_ca_topic_score_codex":0.00016397712,"about_ca_topic_score_gemma":0.000004059656,"teacher_disagreement_score":0.21123047,"about_ca_system_score_codex":0.00020939129,"about_ca_system_score_gemma":0.0000027868468,"threshold_uncertainty_score":0.9998672},"labels":[],"label_agreement":null},{"id":"W2022648431","doi":"10.1002/j.2334-5837.2007.tb02965.x","title":"9.3.3 Simulation‐Based Design Using SysML Part 2: Celebrating Diversity by Example","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Executable; Computer science; Programming language; Modular design; Software engineering; Component (thermodynamics); Modeling language; Representation (politics); Benchmark (surveying); Systems engineering; Unified Modeling Language; Engineering; Software","score_opus":0.08666785328490899,"score_gpt":0.29584109302517836,"score_spread":0.20917323974026936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022648431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098342985,0.000053860476,0.89927214,0.0000436753,0.00094363245,0.00017800489,0.000028643757,0.00040522116,0.0007318572],"genre_scores_gemma":[0.96191466,0.0000036160807,0.037596967,0.000049521568,0.00030367007,0.000012356943,0.00003509899,0.00003006732,0.00005405889],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989847,0.000025427631,0.0003059924,0.00018811278,0.00026121523,0.00023453672],"domain_scores_gemma":[0.9984635,0.0011340746,0.00006169394,0.00018520784,0.000092757095,0.00006273962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006464831,0.00015271314,0.00013195058,0.00008152682,0.00016917534,0.000050186663,0.00028576286,0.00009229023,0.000051177452],"category_scores_gemma":[0.00010685971,0.0001700945,0.000057576188,0.00016242033,0.000020952264,0.00014267105,0.00009202694,0.00011670707,0.000018402314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005935765,0.000017166558,0.0005959803,0.000013062023,0.000033978988,0.0000031678435,0.000076086624,0.94741553,0.050767437,0.00016239996,0.00044434023,0.00046489574],"study_design_scores_gemma":[0.00021809111,0.00001035174,0.00018383634,0.000032815675,0.000012176181,0.0000028747681,0.00003515858,0.96483046,0.02528653,0.000085148335,0.009100394,0.0002021903],"about_ca_topic_score_codex":0.00017563564,"about_ca_topic_score_gemma":0.000006118939,"teacher_disagreement_score":0.86357164,"about_ca_system_score_codex":0.00028059087,"about_ca_system_score_gemma":0.000009643202,"threshold_uncertainty_score":0.6936252},"labels":[],"label_agreement":null},{"id":"W2023472567","doi":"10.1109/jsyst.2015.2404072","title":"Guest Editorial: Special Issue on Systems Engineering in Cooperative and Competitive Distributed Decision Making for Complex Dynamic Systems","year":2015,"lang":"en","type":"editorial","venue":"IEEE Systems Journal","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Università degli Studi di Genova; Loughborough University; École de technologie supérieure","keywords":"Computer science; Distributed computing; Management science; Engineering","score_opus":0.02913932229696025,"score_gpt":0.31176913300692544,"score_spread":0.2826298107099652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023472567","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020242523,0.0024854012,0.09540326,0.0000052969563,0.8968807,0.0020908506,0.0024493146,0.00031685134,0.00016589646],"genre_scores_gemma":[0.017347114,0.00035024603,0.00046589982,8.3917587e-7,0.98042345,0.0006441019,0.0003939194,0.00028493724,0.00008951476],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99487257,0.00033622206,0.0019213167,0.0006769432,0.001301147,0.0008917949],"domain_scores_gemma":[0.9930367,0.004456697,0.0005602654,0.0005271003,0.001125206,0.0002940447],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0030200859,0.0009923145,0.0020767027,0.0006808185,0.0002258008,0.0010272796,0.0006293334,0.0014765379,0.000002276848],"category_scores_gemma":[0.0016146807,0.0009509976,0.00017818654,0.00043140748,0.00005490756,0.00021597528,0.000060286686,0.001973843,0.000024092993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046561527,0.000013424739,0.0000012593472,0.0007904098,0.00011906751,0.000019497336,0.000085217966,0.4834059,0.00007158071,0.00006817059,0.5153417,0.000037204707],"study_design_scores_gemma":[0.0015196819,0.00021148867,0.000007020143,0.0057608304,0.00006575797,0.00013688367,0.0004480461,0.19981228,0.0000025291868,0.000007211264,0.7912814,0.000746889],"about_ca_topic_score_codex":0.0000812015,"about_ca_topic_score_gemma":0.000025450754,"teacher_disagreement_score":0.28359362,"about_ca_system_score_codex":0.0022245208,"about_ca_system_score_gemma":0.00020571258,"threshold_uncertainty_score":0.99981976},"labels":[],"label_agreement":null},{"id":"W2025134195","doi":"10.1007/s00158-014-1180-1","title":"System-of-systems approach to air transportation design using nested optimization and direct search","year":2014,"lang":"en","type":"article","venue":"Structural and Multidisciplinary Optimization","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Group for Research in Decision Analysis; McGill University","funders":"","keywords":"Mathematical optimization; Sizing; Computer science; Optimization problem; Decomposition; Variable neighborhood search; National Airspace System; Variable (mathematics); Distributed computing; Aviation; Engineering; Metaheuristic; Mathematics","score_opus":0.03955313298951411,"score_gpt":0.26475517202181237,"score_spread":0.22520203903229827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025134195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17122872,0.00015355325,0.82755864,0.0000059458016,0.00018277904,0.0005540089,0.000024905465,0.0001986697,0.00009275914],"genre_scores_gemma":[0.6139715,0.000019290364,0.38585255,6.3418315e-7,0.00004455071,0.000030334091,0.000053071006,0.000021014317,0.0000070645947],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909085,0.00009469241,0.000307125,0.0002323238,0.00011200921,0.0001629699],"domain_scores_gemma":[0.9995669,0.00009117561,0.000049619593,0.00014268344,0.00007538836,0.00007421836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000267404,0.00017179322,0.00025685772,0.00013126685,0.000153073,0.000029024579,0.00006450332,0.00009549342,7.4288096e-7],"category_scores_gemma":[0.000014970911,0.00015378691,0.000021803273,0.000277279,0.000030166113,0.00014970338,0.000015371592,0.000057773952,1.3519873e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010737456,0.000002881094,0.00013797994,0.00058605673,0.000014468284,1.09078364e-7,0.000609323,0.99533296,0.0024875645,0.00047225412,0.0000024601804,0.00034319196],"study_design_scores_gemma":[0.00022533338,0.00003691296,0.0019425675,0.00007213332,0.00003756305,0.000013567856,0.0005744192,0.9964857,0.00042654652,0.0000045431484,0.000004899966,0.00017582467],"about_ca_topic_score_codex":0.00003614443,"about_ca_topic_score_gemma":6.9689605e-7,"teacher_disagreement_score":0.44274276,"about_ca_system_score_codex":0.0000376649,"about_ca_system_score_gemma":0.0000065487084,"threshold_uncertainty_score":0.62712485},"labels":[],"label_agreement":null},{"id":"W2031474072","doi":"10.1002/j.2334-5837.2011.tb01207.x","title":"3.4.0 Integrating MBSE into a Multi‐Disciplinary Engineering Environment","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Discipline; Software engineering; Systems engineering; Unified Modeling Language; Engineering management; Software; Engineering; Programming language","score_opus":0.04157834307671393,"score_gpt":0.2555788639415311,"score_spread":0.2140005208648172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031474072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26601633,0.00030914223,0.72132695,0.00018015735,0.002571333,0.00036674243,0.000020957932,0.0013038109,0.007904567],"genre_scores_gemma":[0.8751725,0.000073589894,0.124097966,0.000014269952,0.00023506962,0.00020705129,0.000018380662,0.000054703865,0.0001264638],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901175,0.000011398676,0.00035000942,0.00022846233,0.00017466153,0.00022370451],"domain_scores_gemma":[0.99950194,0.000080765065,0.000041749485,0.00027392802,0.000028212104,0.00007340306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020074904,0.0002181915,0.00016253129,0.000101645135,0.000051489544,0.000032042768,0.00041322174,0.00009662189,0.00011134389],"category_scores_gemma":[0.00003549807,0.00021834532,0.00008689738,0.00009117329,0.00002442747,0.00015754295,0.00013484113,0.00020211056,0.00014822576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022269465,0.000248274,0.0020567435,0.00016889325,0.00042535653,0.00006735851,0.007252394,0.33129612,0.6382757,0.010393205,0.00067017245,0.009123553],"study_design_scores_gemma":[0.00072155707,0.00007793028,0.010814806,0.00021912978,0.000038283735,0.00012415886,0.0005464451,0.88442284,0.07407785,0.00088338665,0.027086452,0.0009871469],"about_ca_topic_score_codex":0.00008300006,"about_ca_topic_score_gemma":0.000006712639,"teacher_disagreement_score":0.6091562,"about_ca_system_score_codex":0.00023490704,"about_ca_system_score_gemma":0.0000056463655,"threshold_uncertainty_score":0.89038634},"labels":[],"label_agreement":null},{"id":"W2040766932","doi":"10.1002/j.2334-5837.2002.tb02461.x","title":"1.2.4 Let's Just Think About That For A Minute …","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Dynamics (Canada)","funders":"","keywords":"Analogy; Closeness; Systems thinking; Process (computing); Epistemology; Computer science; Psychology; Mathematics education; Mathematics; Philosophy; Artificial intelligence; Programming language","score_opus":0.07392751067289575,"score_gpt":0.27740171175543,"score_spread":0.20347420108253422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040766932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16526699,0.003373129,0.71880955,0.008487989,0.014036139,0.0018010269,0.0005080461,0.0035465907,0.08417055],"genre_scores_gemma":[0.98305875,0.00029727968,0.013096744,0.00012241038,0.00083795923,0.0003523393,0.0000329366,0.000054439126,0.0021471484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992426,0.000007772019,0.0002123833,0.00017276457,0.00016409038,0.00020036307],"domain_scores_gemma":[0.9994273,0.00021234684,0.00003572475,0.00022006815,0.000058543268,0.000045982466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014293117,0.00014853147,0.00013971148,0.000063737454,0.000053318832,0.00006899644,0.00034734042,0.00008888779,0.00011846874],"category_scores_gemma":[0.00003993585,0.00014842622,0.00010240303,0.00007372054,0.000019117582,0.000121982695,0.0000342046,0.00009584584,0.0001141539],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003678174,0.00028102816,0.00091688713,0.0005004292,0.0010705277,0.000032139265,0.0040138895,0.32657823,0.18808274,0.058427695,0.35475045,0.065309204],"study_design_scores_gemma":[0.00051545113,0.000025075515,0.0005460578,0.000063621585,0.000023429042,0.000051559953,0.00008944776,0.2914545,0.011363664,0.00060593337,0.69491625,0.00034500926],"about_ca_topic_score_codex":0.000017927165,"about_ca_topic_score_gemma":0.0000050855924,"teacher_disagreement_score":0.81779176,"about_ca_system_score_codex":0.00011532844,"about_ca_system_score_gemma":0.0000023937353,"threshold_uncertainty_score":0.60526454},"labels":[],"label_agreement":null},{"id":"W2040830004","doi":"10.1002/j.2334-5837.2001.tb02410.x","title":"3.7.3 The Architecture View Set in Action","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Traceability; Documentation; Computer science; Architecture; Process (computing); Software engineering; Set (abstract data type); Systems engineering; Action (physics); Process management; Engineering; Programming language","score_opus":0.03639572592562484,"score_gpt":0.3013185092646276,"score_spread":0.26492278333900277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040830004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8345028,0.0010753223,0.11529623,0.009317291,0.0059438786,0.0005769439,0.000027726042,0.0009369755,0.032322824],"genre_scores_gemma":[0.9972276,0.0011725578,0.0006371596,0.000041924402,0.00034004851,0.00013434791,0.000011727752,0.000019246929,0.00041539673],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994445,0.00001856691,0.00018341641,0.00009597315,0.00012021487,0.00013732469],"domain_scores_gemma":[0.9995808,0.0001999509,0.000019137735,0.00015705613,0.000022851806,0.000020199199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021403405,0.000087294604,0.000072502815,0.000044617893,0.000044143482,0.000046186466,0.0002526716,0.00004934492,0.00001696107],"category_scores_gemma":[0.00003158577,0.00006711477,0.00003578648,0.00014230805,0.000015090521,0.00005386109,0.00002651565,0.00015183794,0.000041629868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025388894,0.000032126263,0.001871623,0.000038468246,0.000098221935,0.000028179214,0.00036706138,0.7990589,0.054266635,0.010430893,0.0031878555,0.13059464],"study_design_scores_gemma":[0.00020895287,0.000009747563,0.00596227,0.00004959424,0.00000388778,0.00012910271,0.00008491606,0.037388008,0.00198051,0.0021429257,0.9518678,0.00017228353],"about_ca_topic_score_codex":0.00004649647,"about_ca_topic_score_gemma":0.0001360697,"teacher_disagreement_score":0.9486799,"about_ca_system_score_codex":0.00012363926,"about_ca_system_score_gemma":0.0000042273064,"threshold_uncertainty_score":0.2736861},"labels":[],"label_agreement":null},{"id":"W2047502166","doi":"10.1002/j.2334-5837.2001.tb02367.x","title":"3.5.2 Virtual Collaboration, e‐SE, and Team Sports Metaphors –Opportunities to Innovate, Integrate, and Invigorate","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Virtual team; Variety (cybernetics); Theme (computing); Process (computing); Knowledge management; Destiny (ISS module); Computer science; Virtual reality; Engineering; Engineering management; World Wide Web; Process management; Human–computer interaction","score_opus":0.03136687647227964,"score_gpt":0.27023571134502933,"score_spread":0.23886883487274968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047502166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769312,0.00017899407,0.012772242,0.0017257602,0.0010256988,0.0002663064,0.000062576866,0.0003509646,0.006686251],"genre_scores_gemma":[0.9946092,0.0008470179,0.0028217384,0.00021500653,0.00020585119,0.00013817532,0.000043993154,0.000036477737,0.0010825398],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903834,0.000018403547,0.00035049397,0.000223548,0.00019594014,0.00017327725],"domain_scores_gemma":[0.9993858,0.000091593545,0.000047152116,0.00016597666,0.0002072261,0.00010227209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029618462,0.0001968182,0.00019631945,0.0002085943,0.00006373049,0.0001366734,0.00015674747,0.00008613073,0.000024771847],"category_scores_gemma":[0.000049451097,0.0001927654,0.00001977526,0.0003036623,0.000046866844,0.00023811111,0.00007738358,0.00011901504,0.000008261537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024384874,0.00026599472,0.028965576,0.00023231171,0.0011753445,0.00027257318,0.010399745,0.19588871,0.4158597,0.16060105,0.076211415,0.10988375],"study_design_scores_gemma":[0.0009728661,0.00022084462,0.013948687,0.00025233926,0.00006239816,0.00057252136,0.0072438773,0.044587113,0.016323302,0.0022412743,0.91224056,0.0013342304],"about_ca_topic_score_codex":0.00006225567,"about_ca_topic_score_gemma":0.00005053288,"teacher_disagreement_score":0.8360291,"about_ca_system_score_codex":0.00008793301,"about_ca_system_score_gemma":0.00001955591,"threshold_uncertainty_score":0.78607446},"labels":[],"label_agreement":null},{"id":"W2048552726","doi":"10.4018/jgim.2008040103","title":"Mission-Critical Group Decision-Making","year":2008,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Group decision-making; R-CAST; Decision support system; Preference; Decision engineering; Influence diagram; Markov decision process; Computer science; Group (periodic table); Process (computing); Decision analysis; Management science; Operations research; Business decision mapping; Evidential reasoning approach; Decision process; Decision tree; Artificial intelligence; Markov process; Psychology; Economics; Engineering; Social psychology; Microeconomics; Mathematics","score_opus":0.02437676050028428,"score_gpt":0.29974287609647526,"score_spread":0.275366115596191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048552726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018557476,0.00020493285,0.97002804,0.00008339037,0.0007758741,0.00008223966,0.000003858898,0.00008438145,0.010179788],"genre_scores_gemma":[0.8096505,0.0001789192,0.19000988,0.000068953814,0.0000803871,0.0000024473245,8.402676e-7,0.000003901854,0.0000041888024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905384,0.0000104096325,0.0005203681,0.00002987886,0.0002588678,0.00012662962],"domain_scores_gemma":[0.99957836,0.0000998791,0.00007790398,0.00011675984,0.00007571583,0.00005140535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027715552,0.000081835045,0.0001293935,0.000078942554,0.00006308134,0.000034233504,0.00017351678,0.000037327984,0.000024767929],"category_scores_gemma":[0.00010662581,0.00006996881,0.000072721545,0.00022090075,0.000015877005,0.000541232,0.00003345192,0.00007793228,0.000046038018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003351676,0.000036750203,0.00058407657,0.00030806827,0.00015462971,0.00005652082,0.00020053754,0.5552439,0.00002659665,0.07196683,0.10284901,0.26853955],"study_design_scores_gemma":[0.0012425015,0.00015749988,0.07224711,0.0008918063,0.000097202304,0.0018320641,0.0013427706,0.10759698,0.000039414346,0.015797386,0.79815656,0.00059871917],"about_ca_topic_score_codex":4.935748e-7,"about_ca_topic_score_gemma":9.1201926e-8,"teacher_disagreement_score":0.791093,"about_ca_system_score_codex":0.00015027371,"about_ca_system_score_gemma":0.0000053276394,"threshold_uncertainty_score":0.2853245},"labels":[],"label_agreement":null},{"id":"W2048586964","doi":"10.1002/j.2334-5837.2012.tb01370.x","title":"5.5.1 A SysML‐based Approach for the Specification of Complex Systems","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Systems Modeling Language; System requirements specification; Computer science; Requirements analysis; Process (computing); Systems engineering; Software engineering; Complex system; Unified Modeling Language; Programming language; Engineering; Artificial intelligence; Software","score_opus":0.09218615804402246,"score_gpt":0.2941789728295733,"score_spread":0.2019928147855508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048586964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039802543,0.0004166907,0.98832935,0.00012988594,0.0013885804,0.0005099883,0.00006830368,0.00014739258,0.0050295535],"genre_scores_gemma":[0.9783368,0.000017648801,0.020412365,0.000012964884,0.0006711181,0.00039471718,0.00007208954,0.000023659895,0.000058654157],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929076,0.000012853898,0.00029054773,0.000082577535,0.00016669222,0.00015656798],"domain_scores_gemma":[0.99904627,0.00052636076,0.00006823348,0.00022854342,0.0001010363,0.000029538529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057314645,0.00009601229,0.00011981749,0.000053561776,0.000038442948,0.000022635342,0.00030234465,0.000055208726,0.0000067800543],"category_scores_gemma":[0.000035191882,0.00007424153,0.00006931387,0.00010214426,0.000027331223,0.00006322609,0.000016903708,0.00005857215,0.0000052314963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015347683,0.00007656681,0.0005958824,0.00020502754,0.00013832105,5.951255e-8,0.00015462404,0.8523663,0.10416064,0.03856682,0.0027093112,0.0010110802],"study_design_scores_gemma":[0.00024053943,0.000010459782,0.003647374,0.00002121946,0.000024200515,0.000009857603,0.00019479892,0.8988532,0.008901843,0.000022503405,0.087939985,0.00013402243],"about_ca_topic_score_codex":0.000026968613,"about_ca_topic_score_gemma":3.8763886e-7,"teacher_disagreement_score":0.97435653,"about_ca_system_score_codex":0.00009117528,"about_ca_system_score_gemma":0.0000047301673,"threshold_uncertainty_score":0.30274814},"labels":[],"label_agreement":null},{"id":"W2050057498","doi":"10.1002/j.2334-5837.2008.tb00859.x","title":"9.2.1 Using SysML and UML To Develop and Implement Interoperable System Components for Engagement Simulations","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Unified Modeling Language; Interoperability; Computer science; Software engineering; Systems engineering; Applications of UML; Engineering; Programming language; World Wide Web; Software","score_opus":0.13545961802306172,"score_gpt":0.3286179348151983,"score_spread":0.19315831679213658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050057498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6521247,0.0000619874,0.3462698,0.00014485841,0.00052046624,0.00044502795,0.00008618663,0.00014835299,0.00019861617],"genre_scores_gemma":[0.95504713,0.00002493627,0.044529486,0.000030271936,0.00012988511,0.00014033046,0.000029666835,0.000025390675,0.000042907406],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992469,0.000017484555,0.00028488698,0.00017731027,0.000116073315,0.00015732297],"domain_scores_gemma":[0.9995169,0.00014864185,0.00002853487,0.0001133048,0.00012834244,0.00006429661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020430796,0.00012959179,0.00014639247,0.00008779012,0.00015634,0.000042140648,0.00011817922,0.000036992304,0.000004388859],"category_scores_gemma":[0.000039372026,0.00013169918,0.000018470271,0.00009706702,0.000012165571,0.00007913921,0.000101673584,0.00005628046,0.0000033874371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025571217,0.00004220033,0.004213387,0.0003545872,0.00034030073,0.00000782505,0.001746765,0.67986256,0.30086723,0.010155511,0.0007793702,0.0016046966],"study_design_scores_gemma":[0.0006817368,0.0000403644,0.005207234,0.00019189647,0.000027501865,0.00015680853,0.00026118758,0.94805866,0.007953815,0.000040317867,0.03703571,0.00034477262],"about_ca_topic_score_codex":0.00007293998,"about_ca_topic_score_gemma":0.000008724299,"teacher_disagreement_score":0.3029224,"about_ca_system_score_codex":0.00018433334,"about_ca_system_score_gemma":0.000009437529,"threshold_uncertainty_score":0.5370537},"labels":[],"label_agreement":null},{"id":"W2059548739","doi":"10.1177/154193120605000365","title":"Applied Comparison between Hierarchical Goal Analysis and Mission, Function and Task Analysis","year":2006,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Hierarchy; Operator (biology); Task (project management); Computer science; Operations research; Function (biology); Context (archaeology); Variable (mathematics); Class (philosophy); Systems engineering; Artificial intelligence; Engineering; Mathematics; Geography","score_opus":0.017706714799873492,"score_gpt":0.2379567106080322,"score_spread":0.2202499958081587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059548739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99611086,0.00020443497,0.003280348,0.000020886007,0.000022002903,0.000106567386,0.000030112767,0.00008326537,0.00014152784],"genre_scores_gemma":[0.9971703,0.000030215384,0.0026525455,0.0000035432663,0.00009278123,0.000005872632,0.0000143364,0.00001508083,0.000015274507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991546,0.000005477228,0.00035043625,0.00022920205,0.000084324325,0.00017591583],"domain_scores_gemma":[0.99957556,0.00013178066,0.0001304989,0.00007164003,0.00003862298,0.000051920164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003408634,0.00017189041,0.00044141946,0.00009048695,0.0002875209,0.000069862144,0.000102756596,0.00012085602,8.90919e-7],"category_scores_gemma":[0.000015093665,0.00013483084,0.00017366574,0.0004505599,0.000101677535,0.00006916002,0.000100532656,0.00017590952,5.297898e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059040685,0.000012884334,0.94661117,0.00017715081,0.0014686919,5.8663856e-9,0.0018731147,0.013214177,0.034317255,0.00163338,0.00028947426,0.00039678597],"study_design_scores_gemma":[0.00013259721,0.0000123237905,0.978529,0.000013803117,0.0015139026,2.1310183e-7,0.0020929528,0.015145009,0.0015354726,0.0006420199,0.00019911389,0.00018359268],"about_ca_topic_score_codex":0.0001142043,"about_ca_topic_score_gemma":0.0000061586434,"teacher_disagreement_score":0.032781783,"about_ca_system_score_codex":0.000027400907,"about_ca_system_score_gemma":0.000002184601,"threshold_uncertainty_score":0.5498242},"labels":[],"label_agreement":null},{"id":"W2064941075","doi":"10.1002/j.2334-5837.2006.tb02837.x","title":"11.4.3 Advancing the Canadian Capability Engineering Approach","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Systems engineering; Engineering management; Engineering; Engineering design process; Computer science; Order (exchange); Concurrent engineering; Process management; Management science; Operations management; Mechanical engineering","score_opus":0.009912658527950579,"score_gpt":0.21656241656141104,"score_spread":0.20664975803346045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064941075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59326196,0.00053951726,0.30563462,0.0044022817,0.006314961,0.0010924349,0.00015945586,0.00212994,0.086464845],"genre_scores_gemma":[0.9909546,0.0000067422525,0.008012053,0.000033577835,0.0006331527,0.00015686128,0.00003798634,0.000033546665,0.00013147802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910605,0.00001251545,0.00024689545,0.0001655926,0.00018086315,0.00028807484],"domain_scores_gemma":[0.99943984,0.0001372218,0.000022986658,0.00027633322,0.000060788545,0.00006283521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034931794,0.00014968493,0.00011421241,0.000074682044,0.00011047197,0.00008819549,0.0003983093,0.00007956612,0.000015267393],"category_scores_gemma":[0.00004673211,0.00012639453,0.00006483963,0.00015536175,0.000025020794,0.000093722025,0.000030495938,0.0001656884,0.000021516795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.146133e-7,0.0000099629815,0.0011339912,0.000020337466,0.000022839762,0.0000021227695,0.000052326846,0.97295064,0.010730865,0.012908689,0.0019682997,0.00019942355],"study_design_scores_gemma":[0.00019227849,0.0000055548985,0.01640628,0.000026847323,0.000014754709,0.00008757027,0.0000615217,0.7047305,0.005153864,0.0006367775,0.27228725,0.00039678774],"about_ca_topic_score_codex":0.048487663,"about_ca_topic_score_gemma":0.03454535,"teacher_disagreement_score":0.39769268,"about_ca_system_score_codex":0.0005528338,"about_ca_system_score_gemma":0.00002622246,"threshold_uncertainty_score":0.9830717},"labels":[],"label_agreement":null},{"id":"W2071408934","doi":"10.1002/j.2334-5837.2011.tb01242.x","title":"6.6.1 Using MBSE with SysML Parametrics to Perform Requirements Analysis","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; System requirements specification; Systems engineering; Parametric statistics; Process (computing); Unified Modeling Language; Domain (mathematical analysis); Software engineering; Requirements analysis; Functional requirement; Reliability engineering; Programming language; Engineering","score_opus":0.13436235419689221,"score_gpt":0.31136125010072446,"score_spread":0.17699889590383225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071408934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6824301,0.000027712495,0.31073415,0.000034665612,0.0004811068,0.00016580927,0.000017992375,0.00023988297,0.0058685616],"genre_scores_gemma":[0.9391461,0.000015560632,0.06052787,0.000026551415,0.00011793073,0.00006550357,0.000012568351,0.000028455157,0.000059458136],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907446,0.000010174656,0.0002611753,0.00019811055,0.0002597479,0.00019635906],"domain_scores_gemma":[0.9994272,0.000054189848,0.000042515516,0.00028471733,0.000111006935,0.000080389116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020841135,0.00015083671,0.00018164804,0.00035537564,0.000043466036,0.0000417712,0.00033389163,0.0000575222,0.00008575917],"category_scores_gemma":[0.000031416253,0.00013607134,0.000073173556,0.0009332347,0.000014544789,0.00012907425,0.000054326127,0.000087588516,0.000039695307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041487496,0.00009772283,0.029571377,0.000048603004,0.002103625,0.000022827953,0.000992267,0.92966515,0.032145888,0.0030379326,0.00019117405,0.0020819588],"study_design_scores_gemma":[0.00080384925,0.00017391915,0.04823787,0.00016645744,0.00087397266,0.00009228494,0.00042572743,0.88156384,0.056406874,0.00034250066,0.009609776,0.0013029241],"about_ca_topic_score_codex":0.00022847594,"about_ca_topic_score_gemma":0.000023941075,"teacher_disagreement_score":0.25671598,"about_ca_system_score_codex":0.00023927877,"about_ca_system_score_gemma":0.000008712789,"threshold_uncertainty_score":0.5548828},"labels":[],"label_agreement":null},{"id":"W2072332023","doi":"10.1002/j.2334-5837.2005.tb00663.x","title":"1.4.4 Towards a Collaborative Engineering Environment to Support Capability Engineering","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Collaborative engineering; Process (computing); Relevance (law); Engineering management; Systems engineering; Engineering; Realization (probability); Computer science; Knowledge management; Process management; Work in process; Operations management; Political science","score_opus":0.013048553137317332,"score_gpt":0.24765637865949816,"score_spread":0.23460782552218082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072332023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52277344,0.00020704375,0.45886612,0.0036861834,0.0031722179,0.001156547,0.00030149333,0.0021739732,0.0076629445],"genre_scores_gemma":[0.93887234,0.000052265554,0.059629515,0.00007449667,0.00072443107,0.0004240142,0.000029640307,0.00006529671,0.00012801684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864036,0.000009717003,0.00041297672,0.0002991319,0.00030986886,0.0003279682],"domain_scores_gemma":[0.9993124,0.00010747199,0.000030728756,0.00033164732,0.00006383341,0.0001539004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002927671,0.0002698682,0.00023193641,0.00013496372,0.000033090517,0.00006638151,0.00040854083,0.000102560174,0.00016807215],"category_scores_gemma":[0.00008441752,0.0002965402,0.00008136633,0.00021232833,0.00001250816,0.00017776835,0.00010739251,0.00018118332,0.00032508367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004599724,0.000027690243,0.000051752613,0.000023636396,0.00007530532,0.0000037612645,0.0004169688,0.91570306,0.07753721,0.0013610244,0.0009600409,0.003834927],"study_design_scores_gemma":[0.00038742536,0.000073079646,0.0023649924,0.000049401366,0.000019240726,0.000043339136,0.000066362016,0.29479682,0.07302666,0.000029750368,0.62849396,0.00064894615],"about_ca_topic_score_codex":0.000019193307,"about_ca_topic_score_gemma":0.000004901282,"teacher_disagreement_score":0.627534,"about_ca_system_score_codex":0.00067943125,"about_ca_system_score_gemma":0.00001834181,"threshold_uncertainty_score":0.9999487},"labels":[],"label_agreement":null},{"id":"W2073163098","doi":"10.1002/j.2334-5837.2007.tb02992.x","title":"A Research Agenda for Systems of Systems Architecting","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Federal Emergency Management Agency","keywords":"Brainstorming; Context (archaeology); Prioritization; Field (mathematics); Engineering management; Engineering ethics; Political science; Process management; Computer science; Engineering","score_opus":0.09902351720942572,"score_gpt":0.37836917671567966,"score_spread":0.27934565950625395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073163098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2598956,0.0007689639,0.71933407,0.00008424472,0.005828883,0.0009077374,0.000101690515,0.0003697797,0.012709062],"genre_scores_gemma":[0.9954357,0.000024706984,0.0031917875,0.00000250814,0.00075365877,0.00024284124,0.000015936812,0.00003839398,0.00029446284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865717,0.00003094284,0.0005031703,0.00016496093,0.0003432953,0.00030046093],"domain_scores_gemma":[0.99789464,0.0014575918,0.00006426211,0.00022741864,0.0003109103,0.000045173605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026613465,0.00011046357,0.00018441766,0.00023613214,0.00006004714,0.000051638086,0.00036396622,0.00009125679,0.0000024113367],"category_scores_gemma":[0.00017819882,0.00011105378,0.00007107016,0.00023030181,0.0000343084,0.00005469757,0.000048009002,0.00016734276,0.000009079628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028554365,0.00003706205,0.00030974264,0.0005721239,0.00018156532,0.000005316463,0.00040772322,0.67635196,0.2818247,0.03648536,0.0019187769,0.0018770695],"study_design_scores_gemma":[0.0012225764,0.0002002279,0.0017740508,0.0009789031,0.000033458135,0.00024189237,0.0035792242,0.6398077,0.08163007,0.00062520517,0.26917163,0.0007350461],"about_ca_topic_score_codex":0.00026761545,"about_ca_topic_score_gemma":0.000010155563,"teacher_disagreement_score":0.7355401,"about_ca_system_score_codex":0.00019112858,"about_ca_system_score_gemma":0.0000123471345,"threshold_uncertainty_score":0.45286417},"labels":[],"label_agreement":null},{"id":"W2073295192","doi":"10.1002/j.2334-5837.2007.tb02932.x","title":"7.3.0 Panel 7.3.0: SysML Early Applications and Lessons Learned","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Viewpoints; Vendor; Unified Modeling Language; Perspective (graphical); Computer science; Enabling; Knowledge management; Engineering management; Engineering; Software; Business; Psychology; Artificial intelligence; Marketing; Programming language","score_opus":0.0599295145692395,"score_gpt":0.31443921201761305,"score_spread":0.25450969744837354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073295192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2808608,0.0004572441,0.6860201,0.0021343788,0.0010723849,0.00049068936,0.0000698895,0.0011752928,0.02771925],"genre_scores_gemma":[0.99325615,0.00021126767,0.005490569,0.000038551665,0.00041219938,0.00016044814,0.000021035723,0.00003563538,0.00037415934],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991334,0.0000085861475,0.0002719243,0.00020419338,0.0001659159,0.00021596477],"domain_scores_gemma":[0.99936163,0.00023442964,0.00003644799,0.00022454749,0.00006391011,0.00007901257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036128913,0.00014175338,0.00012895519,0.000095604686,0.00006968965,0.00006373075,0.0002570881,0.00009746099,0.000016556824],"category_scores_gemma":[0.000023871113,0.00014870721,0.000043695094,0.00014800449,0.0000401873,0.000100790516,0.000058699814,0.00015301594,0.000067966874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003628703,0.0001539954,0.0051331967,0.00019966895,0.00048657676,0.000031907537,0.0011469598,0.039099973,0.5156253,0.23353511,0.0019561055,0.20259489],"study_design_scores_gemma":[0.0013685989,0.00007989082,0.087533586,0.00015245638,0.00008530369,0.0003214486,0.0005424843,0.030539429,0.04590062,0.013134033,0.81885254,0.0014896301],"about_ca_topic_score_codex":0.000055799028,"about_ca_topic_score_gemma":0.000013625324,"teacher_disagreement_score":0.81689644,"about_ca_system_score_codex":0.00009485896,"about_ca_system_score_gemma":0.000005680279,"threshold_uncertainty_score":0.60641044},"labels":[],"label_agreement":null},{"id":"W2087798804","doi":"10.1109/icspt.2011.6064660","title":"A hierarchical evaluation of space-based systems performance","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Constellation; Context (archaeology); Reliability (semiconductor); Baseline (sea); Computer science; Space (punctuation); Service (business); Systems engineering; Engineering; Business","score_opus":0.1579972823165713,"score_gpt":0.2776847859841454,"score_spread":0.11968750366757411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087798804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6458552,0.00021253606,0.32871857,0.0000048756806,0.00024591343,0.00025772105,0.0000020969662,0.0002826605,0.024420446],"genre_scores_gemma":[0.9839537,0.0000069471503,0.015852919,0.0000012736875,0.00002733131,0.00011494528,0.0000017529412,0.000011669756,0.000029465938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994888,0.000034912686,0.00015686623,0.00006580158,0.00015837883,0.000095287935],"domain_scores_gemma":[0.9996466,0.000050823164,0.00001720679,0.00020054933,0.00006331532,0.000021488542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000634934,0.00006328036,0.00010455709,0.000055889082,0.000012209025,0.0000035361286,0.00007951834,0.000043099655,0.00005176809],"category_scores_gemma":[0.000029201745,0.000054501026,0.000024563213,0.00011680286,0.000014642979,0.00002787005,0.0000054601182,0.00004781857,0.000012623121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005697599,0.000027747548,0.0016607858,0.00040825116,0.00003884319,1.5493389e-7,0.0002413918,0.96032894,0.016391832,0.010997227,0.00034562493,0.0095535],"study_design_scores_gemma":[0.00015484814,0.000018576833,0.008518605,0.000028832459,0.000016865688,0.0000015095329,0.000038983693,0.9662955,0.024440458,0.000051913677,0.00036126754,0.00007268262],"about_ca_topic_score_codex":0.00002536678,"about_ca_topic_score_gemma":7.276242e-7,"teacher_disagreement_score":0.33809853,"about_ca_system_score_codex":0.000027831198,"about_ca_system_score_gemma":0.0000145011345,"threshold_uncertainty_score":0.22224875},"labels":[],"label_agreement":null},{"id":"W2101690519","doi":"10.1109/ests.2007.372112","title":"Graph Trace Analysis Approach to Optimizing Power and Heat Flow for Clustered Computing; An Example of Model Based System of Systems Design and Deployment","year":2007,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software deployment; Computer science; Distributed computing; Dependency (UML); TRACE (psycholinguistics); Engineering design process; Systems engineering; Systems design; Graph; Domain (mathematical analysis); System deployment; Data modeling; Dependency graph; Systems modeling; Software engineering; Theoretical computer science; Engineering","score_opus":0.09553726352581095,"score_gpt":0.277161263390328,"score_spread":0.18162399986451705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101690519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08875058,0.00037908793,0.9097039,0.0000019141667,0.00003648165,0.0008677897,0.00001293815,0.00017574556,0.00007155122],"genre_scores_gemma":[0.5198837,0.0000016297992,0.4800533,0.000001403806,0.0000055693554,0.00003285395,0.00000323948,0.00001579863,0.0000025371598],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989373,0.000043248656,0.00045815588,0.00024548313,0.0001067902,0.00020903407],"domain_scores_gemma":[0.9991,0.00038875017,0.000043336804,0.00030303095,0.00006613624,0.00009871772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014431386,0.00015605394,0.00048141766,0.0002892999,0.000038934682,0.000021072537,0.000097008444,0.000078584766,1.7057708e-7],"category_scores_gemma":[0.00000988152,0.00014279412,0.00006827445,0.00037533464,0.000015470407,0.000038296577,0.000017942999,0.00003654338,2.7982656e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016841377,0.000020734678,0.000034618857,0.0006831788,0.00015798146,7.1221415e-8,0.00038318633,0.9883121,0.009233746,0.0009513717,0.000015369487,0.00019075493],"study_design_scores_gemma":[0.00030197288,0.000057043657,0.00012903498,0.000047124806,0.00014463249,0.0000028912539,0.0010976512,0.99405766,0.0040126387,0.000002752051,0.000004867155,0.00014175435],"about_ca_topic_score_codex":0.00019872974,"about_ca_topic_score_gemma":0.00000430481,"teacher_disagreement_score":0.4311331,"about_ca_system_score_codex":0.000034523368,"about_ca_system_score_gemma":0.0000055615997,"threshold_uncertainty_score":0.5822975},"labels":[],"label_agreement":null},{"id":"W2105440283","doi":"10.1002/j.2334-5837.2013.tb03087.x","title":"3.1.1 Transformative Affordability for System Architecture Design","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Pace; Architecture; Transformative learning; Service (business); Focus (optics); Computer science; Systems design; Process management; Engineering; Software engineering; Business; Marketing; Sociology; Geography","score_opus":0.020699013141906496,"score_gpt":0.2394266976815652,"score_spread":0.21872768453965868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105440283","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022091348,0.000036936297,0.9706786,0.0005451652,0.0009703536,0.0010343755,0.00006280515,0.0006452252,0.0039351466],"genre_scores_gemma":[0.9384901,0.000007578922,0.05935646,0.000020027615,0.00025322768,0.0017436795,0.000024255083,0.000029591529,0.000075100135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992504,0.000021824568,0.00027666995,0.00014054362,0.00012638947,0.00018417349],"domain_scores_gemma":[0.9992693,0.00037315124,0.000029386165,0.00017268605,0.00010843913,0.000047026082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024618162,0.00014577922,0.00015048552,0.00005197106,0.000049495127,0.00005799847,0.0002809241,0.00007835453,0.000026631158],"category_scores_gemma":[0.000029734318,0.00012898825,0.00008931487,0.00007387271,0.00002037762,0.00013605482,0.000014646908,0.00009605421,0.000057643403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020048725,0.000036561905,0.00003686003,0.00037927466,0.00021401979,8.454904e-7,0.0009028341,0.870171,0.0961097,0.012575677,0.004029241,0.015523952],"study_design_scores_gemma":[0.0008713522,0.00009555495,0.00072323997,0.00015032732,0.000031484535,0.00007958182,0.0006211417,0.8787025,0.070395775,0.0056666657,0.042057984,0.0006043575],"about_ca_topic_score_codex":0.00003310967,"about_ca_topic_score_gemma":0.000001909216,"teacher_disagreement_score":0.9163987,"about_ca_system_score_codex":0.00019777831,"about_ca_system_score_gemma":0.000007501285,"threshold_uncertainty_score":0.52599883},"labels":[],"label_agreement":null},{"id":"W2105466452","doi":"10.1109/naecon.2011.6183090","title":"Using the C-OODA model for CIMIC analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Intelligence analysis; Computer science; Action (physics); Military intelligence; Decision support system; Decision analysis; Cognitive model; Artificial intelligence; Operations research; Cognition; Engineering; Computer security","score_opus":0.4055636987753036,"score_gpt":0.33062482257224723,"score_spread":0.07493887620305639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105466452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026062774,0.00005542416,0.9708903,0.0000075683283,0.000054087817,0.00012502346,0.000004939854,0.00023557399,0.0025643492],"genre_scores_gemma":[0.7253666,0.000003871907,0.27437988,0.000009176949,0.00002036724,0.000051772455,0.0000010652294,0.0000105273,0.0001567385],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996927,0.000004949037,0.00009905622,0.00006586846,0.000028757422,0.00010868842],"domain_scores_gemma":[0.9996792,0.000059594582,0.000009083724,0.00022412108,0.000014476981,0.000013490673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014007633,0.000058801656,0.00009264208,0.00004544436,0.000039832852,0.000007727653,0.00011417981,0.000029022243,0.000015110885],"category_scores_gemma":[0.000010172378,0.00003942134,0.00008676694,0.00021343157,0.0000075063,0.000019962492,0.0000093962035,0.000029006264,0.000001842694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8825695e-7,0.000001774039,0.000050506773,0.000008305585,0.00013672205,1.8104831e-8,0.0001832752,0.9869939,0.00234597,0.009980369,0.00012077305,0.00017797857],"study_design_scores_gemma":[0.000026349728,0.0000013549339,0.00012352577,8.983328e-7,0.00013071515,4.778879e-7,0.00007024378,0.9963882,0.0011712094,0.0019492207,0.00007923173,0.000058561676],"about_ca_topic_score_codex":0.000031767686,"about_ca_topic_score_gemma":0.000006147605,"teacher_disagreement_score":0.6993038,"about_ca_system_score_codex":0.000013626494,"about_ca_system_score_gemma":0.0000027170609,"threshold_uncertainty_score":0.16075554},"labels":[],"label_agreement":null},{"id":"W2105781355","doi":"10.1002/j.2334-5837.2001.tb02330.x","title":"6.3.1 Pilot application of the Object Oriented System Engineering Method (OOSEM) using Rational Rose Real Time™ (RRT) to the Navy Common Command and Decision (CC&amp;D) Program","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Navy; Duration (music); Decision system; Object (grammar); Systems engineering; Object-oriented programming; Computer science; Engineering; Operations research; Software engineering; Artificial intelligence; Programming language","score_opus":0.024788075424084184,"score_gpt":0.3097072090894234,"score_spread":0.2849191336653392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105781355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49696523,0.00007151997,0.50030625,0.00021742273,0.00078240945,0.00089780247,0.000052488693,0.00031243177,0.00039442553],"genre_scores_gemma":[0.91517395,0.000030652554,0.083949536,0.000017879105,0.00034070807,0.00035857753,0.00004051252,0.00004630351,0.00004188434],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861723,0.000060210794,0.0004994764,0.00024268212,0.00037969835,0.00020070649],"domain_scores_gemma":[0.99859536,0.0006206485,0.00011314449,0.00045583592,0.00015256592,0.000062462284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006833323,0.00021141625,0.0002366304,0.000096942145,0.00014276507,0.00007181491,0.00048280376,0.00007045866,0.0000036334711],"category_scores_gemma":[0.0000752857,0.00015429725,0.00007668548,0.00041509114,0.000029888319,0.000098674,0.00017499054,0.00017675446,0.000011524421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007054458,0.00014598834,0.0010545463,0.00007835756,0.00013033322,0.0000012424907,0.00027631066,0.7867167,0.19478452,0.0050375992,0.00033126495,0.011372576],"study_design_scores_gemma":[0.000614466,0.00005877421,0.004461254,0.00021064785,0.000039364528,0.00017093544,0.000049183138,0.9598627,0.004482726,0.00008942402,0.029728,0.0002325323],"about_ca_topic_score_codex":0.00034916768,"about_ca_topic_score_gemma":0.00007234111,"teacher_disagreement_score":0.41820872,"about_ca_system_score_codex":0.0002731764,"about_ca_system_score_gemma":0.000017073147,"threshold_uncertainty_score":0.62920594},"labels":[],"label_agreement":null},{"id":"W2111195582","doi":"10.24908/pceea.v0i0.4705","title":"Complexity Made Simple","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Simplicity; Complexity management; Abstraction; Simple (philosophy); Set (abstract data type); Data science; Key (lock); Management science; Engineering; Epistemology","score_opus":0.029655385521244464,"score_gpt":0.24020148756323462,"score_spread":0.21054610204199015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111195582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96273714,0.00091822265,0.001353731,0.0022541028,0.006338311,0.0009546079,0.000105195286,0.0009826125,0.024356095],"genre_scores_gemma":[0.9943791,0.000010771698,0.004372846,0.00006474001,0.00040302653,0.00009558805,0.00000946471,0.00004405185,0.0006204287],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990018,0.000005222901,0.00026352628,0.0001000712,0.000202981,0.00042641765],"domain_scores_gemma":[0.99930596,0.000066225126,0.000114259135,0.00013221985,0.00018464815,0.00019666593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004975713,0.0001515194,0.0001705344,0.00017069723,0.00011639389,0.000049500548,0.00028577604,0.00014413406,0.000035923444],"category_scores_gemma":[0.0005197137,0.00015129294,0.000083418534,0.0004750941,0.000014413157,0.00020218652,0.000020615498,0.00020250987,0.000020231224],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020220334,0.0001491353,0.30764169,0.0015587665,0.00043892825,4.0195477e-8,0.0031613861,0.038833674,0.06076239,0.21004778,0.37295988,0.0044443123],"study_design_scores_gemma":[0.00018212307,0.0000075241974,0.6381401,0.00010705344,0.00007347145,0.000009290941,0.0004472076,0.013061794,0.015247879,0.0009768278,0.3311524,0.0005943637],"about_ca_topic_score_codex":0.0021408866,"about_ca_topic_score_gemma":0.00065783155,"teacher_disagreement_score":0.33049837,"about_ca_system_score_codex":0.0015366578,"about_ca_system_score_gemma":0.00009964595,"threshold_uncertainty_score":0.6169547},"labels":[],"label_agreement":null},{"id":"W2112314674","doi":"","title":"BEST PAPER -- MEILLEURE COMMUNICATION: Heuristics For Adaptive Ambidexterity: Simulating Strategic Dynamics Of Exploration And Exploitation","year":2009,"lang":"en","type":"article","venue":"ASAC","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Ambidexterity; Heuristics; Computer science; Dynamics (music); Geology; Knowledge management; Psychology","score_opus":0.09469512110716158,"score_gpt":0.2988194147089186,"score_spread":0.20412429360175702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112314674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09547282,0.0006555811,0.9017713,0.00028881244,0.000072027535,0.00038548297,0.00003488377,0.00016799635,0.0011511061],"genre_scores_gemma":[0.93740714,0.00019270458,0.062224172,0.000012012593,0.000031678424,0.000048543985,0.00004863704,0.000013960102,0.000021152571],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999538,0.000021658014,0.00021449538,0.000085225176,0.000053991655,0.00008663607],"domain_scores_gemma":[0.99940956,0.0002525359,0.000050214687,0.00019519875,0.00007323066,0.000019234703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014147047,0.00008707659,0.00013633179,0.000032795167,0.00005393495,0.0000142648205,0.00006751106,0.000059287664,0.0000015965362],"category_scores_gemma":[0.000046485744,0.000093441915,0.00002373293,0.00008764226,0.000016947031,0.00014732221,0.000008386961,0.000059279468,7.1859074e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017149798,0.00004573095,0.00006207555,0.00021285417,0.00004847722,3.37681e-7,0.0011796012,0.7558595,0.009800014,0.18212457,0.00012357901,0.050526097],"study_design_scores_gemma":[0.00020899298,0.00010464407,0.0004950748,0.00006601442,0.000022803853,0.0000014002956,0.0021526446,0.9548198,0.0004464038,0.04137623,0.0001721089,0.00013390284],"about_ca_topic_score_codex":0.0000066908224,"about_ca_topic_score_gemma":0.000010906685,"teacher_disagreement_score":0.8419343,"about_ca_system_score_codex":0.000026553438,"about_ca_system_score_gemma":0.0000045395623,"threshold_uncertainty_score":0.38104507},"labels":[],"label_agreement":null},{"id":"W2136714574","doi":"10.1002/j.2334-5837.2005.tb00718.x","title":"6.3.1 The MSOCC Data Switch Replacement: A Case Study in Elicitating and Elucidating Requirements","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; System requirements; Set (abstract data type); Requirements analysis; Requirements engineering; Non-functional requirement; Process (computing); Requirements management; Functional requirement; Architecture; Systems engineering; Risk analysis (engineering); Reliability engineering; Software engineering; Engineering; Business; Software development; Programming language","score_opus":0.07377946673214476,"score_gpt":0.35334779501048713,"score_spread":0.2795683282783424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136714574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99096435,0.00019655994,0.005817163,0.0006878482,0.0005274906,0.00041359678,0.000018922467,0.00015408717,0.0012199688],"genre_scores_gemma":[0.9954063,0.00006533081,0.0039789267,0.000024020446,0.00030385095,0.00012872752,0.000014717613,0.000022237286,0.00005583714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989394,0.00003748881,0.00041426555,0.00024194739,0.00018756975,0.00017935173],"domain_scores_gemma":[0.9989966,0.00042660304,0.00005598873,0.0004559511,0.000035466106,0.000029387373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010998258,0.00012126019,0.00010570816,0.000052166914,0.00012231388,0.000118885044,0.00042382206,0.00003251465,0.0000048742395],"category_scores_gemma":[0.0001610171,0.00010325312,0.00001296854,0.00011712992,0.000015647607,0.00023260718,0.00027058882,0.00014204191,0.00000698668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012891773,0.0009270037,0.117698975,0.00023402776,0.0014732642,0.0011602094,0.022423195,0.40398532,0.09080418,0.0057669515,0.0055797547,0.3498182],"study_design_scores_gemma":[0.0014838119,0.00007322977,0.003508027,0.00011811388,0.000028071752,0.0010053995,0.008738073,0.94902563,0.00090962055,0.00013094355,0.034546223,0.0004328393],"about_ca_topic_score_codex":0.0003487172,"about_ca_topic_score_gemma":0.000756015,"teacher_disagreement_score":0.5450403,"about_ca_system_score_codex":0.00013492165,"about_ca_system_score_gemma":0.0000064777714,"threshold_uncertainty_score":0.421054},"labels":[],"label_agreement":null},{"id":"W2137203157","doi":"10.5555/2431518.2431819","title":"The managed readiness simulator: a force readiness model","year":2011,"lang":"en","type":"article","venue":"Winter Simulation Conference","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Mars Exploration Program; Computer science; Simulation; Attrition; Set (abstract data type); Systems engineering; Engineering","score_opus":0.12709740194843872,"score_gpt":0.28433280987547277,"score_spread":0.15723540792703405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137203157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03137796,0.000055736764,0.95725995,0.00003179354,0.0003280059,0.00024549966,0.00000604223,0.00056750467,0.010127514],"genre_scores_gemma":[0.9945644,0.000015210673,0.0038661375,0.000018950894,0.00006213415,0.00007752568,0.0000052470073,0.00003320918,0.0013571477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991648,0.000029847068,0.0002822369,0.00018318296,0.00010882055,0.00023111676],"domain_scores_gemma":[0.99901384,0.00028217587,0.00004210716,0.0005066358,0.00010906885,0.00004617126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023238813,0.00016745902,0.00015501646,0.000049264057,0.00012043038,0.000060987455,0.00033312017,0.00007791118,0.00002700525],"category_scores_gemma":[0.00007288362,0.00012986077,0.000055200966,0.00014307212,0.00004115655,0.00013847178,0.000042687116,0.00012385177,0.000041529936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007864126,0.0000045868233,0.000078058256,0.000022858962,0.000022892817,4.790631e-7,0.0005115082,0.9826886,0.00051657966,0.012360977,0.00014969536,0.0036358966],"study_design_scores_gemma":[0.00012509727,0.0000068117674,0.00076819555,0.000026715932,0.000011484996,0.000001228615,0.00008894837,0.9923847,0.00066249573,0.0038971922,0.0018613338,0.0001658181],"about_ca_topic_score_codex":0.0000087561675,"about_ca_topic_score_gemma":0.000011104211,"teacher_disagreement_score":0.9631865,"about_ca_system_score_codex":0.00003466625,"about_ca_system_score_gemma":0.000009792107,"threshold_uncertainty_score":0.5295569},"labels":[],"label_agreement":null},{"id":"W2144972357","doi":"10.1109/icsmc.2000.886403","title":"A work domain analysis for virtual private networks","year":2002,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Private network; Flexibility (engineering); Software deployment; Enterprise private network; The Internet; Domain (mathematical analysis); Computer security; Task (project management); Service (business); Network management; Risk analysis (engineering); Software engineering; Computer network; Systems engineering; World Wide Web; Engineering; Business","score_opus":0.0425397975703153,"score_gpt":0.23674095354665395,"score_spread":0.19420115597633864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144972357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024098689,0.00025699366,0.9732026,0.000044789398,0.00015212684,0.00016564791,0.0000029855391,0.0005965456,0.0014796177],"genre_scores_gemma":[0.8773807,0.000039207334,0.12143361,0.00001980092,0.00015025378,0.00020543169,0.000006782856,0.000022956598,0.00074122514],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948615,0.000009813618,0.00015560424,0.00011155023,0.000043363274,0.0001935003],"domain_scores_gemma":[0.9995079,0.00020054843,0.000011919651,0.00023490979,0.000009939664,0.000034795612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014798615,0.00009374297,0.00016965943,0.000077970246,0.00003569775,0.000022187596,0.00010976767,0.00006317437,0.00010941102],"category_scores_gemma":[0.000016458378,0.00008456152,0.000119576915,0.0006859236,0.000008222815,0.000023717297,0.0000113646,0.000051592466,0.000017017774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3096896e-7,0.000004189713,0.00028702113,0.0000053714416,0.0002205746,1.62711e-7,0.000032928154,0.98398954,0.00010808611,0.0073227235,0.004290275,0.0037384215],"study_design_scores_gemma":[0.00013542321,0.00001135415,0.0017259575,0.0000045565844,0.00007959608,6.386965e-7,0.00003094988,0.95464957,0.0000884638,0.0001893579,0.042910952,0.00017318912],"about_ca_topic_score_codex":0.0000012983152,"about_ca_topic_score_gemma":0.0000015414811,"teacher_disagreement_score":0.85328203,"about_ca_system_score_codex":0.000020545158,"about_ca_system_score_gemma":3.3590032e-7,"threshold_uncertainty_score":0.34483185},"labels":[],"label_agreement":null},{"id":"W2146456630","doi":"10.1002/j.2334-5837.2010.tb01053.x","title":"1.1.0 Is MBSE a Tectonic Shift in the Way We Perform Systems Engineering?","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems thinking; Transformation (genetics); Computer science; Engineering; Systems engineering; Artificial intelligence; Chemistry","score_opus":0.017150012395278497,"score_gpt":0.2540253322436526,"score_spread":0.2368753198483741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146456630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740741,0.0003850584,0.009239632,0.0037499515,0.0060503324,0.00055785285,0.000050618295,0.00059213286,0.005300306],"genre_scores_gemma":[0.9981238,0.000090448375,0.0006082647,0.00005648717,0.0006314992,0.0003707486,0.000010473769,0.000039153354,0.0000690746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988968,0.000014074835,0.00034095062,0.00019286295,0.00029976055,0.000255573],"domain_scores_gemma":[0.9991964,0.00029231107,0.00003548319,0.0003974603,0.000037757516,0.00004055232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005456614,0.00019511233,0.000163801,0.0001285254,0.000039493345,0.00013707926,0.0007867218,0.00013709607,0.00006228394],"category_scores_gemma":[0.0000551237,0.00015450918,0.0000786394,0.00022497766,0.00002011265,0.00012392554,0.00005159019,0.00050123467,0.00009899236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021614362,0.00022601383,0.004735489,0.00047636623,0.00035164735,0.00006959098,0.0069761444,0.5752026,0.30638167,0.092280164,0.008779468,0.004499246],"study_design_scores_gemma":[0.00054037524,0.00003319659,0.014287633,0.00014747611,0.000018553676,0.00023787074,0.00024762345,0.63701504,0.0051700086,0.00043045921,0.3413089,0.0005628603],"about_ca_topic_score_codex":0.00013716763,"about_ca_topic_score_gemma":0.000041457908,"teacher_disagreement_score":0.33252943,"about_ca_system_score_codex":0.00010008436,"about_ca_system_score_gemma":0.000010742081,"threshold_uncertainty_score":0.63007015},"labels":[],"label_agreement":null},{"id":"W2166502137","doi":"10.1002/j.2334-5837.2000.tb00451.x","title":"2.6.3 Designing a Systems Engineering Educational Program Using Academic/Industry Collaboration","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Precept; Engineering management; Collaborative engineering; Curriculum; Engineering; Process (computing); Engineering design process; Concurrent engineering; Engineering ethics; Systems engineering; Computer science; Work in process; Mechanical engineering; Sociology; Pedagogy; Operations management; Political science","score_opus":0.029889324783506595,"score_gpt":0.3156288620010533,"score_spread":0.2857395372175467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166502137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93234205,0.00095427706,0.048763245,0.0010218567,0.0053066476,0.0012698105,0.00009360217,0.0022913322,0.007957177],"genre_scores_gemma":[0.97273594,0.000104808016,0.024427963,0.000021331509,0.0015260288,0.0005399537,0.00006116262,0.000075988006,0.0005067997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871504,0.000023322573,0.00044895895,0.00023861136,0.00029165045,0.00028238987],"domain_scores_gemma":[0.99937874,0.00015977026,0.00005377323,0.0002008267,0.00011773803,0.00008912298],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025809472,0.00022123705,0.00018093146,0.000120808116,0.0000772354,0.00015218311,0.0003362793,0.0003209802,0.00017963513],"category_scores_gemma":[0.00004821862,0.0002487222,0.000054358323,0.00035597815,0.000019924595,0.00031817122,0.000023169523,0.00046286458,0.00006790673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041319586,0.00002478516,0.00021599865,0.000038693714,0.000068298315,0.000002116714,0.00011077135,0.9265941,0.06818609,0.0012797104,0.0006532611,0.0028220348],"study_design_scores_gemma":[0.00025170317,0.000019212102,0.0005823792,0.0002024704,0.000024035704,0.00013850347,0.0001083749,0.9347984,0.006032763,0.00007153323,0.05736827,0.00040231034],"about_ca_topic_score_codex":0.000042735308,"about_ca_topic_score_gemma":9.1176304e-7,"teacher_disagreement_score":0.06215333,"about_ca_system_score_codex":0.0004388351,"about_ca_system_score_gemma":0.000049993334,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W2168235826","doi":"10.1002/j.2334-5837.2007.tb02964.x","title":"9.3.2 Simulation‐Based Design Using SysML Part 1: A Parametrics Primer","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Georgia Institute of Technology; National Aeronautics and Space Administration","keywords":"Systems Modeling Language; Computer science; Programming language; Modular design; Representation (politics); Semantics (computer science); Software engineering; Viewpoints; Theoretical computer science; Unified Modeling Language","score_opus":0.09457888141728547,"score_gpt":0.3300704325203885,"score_spread":0.235491551103103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168235826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041075163,0.00010486058,0.9554133,0.000060860377,0.0015861505,0.00024116413,0.000013141249,0.00046457743,0.0010408276],"genre_scores_gemma":[0.90501755,0.0000074449467,0.09435441,0.0000504287,0.0004300119,0.000026740321,0.000015625992,0.00004112707,0.000056648554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988677,0.000022819762,0.00038981336,0.00018333006,0.00028773193,0.00024860806],"domain_scores_gemma":[0.99788016,0.001618708,0.00006219417,0.00023896963,0.00013291847,0.000067044064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007255862,0.00016482058,0.00014850065,0.0002088034,0.00005698982,0.000054994944,0.00027047194,0.00011404608,0.000038240083],"category_scores_gemma":[0.00029090894,0.00017343381,0.000072942414,0.00038725603,0.000022597587,0.00010768253,0.000028858642,0.00013205162,0.00004099774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008266311,0.000023262402,0.00026154352,0.000014234721,0.00004559316,0.000005668614,0.000028152666,0.9835881,0.014320569,0.00040773652,0.00011728691,0.0011796148],"study_design_scores_gemma":[0.00020514044,0.0000118407515,0.0002979362,0.000035932495,0.000015815871,0.000005902889,0.000013373002,0.9642705,0.01632618,0.000119455275,0.018497126,0.00020081887],"about_ca_topic_score_codex":0.000025916448,"about_ca_topic_score_gemma":0.0000013929863,"teacher_disagreement_score":0.8639424,"about_ca_system_score_codex":0.00029736536,"about_ca_system_score_gemma":0.00001820647,"threshold_uncertainty_score":0.70724255},"labels":[],"label_agreement":null},{"id":"W2171596307","doi":"10.1002/j.2334-5837.2015.00059.x","title":"Open Source Systems Engineering Guides, Deployment Packages and Support Tools for Very Small Enterprises ‐‐ A Case Study","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Flexibility (engineering); Systems engineering; Exploit; Software engineering; Engineering management; Resource (disambiguation); Computer science; Open standard; Software; Manufacturing engineering; Engineering; Process management; Interoperability; Operating system; Computer security; Management","score_opus":0.10077348776088826,"score_gpt":0.3195188700303758,"score_spread":0.21874538226948756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171596307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.783981,0.0002948909,0.2101166,0.0001255851,0.0022516057,0.001907729,0.000097615404,0.0005498343,0.000675113],"genre_scores_gemma":[0.992514,0.000024135097,0.0053408514,0.000018560999,0.0003070943,0.0013182603,0.000028424603,0.00006808515,0.00038057298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989002,0.000023679317,0.0004166682,0.0002710822,0.00016649348,0.00022190908],"domain_scores_gemma":[0.99900174,0.0004161358,0.00005778004,0.00027048987,0.00012738189,0.00012649516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067568425,0.00021596957,0.00026122434,0.00008760083,0.00004930514,0.00053960213,0.0004764593,0.00006690227,0.000003002798],"category_scores_gemma":[0.00018135703,0.00021577353,0.000045578086,0.00007256785,0.000011558856,0.00028502409,0.00028835543,0.000090207584,0.000008272808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009003234,0.0003564895,0.00730319,0.00043865095,0.0013615543,0.0009073447,0.0050137527,0.9470751,0.017129822,0.0014969002,0.008459214,0.010367947],"study_design_scores_gemma":[0.0058723097,0.00093925575,0.0009019168,0.0003975185,0.00025056663,0.008679236,0.014505321,0.49263468,0.0067050424,0.000090435395,0.46724176,0.001781936],"about_ca_topic_score_codex":0.0006235563,"about_ca_topic_score_gemma":0.000042087297,"teacher_disagreement_score":0.45878255,"about_ca_system_score_codex":0.00021373217,"about_ca_system_score_gemma":0.00002251472,"threshold_uncertainty_score":0.8798989},"labels":[],"label_agreement":null},{"id":"W2180110572","doi":"","title":"A Model-Driven Approach to Interoperability and Integration in Systems of Systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Interoperability; Computer science; System integration; Systems engineering; Software engineering; Engineering; World Wide Web; Database","score_opus":0.13109440877674458,"score_gpt":0.25947754617997915,"score_spread":0.12838313740323457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180110572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32134798,0.00010109183,0.67218214,9.999559e-7,0.00008031239,0.00032985175,0.00000360825,0.00010266698,0.0058513624],"genre_scores_gemma":[0.95332766,0.000009403645,0.04636706,0.0000010991079,0.000010130463,0.00022984864,0.0000014664847,0.000011927162,0.000041425465],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941987,0.00003099795,0.00027601953,0.00012609758,0.000048538222,0.00009847205],"domain_scores_gemma":[0.99969053,0.000028702583,0.00001539673,0.000203871,0.000028834129,0.000032692198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026594955,0.00008754957,0.0002000381,0.00008791726,0.0000068984104,0.0000109309085,0.00008926767,0.000045526427,6.636958e-7],"category_scores_gemma":[0.000022036815,0.000071067865,0.000013256702,0.0001341656,0.000011695117,0.000049806815,0.000021699296,0.000059999787,0.0000014931416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041332755,0.000027164757,0.0006628523,0.00029056016,0.0000086226655,6.384503e-8,0.0015654973,0.966879,0.009800299,0.020371988,0.000046227065,0.0003435766],"study_design_scores_gemma":[0.0000692323,0.000020586653,0.0016726915,0.00006371881,0.0000026926336,0.0000029880323,0.0009690898,0.99660337,0.00048343258,0.000022052885,0.000012307294,0.00007784647],"about_ca_topic_score_codex":0.00056247605,"about_ca_topic_score_gemma":0.000013649443,"teacher_disagreement_score":0.63197964,"about_ca_system_score_codex":0.000037301117,"about_ca_system_score_gemma":0.0000028850989,"threshold_uncertainty_score":0.28980634},"labels":[],"label_agreement":null},{"id":"W2256429841","doi":"10.4271/2010-01-0278","title":"Managing System Design Process Using Axiomatic Design: A Case on KAIST Mobile Harbor Project","year":2010,"lang":"en","type":"article","venue":"SAE International Journal of Materials and Manufacturing","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Korea Advanced Institute of Science and Technology","keywords":"Axiomatic design; Process (computing); Computer science; Engineering; Engineering design process; Systems engineering; Civil engineering; Manufacturing engineering; Mechanical engineering","score_opus":0.04721313167857826,"score_gpt":0.30328066781289786,"score_spread":0.2560675361343196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256429841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83516884,0.000056966837,0.16249165,0.000013664072,0.0018572854,0.00027539374,0.000013051376,0.00008764963,0.000035520785],"genre_scores_gemma":[0.9655123,0.000028503802,0.03390028,0.000005866375,0.00047713742,0.000038544968,7.508131e-7,0.000034076496,0.0000025672373],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990191,0.000056673172,0.0004571373,0.00011509549,0.00019390082,0.00015812239],"domain_scores_gemma":[0.9994088,0.0001714509,0.00018781253,0.00011287223,0.00007323608,0.00004584398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077606295,0.00016738486,0.00025272014,0.000224925,0.000075626675,0.00019260014,0.00021016684,0.00006491033,0.000011906103],"category_scores_gemma":[0.000035172627,0.00013898009,0.000040788666,0.000031547155,0.000018423514,0.00016348036,0.000027510752,0.00014519926,0.000004114995],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007249194,0.000024476094,0.0000037026543,0.00060216937,0.00023338977,0.00087009586,0.00041194362,0.41947323,0.57393575,0.00021416091,0.00005248139,0.004106099],"study_design_scores_gemma":[0.00047325375,0.00007616335,0.00009478368,0.0005492339,0.000051796364,0.009560105,0.0006362376,0.023033015,0.96470976,0.00020690107,0.00036909408,0.00023964846],"about_ca_topic_score_codex":0.00002091822,"about_ca_topic_score_gemma":0.0000013225474,"teacher_disagreement_score":0.39644024,"about_ca_system_score_codex":0.00006985028,"about_ca_system_score_gemma":0.000017765127,"threshold_uncertainty_score":0.5667444},"labels":[],"label_agreement":null},{"id":"W2281540437","doi":"10.1057/sub.2009.11","title":"Review of Human–Machine Reconfigurations: Plans and Situated Actions","year":2009,"lang":"en","type":"article","venue":"Subjectivity","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Situated; Subjectivity; Sociology; Epistemology; Computer science; Cognitive science; Artificial intelligence; Psychology; Philosophy","score_opus":0.05569392918856066,"score_gpt":0.3121169285589124,"score_spread":0.25642299937035173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281540437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53670305,0.09801194,0.26766977,0.0015164667,0.0007119928,0.0021610637,0.00038930282,0.0029518008,0.08988462],"genre_scores_gemma":[0.9936981,0.005263982,0.0008967028,0.00003553609,0.000029606272,0.00002447365,0.0000145785125,0.000007721083,0.000029296636],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99960107,0.000030411695,0.0001587164,0.00008823491,0.000039325278,0.000082265586],"domain_scores_gemma":[0.99965245,0.00009321922,0.000027305805,0.0001801213,0.000024514664,0.0000223953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021533607,0.000077498786,0.00017304768,0.000042667936,0.000048904054,0.000005550857,0.000046765585,0.000037983642,0.000015384736],"category_scores_gemma":[0.000056323966,0.00007532122,0.000030838393,0.00016511105,0.00001310454,0.000057530993,0.0000043755613,0.00008902916,0.00000234609],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008787638,0.00021515324,0.0013811619,0.008889175,0.00020842138,0.0000026476332,0.00045975135,0.0062527442,0.77143574,0.033900138,0.011170145,0.16607615],"study_design_scores_gemma":[0.002566056,0.0010240418,0.5160541,0.01744772,0.0005935093,0.00035339262,0.00047136706,0.036598064,0.3108198,0.019948984,0.09079518,0.0033277767],"about_ca_topic_score_codex":0.000028557208,"about_ca_topic_score_gemma":0.00002586817,"teacher_disagreement_score":0.51467294,"about_ca_system_score_codex":0.000018697358,"about_ca_system_score_gemma":0.000004599768,"threshold_uncertainty_score":0.30715102},"labels":[],"label_agreement":null},{"id":"W2298663269","doi":"10.5038/1944-0472.9.1.1515","title":"Foreword to the Special Issue on Complex Engineering by Violent Non-State Actors","year":2016,"lang":"en","type":"article","venue":"Journal of Strategic Security","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Sandia National Laboratories; U.S. Department of Energy","keywords":"State (computer science); Political science; Law and economics; Engineering ethics; Criminology; Computer security; Sociology; Computer science; Engineering","score_opus":0.045557334069346894,"score_gpt":0.2705490703364067,"score_spread":0.2249917362670598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298663269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192812,0.00015290943,0.074487865,0.0015072243,0.0023061745,0.0003187525,0.00011232837,0.00011450782,0.0017190387],"genre_scores_gemma":[0.99483335,0.00011925906,0.000812128,0.000040440198,0.0041094837,0.000010460556,8.9173886e-7,0.000027143624,0.000046830217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990209,0.00002311827,0.00038855712,0.00009999194,0.00021296002,0.0002545147],"domain_scores_gemma":[0.9993452,0.00018765767,0.000083291685,0.00021190994,0.000055706958,0.000116224066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004077558,0.00017405036,0.00024942626,0.0000777973,0.000039602397,0.00003329534,0.00032518752,0.000057424397,0.00009110634],"category_scores_gemma":[0.00003911412,0.00009819037,0.0001025141,0.00015887748,0.0000143257475,0.0000674791,0.000019845713,0.00022433067,0.00004289919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012646899,0.00015846327,0.00013271933,0.00024175149,0.00047521206,0.000043457097,0.002322746,0.29044744,0.20428914,0.004727016,0.44875655,0.048279043],"study_design_scores_gemma":[0.0014742315,0.0007306621,0.007195103,0.000729577,0.00005975071,0.00014140978,0.0009097708,0.017077247,0.03802157,0.003975303,0.92874473,0.00094061735],"about_ca_topic_score_codex":0.0000065674076,"about_ca_topic_score_gemma":0.000003423606,"teacher_disagreement_score":0.47998822,"about_ca_system_score_codex":0.00011031938,"about_ca_system_score_gemma":0.000013537332,"threshold_uncertainty_score":0.40040872},"labels":[],"label_agreement":null},{"id":"W2316609830","doi":"10.2514/6.2015-4618","title":"Using Optimization to Exploit a Composable Satellite Product Line Architecture","year":2015,"lang":"en","type":"article","venue":"AIAA SPACE 2015 Conference and Exposition","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Exploit; Computer science; Product line; Architecture; Satellite; Product (mathematics); Computer architecture; Computer security; Engineering; Aerospace engineering","score_opus":0.12639025208749588,"score_gpt":0.30653955325328425,"score_spread":0.18014930116578837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316609830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07874522,0.00060758955,0.9187038,0.00054540334,0.00018728629,0.00030574552,0.000007501669,0.0002672554,0.00063017104],"genre_scores_gemma":[0.7841441,0.00009982211,0.2153584,0.000035910456,0.00017480338,0.000050028993,0.000033921646,0.000023491808,0.00007951074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936473,0.000030023144,0.00014065321,0.00018367263,0.00009863544,0.00018230457],"domain_scores_gemma":[0.99952835,0.000028111448,0.000023339264,0.00019586977,0.00010222559,0.0001220861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001778491,0.00014192652,0.00015994428,0.0000837559,0.000044940476,0.000071159426,0.00007050287,0.000054487,0.0000060822736],"category_scores_gemma":[0.00003185721,0.00013464192,0.000016721553,0.00017625336,0.000016115568,0.00012763016,0.000027330989,0.00008478705,0.000015806401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011703531,0.000005692124,0.000022179333,0.000034275945,0.000010430854,7.3870086e-7,0.00058618473,0.9677429,0.025798365,0.0004462268,0.00059948163,0.004741773],"study_design_scores_gemma":[0.00035960015,0.00016197772,0.00010061102,0.00018014501,0.00003516991,0.000055242686,0.0007498584,0.96411145,0.022528116,0.00069900294,0.010570761,0.00044806986],"about_ca_topic_score_codex":0.00004337008,"about_ca_topic_score_gemma":0.0000050842355,"teacher_disagreement_score":0.70539886,"about_ca_system_score_codex":0.00006583943,"about_ca_system_score_gemma":0.000023747889,"threshold_uncertainty_score":0.5490538},"labels":[],"label_agreement":null},{"id":"W2316756487","doi":"10.2514/6.2009-6726","title":"Systems Engineering for a LEO Communications Constellation : Modeling Methodology and Lessons Learned","year":2009,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Constellation; Computer science; Systems engineering; Engineering; Astronomy; Physics","score_opus":0.35708967234824057,"score_gpt":0.3861825447891683,"score_spread":0.02909287244092773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316756487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046358104,0.002131069,0.9892136,0.0007832686,0.00016513957,0.0004274095,0.000009471332,0.0008138156,0.001820419],"genre_scores_gemma":[0.7348503,0.00041507868,0.26453376,0.000014076298,0.000055237942,0.0000642419,0.000012643096,0.00002094681,0.000033728065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992442,0.000046776753,0.000281706,0.00016172352,0.000048389546,0.00021719585],"domain_scores_gemma":[0.9986139,0.0008167261,0.000023590243,0.0004519583,0.000044457345,0.000049351376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006073191,0.0001431832,0.00025227363,0.0001070734,0.00008861137,0.000047244794,0.00017513598,0.0001154253,0.0000014390213],"category_scores_gemma":[0.00012017189,0.00014715185,0.000043519427,0.00013167314,0.000016016556,0.0000702559,0.000023682425,0.00011564014,0.000001745325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013925372,0.0000036522795,0.000002592071,0.00005195329,0.000020335985,6.0789375e-8,0.00006939848,0.85093373,0.015085926,0.12281942,0.00007814743,0.010933403],"study_design_scores_gemma":[0.00016624336,0.000017714134,0.000022892096,0.000025823192,0.00002018258,0.000014425474,0.00018002414,0.99188584,0.00032973028,0.0015648959,0.0056091035,0.00016313315],"about_ca_topic_score_codex":0.000015306563,"about_ca_topic_score_gemma":0.0000016619133,"teacher_disagreement_score":0.7302145,"about_ca_system_score_codex":0.000033979002,"about_ca_system_score_gemma":0.0000071150257,"threshold_uncertainty_score":0.60006785},"labels":[],"label_agreement":null},{"id":"W2316771711","doi":"10.2514/6.2008-7742","title":"Orion Project System Optimization Methodology Overview","year":2008,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"National Aeronautics and Space Administration","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.2518946593249335,"score_gpt":0.3281136266099233,"score_spread":0.07621896728498984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316771711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033526842,0.00090781605,0.9843282,0.000014745996,0.00043979188,0.00026418662,0.0000026434293,0.0017997344,0.008890165],"genre_scores_gemma":[0.12779728,0.0008543051,0.8705,0.00001543195,0.0001810775,0.00019956654,0.000014003921,0.000046135097,0.0003921552],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933016,0.00008995885,0.00021311123,0.00013119467,0.00007236174,0.00016318577],"domain_scores_gemma":[0.99950176,0.00018483528,0.000020880309,0.00024044943,0.00002946438,0.000022589835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031704412,0.00011424937,0.0002033858,0.00008147262,0.00005974028,0.000007111346,0.000105309795,0.00008914494,0.000022756012],"category_scores_gemma":[0.00004679232,0.000100320154,0.00004682619,0.00027280327,0.000013764144,0.000055626006,0.000016666098,0.0000690773,0.000030474244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001065224,0.000003676989,0.000032270986,0.00020619704,0.000022049851,0.0000028724148,0.00009359769,0.98307496,0.0010370184,0.011898232,0.0025885743,0.0010395019],"study_design_scores_gemma":[0.00021100369,0.000023412525,0.00031703734,0.000048583457,0.00001852601,0.00035131443,0.00027045727,0.97167766,0.002927775,0.000025654537,0.023836482,0.00029209134],"about_ca_topic_score_codex":0.00004484819,"about_ca_topic_score_gemma":0.0000012053764,"teacher_disagreement_score":0.12444458,"about_ca_system_score_codex":0.00007013649,"about_ca_system_score_gemma":0.000011463216,"threshold_uncertainty_score":0.40909374},"labels":[],"label_agreement":null},{"id":"W2320343742","doi":"10.2514/6.2003-2740","title":"Enterprise Architectures as a Catalyst for System-of-Systems Development: A Global ISR Perspective","year":2003,"lang":"en","type":"article","venue":"AIAA International Air and Space Symposium and Exposition: The Next 100 Years","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Perspective (graphical); Computer science; Catalysis; Artificial intelligence; Chemistry","score_opus":0.014314792429359232,"score_gpt":0.2513584920078828,"score_spread":0.23704369957852356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320343742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8449975,0.0050072987,0.12666303,0.0010289632,0.0016401764,0.0011114014,0.00015094559,0.0002945479,0.019106105],"genre_scores_gemma":[0.99724406,0.000093154486,0.0021579855,0.000021554166,0.00010831381,0.00019372092,0.000011322683,0.000014586518,0.00015527509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933344,0.000031851814,0.00019611923,0.00016920762,0.00012623458,0.0001431236],"domain_scores_gemma":[0.99957955,0.00011751367,0.00004604823,0.00012384272,0.00008672843,0.00004629714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001870178,0.00013399533,0.00015940458,0.00005344074,0.00009491878,0.00006145888,0.00012144141,0.000056875877,0.0000024089825],"category_scores_gemma":[0.00002538104,0.00010994018,0.00004706834,0.00009703968,0.000048640683,0.000052847125,0.000024940433,0.00005955596,0.0000038419653],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016749515,0.00009726882,0.001272309,0.0009801707,0.0012356908,0.00001221953,0.013248109,0.1121511,0.028290208,0.8376837,0.0020212254,0.0028405166],"study_design_scores_gemma":[0.011134402,0.0014565283,0.02781926,0.0037497731,0.0009460839,0.006957084,0.11443975,0.1853133,0.07973936,0.016021892,0.5475425,0.0048800493],"about_ca_topic_score_codex":0.00012949234,"about_ca_topic_score_gemma":0.0000072252224,"teacher_disagreement_score":0.8216618,"about_ca_system_score_codex":0.00010626762,"about_ca_system_score_gemma":0.000020581843,"threshold_uncertainty_score":0.44832304},"labels":[],"label_agreement":null},{"id":"W2322866281","doi":"10.2514/6.2015-4436","title":"Managing a Satellite Product Line Utilizing Composable Architecture Modeling","year":2015,"lang":"en","type":"article","venue":"AIAA SPACE 2015 Conference and Exposition","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Product line; Architecture; Satellite; Product (mathematics); Line (geometry); Distributed computing; Computer architecture; Engineering; Manufacturing engineering; Mathematics; Aerospace engineering; Geography","score_opus":0.08579428192908586,"score_gpt":0.28185122477879027,"score_spread":0.1960569428497044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322866281","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12371698,0.0036513982,0.86650425,0.0011704145,0.00023555517,0.00026425536,0.000004857529,0.000538304,0.0039139553],"genre_scores_gemma":[0.9785961,0.00057961873,0.020471178,0.00002330425,0.00015765718,0.000040995514,0.000028039965,0.000024102279,0.00007900705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926686,0.000029761619,0.00016058744,0.00020525412,0.00010681149,0.00023069714],"domain_scores_gemma":[0.99955565,0.000031322877,0.000022775534,0.0002185839,0.00007540947,0.00009628968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002591459,0.00016286233,0.0001824206,0.00007768528,0.00005860315,0.00008197275,0.00008604204,0.00005629631,0.0000029948783],"category_scores_gemma":[0.00001900089,0.0001526361,0.000023717983,0.00012198739,0.000020628766,0.00013960607,0.000032726384,0.00015098271,0.000016899916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017600365,0.000008725286,0.000037225327,0.00014781774,0.000029473833,0.000003084557,0.0012159178,0.93861943,0.032086797,0.0039374055,0.0006704396,0.023226079],"study_design_scores_gemma":[0.0002137751,0.000041674622,0.000032122614,0.00014265925,0.00002028939,0.000036079367,0.0009906566,0.9843315,0.005823364,0.004683775,0.003432352,0.00025177188],"about_ca_topic_score_codex":0.00005947581,"about_ca_topic_score_gemma":0.0000092891905,"teacher_disagreement_score":0.85487914,"about_ca_system_score_codex":0.000049395712,"about_ca_system_score_gemma":0.000018987828,"threshold_uncertainty_score":0.622432},"labels":[],"label_agreement":null},{"id":"W2325157779","doi":"10.2514/6.2008-3505","title":"Improving the Constellation Mission Control Center System Design Using Integrated Executable Architectures and Visualization","year":2008,"lang":"en","type":"article","venue":"SpaceOps 2008 Conference","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Executable; Constellation; Computer science; Visualization; Center (category theory); Operating system; Artificial intelligence","score_opus":0.05906587741277951,"score_gpt":0.25505097743950045,"score_spread":0.19598510002672093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325157779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12183878,0.0004501831,0.8764748,0.000017558094,0.00015820403,0.00041892778,0.000009594343,0.00033727335,0.00029469884],"genre_scores_gemma":[0.9905529,0.000052925134,0.009261706,0.00000967478,0.00005389061,0.0000072145704,0.0000056924932,0.000024476356,0.000031516945],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919266,0.00012366642,0.00020469021,0.00016844762,0.000107232685,0.00020331357],"domain_scores_gemma":[0.99942034,0.000207232,0.000059543752,0.00019307547,0.00007264315,0.00004713678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023324741,0.0001645575,0.00018604846,0.000067675646,0.00020411154,0.000050798506,0.00009623885,0.00008399016,0.0000077356],"category_scores_gemma":[0.000053065894,0.00011949318,0.000024579509,0.00016981662,0.00006635629,0.000049188937,0.00001688727,0.000119917684,0.0000023390035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016698456,0.000007331095,0.0012178891,0.00015510639,0.000035787427,0.000004166094,0.00062993716,0.8768242,0.11688215,0.001059318,0.00030419958,0.0028632],"study_design_scores_gemma":[0.0002957937,0.000013947462,0.00032414513,0.00010310834,0.000015594069,0.00016759515,0.00032835186,0.9915229,0.0065747267,0.000017163491,0.0004908163,0.00014584689],"about_ca_topic_score_codex":0.000112679634,"about_ca_topic_score_gemma":0.0000020203775,"teacher_disagreement_score":0.86871415,"about_ca_system_score_codex":0.000059165435,"about_ca_system_score_gemma":0.00003811294,"threshold_uncertainty_score":0.48727906},"labels":[],"label_agreement":null},{"id":"W2326553357","doi":"10.2514/6.2008-3503","title":"Functional Architecting Techniques - Applications to Space Operations Design","year":2008,"lang":"en","type":"article","venue":"SpaceOps 2008 Conference","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Space (punctuation); Computer architecture; Embedded system; Systems engineering; Engineering; Operating system","score_opus":0.12300896436379277,"score_gpt":0.2800633577432232,"score_spread":0.15705439337943045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326553357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004244894,0.00011748563,0.98852116,0.00042004712,0.000114043454,0.0007515061,0.00001435618,0.0013490148,0.0044674887],"genre_scores_gemma":[0.5784269,0.00009470853,0.4185201,0.000040294104,0.00021672674,0.0015702695,0.000011634368,0.000037892907,0.0010815042],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990851,0.000038146973,0.00020704586,0.00024962946,0.00014315394,0.00027689265],"domain_scores_gemma":[0.999216,0.00015613173,0.000016504688,0.00039082146,0.00011037228,0.00011014402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001795133,0.0001837366,0.00017952587,0.00014689022,0.00029534596,0.000038487495,0.00019672686,0.000080004436,0.000074411146],"category_scores_gemma":[0.00007126417,0.00019359916,0.000043122876,0.00044520726,0.00004545174,0.00007710411,0.000038104066,0.00018688664,0.00016717856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056883136,0.000034234286,0.0001696901,0.00004418067,0.000043953976,0.000003899341,0.00067514257,0.8139242,0.13253179,0.021138199,0.016505737,0.014923276],"study_design_scores_gemma":[0.0006845002,0.00025715661,0.014237321,0.00023038908,0.00006768978,0.00080548244,0.000997214,0.22178875,0.33549336,0.002830107,0.41980925,0.0027988013],"about_ca_topic_score_codex":0.000046364883,"about_ca_topic_score_gemma":0.000021100037,"teacher_disagreement_score":0.5921354,"about_ca_system_score_codex":0.00006170948,"about_ca_system_score_gemma":0.00006087093,"threshold_uncertainty_score":0.7894744},"labels":[],"label_agreement":null},{"id":"W2329221686","doi":"10.2514/6.2011-7273","title":"An Iterative Subsystem-Generated Approach to Populating a Satellite Constellation Tradespace","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"COM DEV International","funders":"","keywords":"Constellation; Satellite constellation; Satellite; Computer science; Aerospace engineering; Engineering; Physics; Astronomy","score_opus":0.1191490168203049,"score_gpt":0.27233425363736086,"score_spread":0.15318523681705595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329221686","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22572602,0.00012900755,0.7031963,0.0000072727826,0.00016660313,0.00047573796,0.000005686723,0.0010856026,0.069207795],"genre_scores_gemma":[0.80746716,0.0000048556217,0.19227573,0.00001608969,0.00006590329,0.00004300998,0.000018270388,0.000030756717,0.000078202225],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991619,0.00006852866,0.0002652859,0.00021192846,0.00008087623,0.00021148422],"domain_scores_gemma":[0.99951124,0.000040352676,0.00002394555,0.00029156863,0.00003559478,0.00009726722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002493904,0.00016385838,0.00019138829,0.000096940974,0.00005311966,0.00004422849,0.00012146968,0.00011864855,0.000020814166],"category_scores_gemma":[0.000011621058,0.00014999574,0.000032356715,0.0003427992,0.000009582919,0.00011470322,0.000008339082,0.00010668236,0.000023598326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016386468,0.00008429711,0.0025836686,0.00023182819,0.00010831851,0.0000020508915,0.012021264,0.7033634,0.22524425,0.040473536,0.00042485868,0.015446114],"study_design_scores_gemma":[0.00031370757,0.0001183565,0.007946941,0.00006191673,0.000028541986,0.000044112865,0.003317008,0.90535533,0.07902518,0.00015896813,0.0028050886,0.0008248527],"about_ca_topic_score_codex":0.000050060877,"about_ca_topic_score_gemma":0.0000052498535,"teacher_disagreement_score":0.58174115,"about_ca_system_score_codex":0.000042240765,"about_ca_system_score_gemma":0.000004529082,"threshold_uncertainty_score":0.6116649},"labels":[],"label_agreement":null},{"id":"W2404704339","doi":"","title":"Change in flight plan.","year":2012,"lang":"en","type":"article","venue":"PubMed","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nurses Association","funders":"","keywords":"Aeronautics; Medicine; Engineering","score_opus":0.1358576787210224,"score_gpt":0.2529787760486662,"score_spread":0.11712109732764381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404704339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9471968,0.0076910355,0.011896821,0.0002891044,0.0029564423,0.0016834766,0.000015558628,0.0015014064,0.026769392],"genre_scores_gemma":[0.99432933,0.000039646962,0.0007802357,0.000017594592,0.00036120342,0.0044005336,0.0000021585247,0.000013772831,0.00005551315],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99955213,0.000008979608,0.00008108298,0.00004352848,0.000035909663,0.00027836434],"domain_scores_gemma":[0.99979395,0.000043478132,0.0000054656502,0.00011123378,0.0000022564197,0.000043613563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000219336,0.000054666056,0.00007347581,0.000050599716,0.0000071300983,0.000005255428,0.00006187656,0.000039009614,0.00000580763],"category_scores_gemma":[0.000019073846,0.000051952004,0.0000141259425,0.00011784834,0.0000035428616,0.000073447256,0.000009983407,0.000052902484,0.000023532568],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042351307,0.00007446624,0.12653969,0.00028720437,0.000054574804,0.000004019313,0.0022006675,0.006029094,0.0007436183,0.012702519,0.0078206,0.8435393],"study_design_scores_gemma":[0.00007262182,5.47311e-7,0.9142644,0.0000032410685,0.0000019773777,0.000003868545,0.000017002663,0.0007660652,0.0008011778,0.00002678032,0.08394689,0.00009541906],"about_ca_topic_score_codex":0.000014198507,"about_ca_topic_score_gemma":0.000003368172,"teacher_disagreement_score":0.8434439,"about_ca_system_score_codex":0.00003283111,"about_ca_system_score_gemma":3.752445e-7,"threshold_uncertainty_score":0.21185413},"labels":[],"label_agreement":null},{"id":"W2411119756","doi":"10.2514/6.2016-3748","title":"Integrated Design and Optimization of Aircraft Families and Air Transport Network","year":2016,"lang":"en","type":"article","venue":"16th AIAA Aviation Technology, Integration, and Operations Conference","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Air transport; Computer science; Aerospace engineering; Aeronautics; Transport engineering; Environmental science; Engineering","score_opus":0.02076355183272401,"score_gpt":0.22550653538902324,"score_spread":0.20474298355629922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411119756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049238645,0.0004640374,0.94865465,0.00070018874,0.000079124045,0.0003844294,0.00002456981,0.00038909563,0.00006527654],"genre_scores_gemma":[0.7921219,0.0022350468,0.20535128,0.000012390029,0.000018586545,0.00014626278,0.000025714202,0.000014117142,0.000074729745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991276,0.000051752206,0.00037748177,0.0002269782,0.000070021335,0.0001461488],"domain_scores_gemma":[0.9993336,0.00013750928,0.000045165565,0.00019156723,0.00025453488,0.000037607115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030010592,0.000178073,0.00023231794,0.0002293161,0.00014404237,0.000026218187,0.00008879377,0.00020801168,0.00001693542],"category_scores_gemma":[0.00013886203,0.00013397024,0.000015874117,0.0003833026,0.0002096718,0.00024774208,0.000014676265,0.00010378575,0.0000010221562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012428911,0.00002724887,0.0053566606,0.00008159307,0.00008018187,4.797723e-7,0.00083101663,0.6752832,0.04013462,0.17782168,0.00026999693,0.1001009],"study_design_scores_gemma":[0.0007625877,0.00017428398,0.009257076,0.00035014498,0.00007421344,0.000027498334,0.0015794346,0.95580524,0.024291107,0.006102065,0.0010727652,0.0005035626],"about_ca_topic_score_codex":0.000030331677,"about_ca_topic_score_gemma":0.00013324698,"teacher_disagreement_score":0.74330336,"about_ca_system_score_codex":0.00002421843,"about_ca_system_score_gemma":0.000037459675,"threshold_uncertainty_score":0.54631484},"labels":[],"label_agreement":null},{"id":"W2485474423","doi":"10.2495/dne-v11-n4-532-542","title":"On a maturity model for complexity, complex systems, and complex systems engineering","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Complex system; Maturity (psychological); Capability Maturity Model; Computer science; Engineering; Systems engineering; Artificial intelligence","score_opus":0.0799556471552432,"score_gpt":0.29908217072239074,"score_spread":0.21912652356714754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485474423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024545008,0.0009612721,0.97244513,0.0002694264,0.0012372658,0.00026100242,0.00016356322,0.00007469813,0.000042652093],"genre_scores_gemma":[0.9579845,0.00034929314,0.04125906,0.000028579436,0.00027979715,0.00002012271,0.000009885746,0.000033255306,0.00003547614],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999027,0.000026940017,0.00042640523,0.00013091134,0.00021502619,0.00017368242],"domain_scores_gemma":[0.9987375,0.0007141813,0.00013618387,0.00011298734,0.00022002212,0.00007909978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046899135,0.00018216699,0.00031955677,0.00020286934,0.000041000298,0.00010571901,0.00025588018,0.0001691664,0.0000014655391],"category_scores_gemma":[0.00011806518,0.00013535398,0.000063831954,0.000049547976,0.000029954428,0.00012503304,0.000032003467,0.00022474541,7.258097e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006522822,0.000019422254,0.000029330038,0.00016924152,0.00026642263,0.000006365635,0.00005265649,0.8896086,0.011494274,0.09421735,0.0030185452,0.0010525417],"study_design_scores_gemma":[0.0005992265,0.000053959542,0.00053052005,0.00024495696,0.000022532762,0.00027009498,0.000022433342,0.9937828,0.000028850625,0.0023909032,0.0018906841,0.00016303551],"about_ca_topic_score_codex":0.0000030175634,"about_ca_topic_score_gemma":0.0000013186404,"teacher_disagreement_score":0.9334395,"about_ca_system_score_codex":0.00012576605,"about_ca_system_score_gemma":0.000014136685,"threshold_uncertainty_score":0.55195755},"labels":[],"label_agreement":null},{"id":"W2519015480","doi":"10.1002/j.2334-5837.2016.00292.x","title":"An Initial Bibliometric Analysis and Mapping of Systems Engineering Research","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Intestinal Research","funders":"","keywords":"Field (mathematics); Computer science; Engineering research; Data science; Parsing; Bibliometrics; Method engineering; Information engineering; Systems research; Systems engineering; Management science; Information system; Software engineering; Engineering; Data mining; Artificial intelligence","score_opus":0.0735039182274619,"score_gpt":0.35778658246103884,"score_spread":0.28428266423357695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519015480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.717921,0.00025103538,0.280274,0.00007581151,0.0005349962,0.00011588216,0.000051022802,0.00018211882,0.00059413863],"genre_scores_gemma":[0.9968558,0.00022436153,0.0025364778,0.0000014446256,0.00025168792,0.00007058412,0.0000076211168,0.000022196764,0.000029855579],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988968,0.000038158185,0.00033653714,0.00018415829,0.0003467119,0.00019768147],"domain_scores_gemma":[0.9987944,0.0006296949,0.000038442064,0.00025323097,0.00021572306,0.00006850486],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0008953669,0.0001071864,0.0002038192,0.01744723,0.000029103603,0.0000610641,0.00030172168,0.00008063408,0.000014077269],"category_scores_gemma":[0.00014055116,0.000087068176,0.000052385723,0.018236483,0.000035630826,0.00019106921,0.00005631288,0.00009304088,0.00000672322],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062440363,0.000034842244,0.009534535,0.000118688986,0.0007465408,0.0000060857533,0.00015845464,0.14509022,0.82762086,0.005416697,0.00010246529,0.0111643635],"study_design_scores_gemma":[0.00096999924,0.0001452809,0.20047083,0.00044253163,0.00014398892,0.000076091215,0.00028681158,0.69545877,0.08388726,0.0002935237,0.017041879,0.0007830115],"about_ca_topic_score_codex":0.0001267341,"about_ca_topic_score_gemma":0.0000030977158,"teacher_disagreement_score":0.7437336,"about_ca_system_score_codex":0.00010211492,"about_ca_system_score_gemma":0.000006913734,"threshold_uncertainty_score":0.9936892},"labels":[],"label_agreement":null},{"id":"W2519193008","doi":"10.1002/j.2334-5837.2016.00226.x","title":"ISO/IEC 29110 Deployment Packages and Case Study for Systems Engineering: The “Not‐So‐Secret” Ingredients That Power the Standard","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Systems engineering; Flexibility (engineering); Engineering; Product lifecycle; Engineering management; Software engineering; Computer science; New product development; Business","score_opus":0.03046514980184656,"score_gpt":0.2763516451857871,"score_spread":0.24588649538394053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519193008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8909056,0.00038422894,0.101154976,0.0018964016,0.0035047582,0.001469406,0.00020342441,0.00036131928,0.00011986519],"genre_scores_gemma":[0.99803686,0.00007777501,0.00030677143,0.000032713157,0.0003554835,0.0009662355,0.0000032295447,0.00005464101,0.00016631013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883974,0.00003801839,0.00032414377,0.00024546165,0.00030668694,0.00024593397],"domain_scores_gemma":[0.9983926,0.0009888225,0.000069022055,0.00039070236,0.00010254859,0.000056347064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068925106,0.00022307565,0.00019204321,0.0000574999,0.00016669677,0.00020222848,0.00038564584,0.0000660432,0.0000062653758],"category_scores_gemma":[0.00011682189,0.000116942116,0.00007011465,0.00007504402,0.00004865734,0.00011629844,0.000117396936,0.00011233345,0.000006278226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007239956,0.0010044331,0.059712008,0.0011259933,0.010487593,0.001513861,0.037601292,0.47269514,0.2550106,0.07060627,0.042279042,0.04723978],"study_design_scores_gemma":[0.0071063736,0.0010850426,0.013496658,0.0009053603,0.0004121997,0.005480424,0.017198894,0.11802354,0.027489038,0.00038158483,0.80611515,0.0023057521],"about_ca_topic_score_codex":0.00011177054,"about_ca_topic_score_gemma":0.000024895924,"teacher_disagreement_score":0.7638361,"about_ca_system_score_codex":0.00018306504,"about_ca_system_score_gemma":0.000010534604,"threshold_uncertainty_score":0.4768761},"labels":[],"label_agreement":null},{"id":"W2526699654","doi":"10.1109/wcica.2016.7578684","title":"An approach of designing and developing human view of C4ISR architecture","year":2016,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Connotation; Computer science; Architecture; Data science; Systems engineering; Software engineering; Engineering; Geography","score_opus":0.06033011217935875,"score_gpt":0.28262561770278394,"score_spread":0.2222955055234252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526699654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16448829,0.00018764575,0.834233,0.000008674215,0.000012938101,0.000073533716,0.0000015448335,0.000103186176,0.0008912099],"genre_scores_gemma":[0.6733352,0.000021720201,0.3265969,0.0000014289852,0.000012157707,0.00001120407,5.5975545e-7,0.000009353678,0.000011466735],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99960953,0.000019477045,0.00016490878,0.0000802756,0.000041505424,0.00008427762],"domain_scores_gemma":[0.99969995,0.00009046022,0.000021292495,0.00015368435,0.00001570424,0.000018891214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018812854,0.00006795808,0.00015177036,0.000046378656,0.000014695169,0.0000029653104,0.000082223574,0.000037534686,0.0000039179513],"category_scores_gemma":[0.000014223118,0.000044407447,0.00001577169,0.0000750059,0.00002370338,0.000027484863,0.000012450477,0.000026461366,2.2927382e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.471252e-7,0.000004639231,0.00037730447,0.00037159317,0.000021284886,6.140765e-8,0.00017021617,0.007122878,0.9329932,0.018643755,0.000014556581,0.040279966],"study_design_scores_gemma":[0.0006184255,0.000090246904,0.021531466,0.0006317349,0.000033302265,0.000029058756,0.00045352487,0.0070778285,0.9617207,0.004916854,0.0022968387,0.0005999855],"about_ca_topic_score_codex":0.0000069981984,"about_ca_topic_score_gemma":7.8949245e-7,"teacher_disagreement_score":0.50884694,"about_ca_system_score_codex":0.000007502624,"about_ca_system_score_gemma":0.000003433795,"threshold_uncertainty_score":0.18108831},"labels":[],"label_agreement":null},{"id":"W2560133213","doi":"10.1115/detc2016-59424","title":"Bio-Inspired Heuristic for Decoupling Network Configuration in Air Transportation System-of-Systems Design Optimization","year":2016,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"U.S. Department of Energy","keywords":"Sizing; Computer science; Mathematical optimization; Decoupling (probability); Convergence (economics); Multidisciplinary design optimization; Network planning and design; Heuristic; Optimization problem; Distributed computing; Engineering; Control engineering; Multidisciplinary approach; Mathematics; Computer network","score_opus":0.04027584071471475,"score_gpt":0.24613696250998926,"score_spread":0.2058611217952745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560133213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074199922,0.0002039923,0.99042046,0.000016314969,0.00049378554,0.0009166305,0.000019719228,0.0004101569,0.000098970435],"genre_scores_gemma":[0.8890705,0.000033030316,0.110244945,0.0000013698601,0.00009798921,0.00046637421,0.000021879056,0.000030073315,0.00003384135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905896,0.000031051175,0.0005095127,0.00014351921,0.00007261112,0.00018431929],"domain_scores_gemma":[0.9991234,0.00054973183,0.0000748218,0.00015666585,0.00006970665,0.000025693389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048617847,0.00012144945,0.00023044157,0.00008733844,0.000029690753,0.0000072346193,0.00007945426,0.00010101741,0.000003591563],"category_scores_gemma":[0.00003804545,0.00009620179,0.000039511404,0.00021280168,0.00001007898,0.00008791346,0.0000012971668,0.000024912053,0.0000021219255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009309619,0.000003924584,0.00014596862,0.0003047879,0.000015978456,1.9497418e-7,0.00003621935,0.98768234,0.0047354777,0.0064182417,0.00008638103,0.00056114444],"study_design_scores_gemma":[0.00042487387,0.000026011723,0.00074971514,0.0002951785,0.000017034197,0.0000010370836,0.00010860323,0.9934454,0.004591565,0.00004514907,0.00015421007,0.00014122349],"about_ca_topic_score_codex":0.000025141866,"about_ca_topic_score_gemma":0.000007950472,"teacher_disagreement_score":0.8816505,"about_ca_system_score_codex":0.000088303095,"about_ca_system_score_gemma":0.000012528687,"threshold_uncertainty_score":0.3922995},"labels":[],"label_agreement":null},{"id":"W2560180577","doi":"10.1007/978-3-319-49103-5_15","title":"Systems Engineering Education for East Africa","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Curriculum; Industrialisation; Multidisciplinary approach; Government (linguistics); Engineering education; Engineering ethics; Political science; Economic growth; Engineering; Engineering management; Public relations; Economics","score_opus":0.05503984003188541,"score_gpt":0.23954994025668191,"score_spread":0.1845101002247965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560180577","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010659599,0.002973119,0.44415227,0.000024388088,0.0021487053,0.0006484953,0.00008605569,0.0010164088,0.5489495],"genre_scores_gemma":[0.0030868514,0.00022744371,0.018925421,0.0000051978213,0.0020639496,0.0012135617,0.000046836176,0.00032463588,0.9741061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905485,0.0000025584154,0.00034587146,0.0002390853,0.0001054385,0.00025221478],"domain_scores_gemma":[0.99916273,0.00019805567,0.000050823342,0.0004373433,0.00007992585,0.000071104296],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014562743,0.00033947,0.00036302506,0.00016791277,0.000030962594,0.000042173637,0.00020208578,0.0003239725,0.000049126484],"category_scores_gemma":[0.000029543442,0.0002914774,0.00013942685,0.000023210221,0.000009948869,0.000044236407,0.000020007903,0.00011932446,0.0001328998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010323437,0.000002883868,1.1136426e-7,0.0009718332,0.00010528998,1.9425268e-7,0.00002235472,0.012762331,0.00095041824,0.9426441,0.034297753,0.008241704],"study_design_scores_gemma":[0.00007437101,0.0000108092745,7.901771e-7,0.0004711652,0.000035904173,0.000009344755,0.000011370945,0.010471549,0.000047583606,0.0018410897,0.9866102,0.00041585628],"about_ca_topic_score_codex":0.0000011430589,"about_ca_topic_score_gemma":2.7259333e-7,"teacher_disagreement_score":0.9523124,"about_ca_system_score_codex":0.00016267992,"about_ca_system_score_gemma":0.00003617945,"threshold_uncertainty_score":0.99995375},"labels":[],"label_agreement":null},{"id":"W2602708673","doi":"10.1115/1.4036240","title":"Special Issue on Complex Engineered Networks: Reliability, Risk, and Uncertainty","year":2017,"lang":"en","type":"article","venue":"ASCE-ASME Journal of Risk and Uncertainty in Engineering Systems Part B Mechanical Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reliability (semiconductor); Complex network; Risk analysis (engineering); Critical infrastructure; Cascading failure; Resilience (materials science); Hazard; Service (business); Government (linguistics); Computer science; Engineering; Electric power system; Business; Computer security; Power (physics)","score_opus":0.025276244285294087,"score_gpt":0.26002557946443444,"score_spread":0.23474933517914034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602708673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5862654,0.004177711,0.3895403,0.00020291244,0.016773496,0.001521858,0.00023235632,0.00091450167,0.00037148135],"genre_scores_gemma":[0.98462534,0.0038637929,0.0038832133,0.0000064543615,0.007388893,0.000062084386,0.000007978541,0.00014034093,0.00002192426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965663,0.00013305429,0.0015006358,0.0005008592,0.00046728482,0.0008318615],"domain_scores_gemma":[0.99651086,0.0015461372,0.0004692979,0.0009132453,0.00014489189,0.000415562],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002721843,0.0007263526,0.0013766985,0.0004396769,0.00025086425,0.00032356824,0.0006871883,0.0004402662,0.000014918827],"category_scores_gemma":[0.0023336394,0.000680952,0.00023777295,0.00027049362,0.00006635661,0.00031106922,0.00015480458,0.0015895359,0.000005015073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039207673,0.000032020424,0.00031769657,0.0003370764,0.00013614587,0.00003164723,0.00014012415,0.9902661,0.00042264097,0.0017562759,0.0009048061,0.0056162574],"study_design_scores_gemma":[0.0012884304,0.00018363075,0.0049643717,0.000889161,0.00010198595,0.0001500096,0.00012800949,0.9349103,0.00007886523,0.00006381937,0.05655759,0.00068383646],"about_ca_topic_score_codex":0.00024473123,"about_ca_topic_score_gemma":0.000026863945,"teacher_disagreement_score":0.39835995,"about_ca_system_score_codex":0.00029439267,"about_ca_system_score_gemma":0.000025806448,"threshold_uncertainty_score":0.9995642},"labels":[],"label_agreement":null},{"id":"W2615304686","doi":"10.1115/1.4036778","title":"Bio-Inspired Heuristic Network Configuration in Air Transportation System-of-Systems Design Optimization","year":2017,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; U.S. Department of Energy","keywords":"Heuristic; Computer science; Configuration design; Network planning and design; Flow network; Engineering; Control engineering; Mathematical optimization; Distributed computing; Simulation; Systems engineering; Artificial intelligence; Mathematics; Computer network","score_opus":0.06652259891158735,"score_gpt":0.2677033261394135,"score_spread":0.20118072722782615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615304686","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025097164,0.000369591,0.9954973,0.000030189092,0.0010774405,0.00040285173,0.0000038321173,0.000064258566,0.00004480884],"genre_scores_gemma":[0.85570234,0.00009364025,0.14394015,0.0000019997476,0.00020346744,0.000026063086,0.0000024452766,0.000024689507,0.0000052048827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834245,0.00021903485,0.00094104954,0.000103806306,0.00021672169,0.0001769454],"domain_scores_gemma":[0.9985626,0.00041458334,0.00053941045,0.0002722908,0.00015043617,0.000060725666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019358894,0.00014157461,0.00044018502,0.00010936065,0.0000764838,0.000034741486,0.00029889477,0.00016242746,0.0000033379768],"category_scores_gemma":[0.00024976998,0.000128998,0.00008234235,0.00012861929,0.000016172897,0.00019045458,0.000003978231,0.00016577177,0.000001836278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042212934,0.0000136968865,0.000016042024,0.00014783,0.000034758163,0.000011125168,0.000033715343,0.9876938,0.008064289,0.0032874243,0.00018405524,0.00047103738],"study_design_scores_gemma":[0.0005542855,0.00013998589,0.0008507536,0.0005348321,0.00005303634,0.000024817167,0.00007132752,0.99112153,0.0062176087,0.00024013603,0.00005558457,0.00013609896],"about_ca_topic_score_codex":0.000017173641,"about_ca_topic_score_gemma":0.0000014785813,"teacher_disagreement_score":0.8531926,"about_ca_system_score_codex":0.00010210406,"about_ca_system_score_gemma":0.000036380363,"threshold_uncertainty_score":0.5260386},"labels":[],"label_agreement":null},{"id":"W2618734637","doi":"","title":"System-of-systems approach to air transportation design using nested optimization and direct search","year":2014,"lang":"en","type":"article","venue":"Les Cahiers du GERAD","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Group for Research in Decision Analysis; McGill University","funders":"","keywords":"Mathematical optimization; Sizing; Optimization problem; Computer science; Decomposition; Variable neighborhood search; National Airspace System; Variable (mathematics); Engineering; Aviation; Metaheuristic; Mathematics","score_opus":0.038427961597032254,"score_gpt":0.22977594220969044,"score_spread":0.19134798061265818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618734637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13327946,0.00017125037,0.86529183,0.0000060300117,0.00015285707,0.00041608236,0.000010116427,0.0002958655,0.00037649888],"genre_scores_gemma":[0.7041795,0.0000106803045,0.29563254,0.000002457412,0.00006343221,0.00005754288,0.000013102664,0.000028613538,0.000012101132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991753,0.00012198606,0.0002589608,0.00016852542,0.00011423927,0.00016095143],"domain_scores_gemma":[0.99949723,0.0001797887,0.0000335377,0.0001798275,0.000048564027,0.00006104751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052769925,0.00013055305,0.00024596104,0.0001281683,0.000079804784,0.000022752207,0.00008499473,0.000118442105,3.7238667e-7],"category_scores_gemma":[0.000027905438,0.00013083244,0.000028732837,0.00028686028,0.000027371854,0.000056681874,0.000003265335,0.00008096013,6.5840703e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033638537,0.0000049089053,0.00008671144,0.00046085194,0.000020857533,2.1559286e-7,0.0007471165,0.9876528,0.005171039,0.0053922017,0.000025123845,0.00043485587],"study_design_scores_gemma":[0.00013507488,0.000017299479,0.00051883934,0.00005921956,0.00002293867,0.0000087670005,0.000515673,0.9968012,0.0015339943,0.0000050541416,0.00023945286,0.0001424684],"about_ca_topic_score_codex":0.00008697861,"about_ca_topic_score_gemma":7.24675e-7,"teacher_disagreement_score":0.5709001,"about_ca_system_score_codex":0.00007974138,"about_ca_system_score_gemma":0.0000063981543,"threshold_uncertainty_score":0.5335192},"labels":[],"label_agreement":null},{"id":"W2623704059","doi":"10.2514/6.2017-4249","title":"Effect of Passenger Preferences on the Integrated Design and Optimization of Aircraft Families and Air Transport Network","year":2017,"lang":"en","type":"article","venue":"17th AIAA Aviation Technology, Integration, and Operations Conference","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Air transport; Passenger transport; Computer science; Transport engineering; Air travel; Automotive engineering; Engineering; Aerospace engineering; Aviation","score_opus":0.023339529288911965,"score_gpt":0.2514831336985838,"score_spread":0.22814360440967185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623704059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29359624,0.00019761772,0.7049827,0.00044579137,0.00006537171,0.0004894816,0.000015088103,0.00011146727,0.00009624089],"genre_scores_gemma":[0.97117376,0.0011645395,0.027366707,0.000007055817,0.000015630058,0.00021409035,0.000021812039,0.000010779976,0.000025643994],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992074,0.00010732608,0.00031765833,0.00017986813,0.00008081662,0.000106937245],"domain_scores_gemma":[0.9990138,0.00034990135,0.00009501565,0.0003253704,0.00019472305,0.00002120093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006223354,0.00016855143,0.00025513757,0.0001313802,0.00032380642,0.000050911796,0.00016877166,0.00017254327,0.000008459963],"category_scores_gemma":[0.00036609435,0.00011393677,0.000018655684,0.0001614219,0.00031361796,0.0001698109,0.000018119012,0.00016167865,2.8749378e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030116207,0.000024577355,0.00763258,0.00016381328,0.00010134119,2.3275989e-7,0.0009137894,0.8005431,0.012020758,0.12752807,0.00013873685,0.050902847],"study_design_scores_gemma":[0.0004375191,0.00048551417,0.020846577,0.00033241272,0.00008564214,0.0000055237924,0.0009708498,0.9104765,0.06405245,0.0019091411,0.00013332049,0.0002645637],"about_ca_topic_score_codex":0.000055099008,"about_ca_topic_score_gemma":0.00013120525,"teacher_disagreement_score":0.677616,"about_ca_system_score_codex":0.000010800101,"about_ca_system_score_gemma":0.000025664836,"threshold_uncertainty_score":0.46462065},"labels":[],"label_agreement":null},{"id":"W2625175095","doi":"","title":"Self Disruption: Seizing the High Ground of Systemic Operational Design (SOD)","year":2017,"lang":"en","type":"article","venue":"Journal of military and strategic studies","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Character (mathematics); Humanism; Postmodernism; Computer science; Nothing; Combatant; Sociology; Public relations; Political science; Epistemology; Law; Mathematics; Philosophy","score_opus":0.13125750146254378,"score_gpt":0.3166126317453834,"score_spread":0.18535513028283962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625175095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013695,0.0874527,0.010059634,0.00024765803,0.0005364247,0.00012698452,0.000004968069,0.000022105023,0.00018002324],"genre_scores_gemma":[0.97412324,0.015042776,0.01055049,0.0000035252851,0.00024995898,0.000008301114,2.2487548e-7,0.000005914825,0.000015557966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99934775,0.000060196235,0.00034147897,0.000057377532,0.00010905941,0.00008415348],"domain_scores_gemma":[0.99923307,0.00037138027,0.00010071629,0.00016431043,0.000110619214,0.000019890997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008019386,0.000093735034,0.00025358013,0.000027520004,0.00027024248,0.000016479773,0.0001684595,0.00003296602,0.0000014814676],"category_scores_gemma":[0.00006572516,0.000057184327,0.000049253715,0.000027689737,0.000079035366,0.0001284392,0.000023936165,0.00011172656,3.455822e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000171145,0.00018864743,0.0038946962,0.005927229,0.009496862,0.00014637959,0.02672738,0.74605376,0.05433477,0.14610289,0.00251074,0.004445492],"study_design_scores_gemma":[0.009207383,0.0036941972,0.3014213,0.008460551,0.00386971,0.011857312,0.31676066,0.1594213,0.008890242,0.1711999,0.002123914,0.0030935174],"about_ca_topic_score_codex":0.00001318821,"about_ca_topic_score_gemma":0.0000020741106,"teacher_disagreement_score":0.5866325,"about_ca_system_score_codex":0.000018061897,"about_ca_system_score_gemma":0.000015701897,"threshold_uncertainty_score":0.23319091},"labels":[],"label_agreement":null},{"id":"W2724232086","doi":"10.4050/f-0071-2015-10279","title":"525 Aircraft Zero, The Relentless Advanced Systems Integration Lab","year":2015,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell Helicopter Textron (Canada)","funders":"","keywords":"Aeronautics; Zero (linguistics); Aerospace engineering; Computer science; Systems engineering; Engineering","score_opus":0.05772866514949752,"score_gpt":0.2698652526430273,"score_spread":0.2121365874935298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724232086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024361858,0.0010851237,0.9594259,0.00018304505,0.0012832582,0.00032842177,0.000004190094,0.00097422587,0.012353961],"genre_scores_gemma":[0.98968285,0.000050967712,0.008074443,0.000017682933,0.00012814812,0.00020772633,0.000007348582,0.000026654388,0.001804149],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994195,0.000038310776,0.00018289014,0.000100662146,0.00011196041,0.0001466842],"domain_scores_gemma":[0.9994223,0.00012726917,0.00001877739,0.0003306121,0.00005665252,0.00004435745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003713101,0.00010562021,0.00012228673,0.00002927366,0.00003522189,0.000042481635,0.00017501817,0.000056210418,0.0000035354615],"category_scores_gemma":[0.00008394616,0.000067675894,0.000028801058,0.00016769249,0.000013749266,0.00007281622,0.000019242127,0.000103101265,0.000075393946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002507895,0.0000066992507,0.000032610827,0.000043189524,0.0000241782,6.042193e-7,0.00031657884,0.90920454,0.007605193,0.035498,0.036927655,0.010338219],"study_design_scores_gemma":[0.00055038545,0.000047309753,0.00046219712,0.00010478288,0.000025346393,0.000036215013,0.004443017,0.6388748,0.009950646,0.0011941448,0.34384307,0.00046804015],"about_ca_topic_score_codex":0.000058018613,"about_ca_topic_score_gemma":0.0000068618465,"teacher_disagreement_score":0.965321,"about_ca_system_score_codex":0.00006710285,"about_ca_system_score_gemma":0.000008584438,"threshold_uncertainty_score":0.27597427},"labels":[],"label_agreement":null},{"id":"W2731705301","doi":"10.4050/f-0070-2014-9650","title":"Transitioning to MBSE in a Large Systems Engineering Organization that Develops Complex Mission System for Helicopters","year":2014,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.04327684102015727,"score_gpt":0.24578157039137638,"score_spread":0.2025047293712191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731705301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09970846,0.00003555329,0.89795464,0.000051334606,0.00040398198,0.00062228175,0.000010257226,0.0010059742,0.00020751845],"genre_scores_gemma":[0.95072585,0.0000026264377,0.048857637,0.000017478184,0.00009936201,0.00015619547,0.000045931152,0.00006546343,0.000029473491],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990568,0.000025936928,0.0003042536,0.00019765606,0.00009955061,0.00031580045],"domain_scores_gemma":[0.99949306,0.00015178538,0.000021500047,0.00019667127,0.00005595309,0.00008105724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004934005,0.00017580825,0.00026706082,0.00019070807,0.000063053456,0.000060552466,0.00013380495,0.00009465912,0.000005116592],"category_scores_gemma":[0.000094207346,0.00017817973,0.00003116554,0.0004489006,0.0000023478908,0.0000719658,0.000015074474,0.00006464805,0.000017785947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019342394,0.0000057205243,0.00020093219,0.000797749,0.000012349761,3.4437133e-7,0.00030398733,0.9460056,0.04599911,0.0059919436,0.00025711505,0.00042323858],"study_design_scores_gemma":[0.00045603505,0.000015842423,0.0038195131,0.00037125035,0.000008605625,0.000012440842,0.00066922256,0.9761942,0.008836728,0.000002672507,0.009302617,0.00031085263],"about_ca_topic_score_codex":0.000027722599,"about_ca_topic_score_gemma":0.0000052726227,"teacher_disagreement_score":0.85101736,"about_ca_system_score_codex":0.00018119597,"about_ca_system_score_gemma":0.0000064919727,"threshold_uncertainty_score":0.7265959},"labels":[],"label_agreement":null},{"id":"W2751624834","doi":"10.1002/j.2334-5837.2017.00344.x","title":"Version 0.75 of the Proposed INCOSE Competency Framework","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Competence (human resources); Core competency; Section (typography); Computer science; Publication; Engineering management; Knowledge management; Engineering ethics; Engineering; Psychology; Political science; Management; Operating system; Social psychology","score_opus":0.016954226519865397,"score_gpt":0.2694708518717698,"score_spread":0.2525166253519044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751624834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8988184,0.00014597573,0.04885086,0.0031151911,0.009554515,0.0005843856,0.00011549147,0.00039484756,0.03842036],"genre_scores_gemma":[0.993372,0.00004585022,0.0060933745,0.000021444392,0.00025823,0.000022728887,0.000004522029,0.00002034914,0.00016149526],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992766,0.00001687248,0.00023316678,0.00012209834,0.00023195888,0.000119305514],"domain_scores_gemma":[0.99900633,0.00013754277,0.00010672014,0.0006370747,0.00008504246,0.00002728411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017983782,0.000111156296,0.00013531106,0.000030824725,0.00015410656,0.000056878718,0.0010343901,0.00009240181,0.00003724045],"category_scores_gemma":[0.00019040729,0.000085346226,0.00009429471,0.000049060287,0.00007329326,0.00010953655,0.00019633136,0.00016883679,0.00003364594],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000502508,0.00022054742,0.034845226,0.00030336546,0.0004894279,0.000011684518,0.0009873972,0.109035365,0.69621485,0.14270642,0.005921248,0.009214228],"study_design_scores_gemma":[0.0018285994,0.0001211333,0.29672995,0.0015984566,0.00010706698,0.00008900934,0.0002679645,0.16121337,0.37385127,0.03607338,0.12689576,0.0012240503],"about_ca_topic_score_codex":0.00006484212,"about_ca_topic_score_gemma":0.0000059756157,"teacher_disagreement_score":0.32236356,"about_ca_system_score_codex":0.000085280924,"about_ca_system_score_gemma":0.00001296649,"threshold_uncertainty_score":0.3480318},"labels":[],"label_agreement":null},{"id":"W2752327112","doi":"10.1002/j.2334-5837.2017.00351.x","title":"Graph‐Based Digital Blueprint for Model Based Engineering of Complex Systems","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Blueprint; Computer science; Graph; Software engineering; Software; Systems engineering; Theoretical computer science; Data science; Programming language; Engineering","score_opus":0.05671150565360169,"score_gpt":0.29162569000220656,"score_spread":0.23491418434860487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752327112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049234796,0.000027073438,0.9469508,0.000205203,0.0009952153,0.00035634186,0.00039091826,0.00027109223,0.0015685372],"genre_scores_gemma":[0.9788699,0.000003584563,0.020546414,0.000008379047,0.00015477352,0.00026796095,0.0000640775,0.0000433014,0.000041570995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911463,0.0000035665662,0.00034716277,0.00017244542,0.00018656801,0.00017564913],"domain_scores_gemma":[0.9990228,0.0001975974,0.00011205977,0.00047780445,0.0001403074,0.000049435486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018092495,0.00016567446,0.0002201678,0.00009910974,0.0000702108,0.00017097838,0.00062124035,0.000078006386,0.0000037248258],"category_scores_gemma":[0.00011395767,0.00017405629,0.00013844685,0.000035142548,0.000032427655,0.00015238377,0.000047771347,0.00007484875,0.000003899596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000799791,0.000022037915,0.00017485756,0.00014148421,0.00005419913,6.2145796e-7,0.00001232173,0.93362504,0.05979598,0.0057091736,0.00017771605,0.0002785436],"study_design_scores_gemma":[0.00042219253,0.00001395664,0.00058833504,0.00009000056,0.000010054877,0.0000023849514,0.0000066377847,0.9854562,0.009376658,0.00014615376,0.0037137475,0.00017362616],"about_ca_topic_score_codex":0.000026821546,"about_ca_topic_score_gemma":0.0000013072971,"teacher_disagreement_score":0.92963517,"about_ca_system_score_codex":0.000088753644,"about_ca_system_score_gemma":0.000016288244,"threshold_uncertainty_score":0.70978093},"labels":[],"label_agreement":null},{"id":"W2810457019","doi":"10.1109/aero.2018.8396501","title":"Applying model-based system engineering to modelling and simulation requirements for weapon analysis","year":2018,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Traceability; Computer science; Systems engineering; Requirements analysis; Process (computing); System requirements; Systems Modeling Language; Aerospace; Systems analysis; Domain (mathematical analysis); Weapon system; Requirements management; Rigour; Software engineering; System of systems; Modeling and simulation; Systems design; Requirements engineering; Unified Modeling Language; Engineering; Software","score_opus":0.09300752732230688,"score_gpt":0.31167550980293257,"score_spread":0.2186679824806257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810457019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040233053,0.000033764176,0.9579605,0.000007741728,0.00010339206,0.0007210598,0.000010078417,0.0007584126,0.00017201286],"genre_scores_gemma":[0.6688709,6.46388e-7,0.33049026,0.000008158834,0.00007527471,0.0005068204,0.0000061446376,0.000025955402,0.000015787593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921036,0.000006208712,0.00025084132,0.00021503192,0.0000929566,0.00022463255],"domain_scores_gemma":[0.9994391,0.00016384064,0.000019829255,0.0002385005,0.00006846545,0.00007021647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030245644,0.00014770728,0.00022183717,0.00026660925,0.000076024626,0.00004242319,0.000084993786,0.00006585434,0.0000015633527],"category_scores_gemma":[0.00002379781,0.0001522724,0.00006342055,0.00043460526,0.000005657294,0.00006239478,0.000015591819,0.0000355103,0.0000034980892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033488595,0.0000018117355,0.00001623455,0.00015545971,0.0000839812,4.1396405e-8,0.000045336525,0.99416816,0.003936801,0.0008625842,0.000012780042,0.00071347994],"study_design_scores_gemma":[0.00012226167,0.000014734295,0.0000115476105,0.0000344424,0.000107996326,1.6100682e-7,0.00003843548,0.9961376,0.002791879,0.000017056185,0.0005495837,0.00017427345],"about_ca_topic_score_codex":0.000008993167,"about_ca_topic_score_gemma":0.0000021518426,"teacher_disagreement_score":0.6286379,"about_ca_system_score_codex":0.00009504908,"about_ca_system_score_gemma":0.000004570841,"threshold_uncertainty_score":0.62094885},"labels":[],"label_agreement":null},{"id":"W2885939450","doi":"10.1002/j.2334-5837.2018.00483.x","title":"Case Study: Agile Systems Engineering at Lockheed Martin Aeronautics Integrated Fighter Group","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Waterfall model; Engineering; Systems engineering; Component (thermodynamics); Engineering management; Process management; Software engineering; Computer science; Information system; Operating system","score_opus":0.02466275870817365,"score_gpt":0.2567885384611913,"score_spread":0.23212577975301768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885939450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531386,0.00009675163,0.03913834,0.00007082272,0.004564306,0.0005303883,0.000062346786,0.0009807053,0.0014177737],"genre_scores_gemma":[0.99620956,0.000009849843,0.0018657628,0.000017470133,0.000950957,0.00027503422,0.000047414753,0.00007866694,0.0005452971],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854445,0.000035670346,0.0005172829,0.00030705117,0.00027530384,0.0003202668],"domain_scores_gemma":[0.9991053,0.00016984582,0.00006478383,0.00039564457,0.00016831988,0.000096104166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003439071,0.00028876023,0.00025719203,0.00014061958,0.000105625426,0.00011798403,0.00036748266,0.00012635541,0.00010392152],"category_scores_gemma":[0.000052362957,0.00027834246,0.00007237242,0.00024148477,0.000036230536,0.00013380584,0.00015287688,0.00019760594,0.00021277656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089386434,0.0006619298,0.008752655,0.0003376231,0.0018261479,0.003593974,0.004422468,0.62274855,0.32810614,0.0039509316,0.022603605,0.0029066259],"study_design_scores_gemma":[0.0008557211,0.00019841689,0.0006751992,0.000119693985,0.000059721922,0.0040995805,0.00079499546,0.868786,0.0058011785,0.000016688704,0.11790284,0.00069001265],"about_ca_topic_score_codex":0.00034801583,"about_ca_topic_score_gemma":0.000099823876,"teacher_disagreement_score":0.32230496,"about_ca_system_score_codex":0.000502088,"about_ca_system_score_gemma":0.000007685562,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W2886770049","doi":"10.1002/j.2334-5837.2018.00552.x","title":"Modeling Cyber Threats with SysML","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Multitude; Scalability; Computer science; Systems engineering; Cyber-physical system; Software engineering; Unified Modeling Language; Computer security; Engineering; Software; Database; Operating system","score_opus":0.028433960485317895,"score_gpt":0.27208118082966304,"score_spread":0.24364722034434513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886770049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4194598,0.0001225098,0.5374724,0.00044381412,0.0015111811,0.00017758564,0.000017878738,0.00083867623,0.039956126],"genre_scores_gemma":[0.98876464,0.000036722977,0.009895407,0.000036636913,0.0007834309,0.00007099092,0.000010826426,0.000035181034,0.00036618297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993551,0.000006336903,0.00016554538,0.00015165267,0.00016594808,0.00015542138],"domain_scores_gemma":[0.99959075,0.000041108833,0.00001483151,0.00020332531,0.00011238651,0.00003757018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109354994,0.00012269999,0.000102533595,0.00005042485,0.00004621808,0.000045427445,0.00023835301,0.000054928918,0.00004857968],"category_scores_gemma":[0.000009343422,0.00010420979,0.000030851734,0.00009855974,0.000028843733,0.00010437375,0.000032724347,0.000083681385,0.00013121689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016383388,0.000023707578,0.00031774148,0.00002236586,0.00016806285,0.000007771562,0.000325897,0.95267063,0.033606,0.008972528,0.0006822585,0.0031866597],"study_design_scores_gemma":[0.00023879929,0.00003738202,0.00016392465,0.00007269194,0.000012523048,0.00007659198,0.00005335184,0.9812287,0.008955693,0.000762926,0.008159199,0.00023821079],"about_ca_topic_score_codex":0.000055902925,"about_ca_topic_score_gemma":0.000030128971,"teacher_disagreement_score":0.5693048,"about_ca_system_score_codex":0.0000929782,"about_ca_system_score_gemma":0.000006876629,"threshold_uncertainty_score":0.4249552},"labels":[],"label_agreement":null},{"id":"W2908997660","doi":"10.1109/ms.2018.2874321","title":"Making Companies Nimble-From Software Agility to Business Agility: A Conversation with the Authors [Insights]","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Agile software development; Conversation; Business; Knowledge management; Software; Process management; Management; Computer science; Software engineering; Sociology","score_opus":0.04292529038817968,"score_gpt":0.2584286951382636,"score_spread":0.21550340475008392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908997660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53288406,0.0001716617,0.46458954,0.0001972464,0.0006482696,0.00047314688,0.000040344334,0.0009575266,0.00003821706],"genre_scores_gemma":[0.9674667,0.000006729358,0.03190639,0.00011452794,0.00016452816,0.00014334387,0.000030439653,0.00006024107,0.00010711116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987826,0.000066547706,0.00024637274,0.00035588935,0.00024797485,0.00030066524],"domain_scores_gemma":[0.9983469,0.00060563156,0.000054513457,0.0007642958,0.00016507339,0.000063564294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000220281,0.0002652418,0.00032091312,0.000070971444,0.00017454225,0.000073349984,0.00035908172,0.00011909998,0.000036972113],"category_scores_gemma":[0.00011883314,0.00019257152,0.000059577305,0.000537731,0.00004543061,0.00013060297,0.00006490791,0.000219607,0.00012751426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051569332,0.0000299626,0.018247442,0.00052087015,0.00022777366,0.0000055915716,0.0075646196,0.9555036,0.0045317863,0.00015183783,0.004663457,0.00850153],"study_design_scores_gemma":[0.0023903672,0.00022580674,0.68163484,0.0015926483,0.00037093993,0.000050724095,0.008179062,0.06510362,0.009278632,0.0025176003,0.22514504,0.0035106994],"about_ca_topic_score_codex":0.00015464549,"about_ca_topic_score_gemma":0.000093574075,"teacher_disagreement_score":0.89039993,"about_ca_system_score_codex":0.00012615879,"about_ca_system_score_gemma":0.000027716427,"threshold_uncertainty_score":0.78528386},"labels":[],"label_agreement":null},{"id":"W2945452609","doi":"","title":"A MORE INTEGRATED DESIGN APPROACH FOR EMBEDDED MECHATRONIC SYSTEMS: APPLICATION TO ELECTRICAL THRUST REVERSER ACTUATION SYSTEMS","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"","keywords":"Mechatronics; Sizing; Context (archaeology); Engineering design process; Multidisciplinary approach; Systems engineering; Thrust; Systems design; Computer science; Control engineering; Design methods; Multidisciplinary design optimization; Reusability; Process (computing); Engineering; Mechanical engineering","score_opus":0.03528501019129185,"score_gpt":0.2555495103259729,"score_spread":0.22026450013468105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945452609","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002461571,0.0011949041,0.98771846,0.0003915495,0.00041002265,0.004326753,0.0001306873,0.0012285166,0.002137549],"genre_scores_gemma":[0.4883184,0.00023219985,0.5012808,0.000025512465,0.00012535085,0.0073728357,0.0014276617,0.00017770352,0.0010395305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954358,0.002058701,0.00078355335,0.0008686654,0.0003587042,0.00049458863],"domain_scores_gemma":[0.99405265,0.0016469568,0.00031895883,0.0020458444,0.0017619536,0.00017362993],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007084325,0.0005049247,0.00063507905,0.00032212542,0.00020886597,0.00044232162,0.0010713724,0.00055821653,0.000006504355],"category_scores_gemma":[0.0012403872,0.00052272656,0.00018833828,0.00066371856,0.000060284343,0.00010655177,0.00028282488,0.00055163517,0.000025748652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028141561,0.00021011227,0.000015931224,0.0013773146,0.0003036499,3.7932236e-7,0.004135192,0.9087376,0.01622776,0.04992218,0.010157611,0.008884149],"study_design_scores_gemma":[0.0002835664,0.0000013529387,0.000052758667,0.00073462713,0.00008218863,0.000008312681,0.0003365798,0.98147726,0.008132731,0.00035180248,0.00801847,0.0005203294],"about_ca_topic_score_codex":0.0003852763,"about_ca_topic_score_gemma":0.000020324493,"teacher_disagreement_score":0.48643765,"about_ca_system_score_codex":0.0005555431,"about_ca_system_score_gemma":0.00019669437,"threshold_uncertainty_score":0.9997224},"labels":[],"label_agreement":null},{"id":"W2966085774","doi":"10.1609/aaai.v33i01.33019504","title":"Profiles, Proxies, and Assumptions: Decentralized, Communications-Resilient Planning, Allocation, and Scheduling","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Air Force Research Laboratory","keywords":"Computer science; Scheduling (production processes); Negotiation; Scalability; Operations research; Schedule; Subject matter; Operational planning; Distributed computing; Architecture; Operations management; Engineering; Business","score_opus":0.1011026142359156,"score_gpt":0.3148382994624773,"score_spread":0.21373568522656172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966085774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848087,0.0011330729,0.009831235,0.0009932874,0.00018374303,0.00092533143,0.000007829628,0.0001886039,0.0019281877],"genre_scores_gemma":[0.9876462,0.00066691876,0.011476765,0.000016756463,0.000017362085,0.00009498447,0.000001551662,0.000015094482,0.000064370746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917924,0.000010832974,0.0003217917,0.00019025253,0.00013263203,0.0001652622],"domain_scores_gemma":[0.9993259,0.00011626956,0.00009610056,0.000263638,0.00015763607,0.00004046578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031832093,0.00013679694,0.00016879405,0.00006423106,0.000100092,0.000083030856,0.00041869012,0.00006849248,0.000014190779],"category_scores_gemma":[0.00016494146,0.00011204159,0.000025310559,0.00019343998,0.00014314926,0.00010736164,0.00012564969,0.00018046667,0.000014474223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020451784,0.00004920925,0.00558703,0.00042809028,0.00004346254,3.940058e-8,0.0013057956,0.01004318,0.17254175,0.7890778,0.00012355742,0.020779628],"study_design_scores_gemma":[0.00009165281,0.000095704236,0.004958812,0.0011558239,0.00004447533,0.000013264366,0.0035246518,0.60143685,0.34945843,0.036453594,0.0022642973,0.0005024636],"about_ca_topic_score_codex":0.00001319972,"about_ca_topic_score_gemma":0.0000018469949,"teacher_disagreement_score":0.7526242,"about_ca_system_score_codex":0.000025952668,"about_ca_system_score_gemma":0.00001544153,"threshold_uncertainty_score":0.45689237},"labels":[],"label_agreement":null},{"id":"W2969617306","doi":"10.4050/f-0075-2019-14731","title":"Taking a Systems Engineering Approach to Address Sustainability","year":2019,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Sustainability; Product-service system; Excellence; Key (lock); Product (mathematics); Work (physics); Process (computing); Engineering; Computer science; Systems engineering; Process management; Manufacturing engineering; Engineering management; Mechanical engineering","score_opus":0.031427468301671514,"score_gpt":0.2581093083410488,"score_spread":0.22668184003937727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969617306","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15878567,0.00020939982,0.8009425,0.000022907972,0.00075589755,0.0012116303,0.000005008738,0.0018700118,0.03619697],"genre_scores_gemma":[0.9810004,0.0000022923068,0.017930109,0.00000930802,0.00010810668,0.00037829953,0.000003614326,0.00004855402,0.00051929447],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990338,0.000016633572,0.00023684373,0.00023654196,0.00012534928,0.00035081967],"domain_scores_gemma":[0.99921066,0.00012655783,0.000018720966,0.0004999514,0.000058857397,0.000085284075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034978538,0.00017423758,0.00024960353,0.00011370089,0.000021829426,0.00006188134,0.00023122516,0.00008397618,0.000019958205],"category_scores_gemma":[0.00011111199,0.00016575836,0.000051892894,0.0003501823,0.000004307106,0.00006964334,0.000048859696,0.00012602512,0.000079001045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.756317e-7,0.0000071971995,0.00020168924,0.00051974074,0.00001844466,2.5073714e-7,0.000099311226,0.9773439,0.0031918862,0.017770063,0.0004096482,0.00043709783],"study_design_scores_gemma":[0.0001503574,0.000016124972,0.0034553017,0.000045005272,0.0000074421264,0.000015140456,0.0008145535,0.96498126,0.00080626184,0.00002346812,0.029269347,0.00041571778],"about_ca_topic_score_codex":0.00006414117,"about_ca_topic_score_gemma":3.1752583e-7,"teacher_disagreement_score":0.8222147,"about_ca_system_score_codex":0.0001859952,"about_ca_system_score_gemma":0.000009772681,"threshold_uncertainty_score":0.675943},"labels":[],"label_agreement":null},{"id":"W2973070828","doi":"10.1002/sres.2627","title":"Systemic virtues as a foundation for a general theory of design elegance","year":2019,"lang":"en","type":"article","venue":"Systems Research and Behavioral Science","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Place Centre","funders":"","keywords":"Elegance; Axiology; Epistemology; Foundation (evidence); Value (mathematics); Perspective (graphical); Engineering ethics; Order (exchange); Management science; Sociology; Computer science; Philosophy; Engineering; Law; Economics; Political science; Artificial intelligence","score_opus":0.2304045867425691,"score_gpt":0.4317065719009401,"score_spread":0.20130198515837097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973070828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8619237,0.00065313815,0.13568258,0.0000053151102,0.0002937984,0.0012188909,0.000006906535,0.000078270234,0.000137371],"genre_scores_gemma":[0.99410546,0.000041440075,0.004907565,5.3327904e-7,0.000055585046,0.0003911696,0.0000016777434,0.000013178663,0.0004833945],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987096,0.00009816893,0.00022156867,0.00023253128,0.0003782615,0.00035985335],"domain_scores_gemma":[0.9990721,0.00029524913,0.000032426447,0.00026909783,0.00025610908,0.00007501616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040252865,0.000086978325,0.00018058738,0.00018979482,0.00011363742,0.000106940264,0.00029613494,0.000051639974,0.0000039513557],"category_scores_gemma":[0.00008910575,0.00007223401,0.000022299882,0.000540373,0.00021350586,0.00019882599,0.000042246433,0.000092232396,0.000017837596],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017962026,0.000016962682,0.00046016835,0.0003899109,0.0000048690226,4.3030352e-7,0.00025789262,0.0074543916,0.94792306,0.03648137,0.000039024268,0.0069539654],"study_design_scores_gemma":[0.0026127584,0.0049910233,0.010081074,0.002442774,0.00005748232,0.0004009163,0.015105038,0.50942475,0.4263332,0.021399971,0.0053736265,0.001777389],"about_ca_topic_score_codex":0.00012214265,"about_ca_topic_score_gemma":0.0000010287196,"teacher_disagreement_score":0.5215899,"about_ca_system_score_codex":0.00009731071,"about_ca_system_score_gemma":0.000077495424,"threshold_uncertainty_score":0.29456174},"labels":[],"label_agreement":null},{"id":"W2997032602","doi":"10.2514/6.2020-1391","title":"Lockheed Martin Conceptual Design Modeling in the Dassault Systemes 3DEXPERIENCE<sup>®</sup>Platform","year":2020,"lang":"en","type":"article","venue":"AIAA Scitech 2020 Forum","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Aerospace; Multidisciplinary design optimization; Systems engineering; Conceptual design; Multidisciplinary approach; Engineering; Aeronautics; Concurrent engineering; Computer science; Manufacturing engineering; Aerospace engineering; Mechanical engineering","score_opus":0.10656336608514702,"score_gpt":0.26480294570890356,"score_spread":0.15823957962375654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997032602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1332499,0.0006767373,0.8619007,0.0018952817,0.00014434622,0.00081031385,0.000013530013,0.00071549416,0.0005936846],"genre_scores_gemma":[0.98795366,0.000035280525,0.011083008,0.00031324293,0.00016873053,0.00037210426,0.000009518312,0.000044236866,0.000020218855],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998346,0.00007605681,0.0004751592,0.00030644567,0.00028401686,0.00051236775],"domain_scores_gemma":[0.999205,0.0002603465,0.00003786497,0.00037481022,0.00003421618,0.00008779663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006173374,0.00024834866,0.00030560256,0.000058983165,0.00011436731,0.0000966606,0.0006337898,0.00014532307,0.000022954619],"category_scores_gemma":[0.00019741346,0.00019549883,0.00008282698,0.0007680407,0.00005128456,0.00020112257,0.00007477198,0.00033242244,0.00006633247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069843554,0.000006309505,0.0000897827,0.000056871217,0.000017258664,0.000007735613,0.005113659,0.98478776,0.002367583,0.001639851,0.004925423,0.0009808063],"study_design_scores_gemma":[0.0002272072,0.000044530996,0.000008490058,0.000049507726,0.000008443378,0.000013580285,0.021514539,0.9706849,0.00095881737,0.00016493913,0.0060872287,0.00023784785],"about_ca_topic_score_codex":0.00003780455,"about_ca_topic_score_gemma":0.0000037265613,"teacher_disagreement_score":0.8547038,"about_ca_system_score_codex":0.00006490927,"about_ca_system_score_gemma":0.000023029736,"threshold_uncertainty_score":0.79722106},"labels":[],"label_agreement":null},{"id":"W2997566080","doi":"10.2514/6.2020-1128","title":"Multidisciplinary Design Optimization for Effectiveness-Based Design in the AFRL EXPEDITE Program","year":2020,"lang":"en","type":"article","venue":"AIAA Scitech 2020 Forum","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Multidisciplinary design optimization; Multidisciplinary approach; Sizing; Systems engineering; Aerodynamics; Computer science; Electromagnetics; Design methods; Engineering; Aerospace engineering; Mechanical engineering; Electronic engineering","score_opus":0.07818720141692494,"score_gpt":0.31320005888498825,"score_spread":0.23501285746806333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997566080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006369679,0.00018878153,0.9943029,0.0008495814,0.0001196201,0.0030209576,0.000007960313,0.00078379863,0.00008941273],"genre_scores_gemma":[0.37536693,0.00001043025,0.6200118,0.000057061025,0.00010901264,0.004345384,0.000018193896,0.000074212054,0.000006948014],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990538,0.0001493452,0.00018938724,0.00022137561,0.00010446206,0.00028163823],"domain_scores_gemma":[0.99865514,0.0010377887,0.000029480818,0.00021162973,0.000022263403,0.000043689266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066092354,0.00016368354,0.0001753061,0.00005383394,0.00007147314,0.00004548975,0.00027124325,0.000093196235,0.000008273992],"category_scores_gemma":[0.00019326822,0.000132421,0.00006234688,0.0005461305,0.00002197841,0.00006782722,0.00002320628,0.00011023232,0.000009716761],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026724587,0.000022303115,0.000061510116,0.00011385654,0.000009904051,0.000001913042,0.00013644659,0.9892487,0.0028584288,0.000105645486,0.0022980005,0.005116575],"study_design_scores_gemma":[0.0004579632,0.00020449988,0.00020564729,0.000042529184,0.000010335774,0.0000014421082,0.00017591054,0.9907845,0.0055037388,0.0001618622,0.0022878621,0.0001636641],"about_ca_topic_score_codex":0.0000019015625,"about_ca_topic_score_gemma":6.061111e-7,"teacher_disagreement_score":0.37472996,"about_ca_system_score_codex":0.000035320183,"about_ca_system_score_gemma":0.000015748132,"threshold_uncertainty_score":0.5399972},"labels":[],"label_agreement":null},{"id":"W3001460549","doi":"10.24908/pceea.vi0.13857","title":"ASSESSMENT FOR LEARNING: USING AGILE PROJECT MANAGEMENT METHODS IN SECOND-YEAR ELECTRICAL ENGINEERING DESIGN PROJECT","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Formative assessment; Agile software development; Project management; Computer science; Product (mathematics); Project-based learning; Engineering management; Engineering; Knowledge management; Systems engineering; Software engineering; Mathematics education; Psychology","score_opus":0.0336468572738395,"score_gpt":0.3213849880125572,"score_spread":0.28773813073871773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001460549","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57003766,0.001061996,0.37822443,0.0005445607,0.010112278,0.021098925,0.000105338564,0.0022571713,0.016557597],"genre_scores_gemma":[0.4201913,0.000023016222,0.57669216,0.000022176147,0.00016751965,0.0009939914,0.000012162117,0.00013587368,0.0017618064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984949,0.000025391355,0.00045316777,0.00027999145,0.0002277925,0.0005187076],"domain_scores_gemma":[0.99910784,0.00027715834,0.00018015463,0.00015288542,0.00020639677,0.000075545926],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015095349,0.00024783798,0.0003290833,0.000732586,0.00007710125,0.000095896,0.0003380448,0.00020578032,0.000010675186],"category_scores_gemma":[0.00047854288,0.000262346,0.00012201079,0.0011218733,0.0000054262737,0.00016605153,0.00002918521,0.0003874648,0.000002332511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057850852,0.00006784312,0.019819377,0.0023954306,0.00034797602,1.3934186e-7,0.0007227086,0.86585015,0.08215425,0.016314553,0.010326857,0.0019948983],"study_design_scores_gemma":[0.00053504005,0.000045142315,0.03009337,0.00031329202,0.00007689195,0.0000054563275,0.00044789506,0.8977801,0.0068323053,0.000107956585,0.0631613,0.00060123863],"about_ca_topic_score_codex":0.00064458966,"about_ca_topic_score_gemma":0.000096615775,"teacher_disagreement_score":0.19846772,"about_ca_system_score_codex":0.0034434325,"about_ca_system_score_gemma":0.00036731793,"threshold_uncertainty_score":0.9999829},"labels":[],"label_agreement":null},{"id":"W3004527335","doi":"10.1109/isse46696.2019.8984595","title":"Systems Engineering Challenges and Strategies in a Student Satellite Design Team: HERON – A Case Study","year":2019,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Timeline; Aerospace; Engineering management; System of systems; Systems engineering; Health systems engineering; Engineering; Computer science; System of systems engineering; Engineering education; Collaborative engineering; Systems design; Work in process; Operations management; Aerospace engineering","score_opus":0.0741157928989453,"score_gpt":0.2891362503650512,"score_spread":0.21502045746610587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004527335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95719934,0.014572306,0.025334455,0.0000053319063,0.00026992342,0.001290012,7.076703e-7,0.0005310721,0.0007968294],"genre_scores_gemma":[0.9954304,0.0008743502,0.0032689169,8.210494e-7,0.000036418536,0.00029945266,3.152125e-7,0.000039365787,0.000049923252],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906904,0.00006170189,0.0002804003,0.00023690856,0.000105048486,0.0002468905],"domain_scores_gemma":[0.9993599,0.00026812378,0.000017191118,0.00029540114,0.000013978006,0.000045417553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057414686,0.00020318484,0.00030224482,0.00013744699,0.000014542522,0.0000812162,0.00010080607,0.000072767165,0.0000029793298],"category_scores_gemma":[0.00000816724,0.00018533049,0.000019030094,0.00011962755,0.000005477797,0.00012263152,0.000035052755,0.00013665386,0.0000122244255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022737875,0.000055115135,0.00096240285,0.00040428847,0.00006909576,0.00015988461,0.005491159,0.9854068,0.0020850585,0.0024239444,0.0000068679974,0.0029330908],"study_design_scores_gemma":[0.0018065781,0.0005015606,0.028504921,0.00030576778,0.000045405155,0.0024149423,0.36955506,0.59392494,0.00022991726,0.000044811164,0.0014917345,0.001174324],"about_ca_topic_score_codex":0.00017233545,"about_ca_topic_score_gemma":0.000057368856,"teacher_disagreement_score":0.39148185,"about_ca_system_score_codex":0.00005749427,"about_ca_system_score_gemma":0.0000073639567,"threshold_uncertainty_score":0.75575584},"labels":[],"label_agreement":null},{"id":"W3011466730","doi":"10.2514/6.iac-06-d1.5.05","title":"Innovative Approaches to Integrated Training of Complex Systems: Lessons Learned from Crew and Ground Controller Robotics Training","year":2006,"lang":"en","type":"article","venue":"57th International Astronautical Congress","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Training (meteorology); Crew; Robotics; Artificial intelligence; Computer science; Aeronautics; Engineering; Robot; Geography","score_opus":0.40295708253362866,"score_gpt":0.3252299589462932,"score_spread":0.07772712358733547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011466730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19407593,0.00015889366,0.8004809,0.0012492978,0.0006322525,0.00036463857,0.00044924347,0.00023088207,0.0023579954],"genre_scores_gemma":[0.95631874,0.0000028032102,0.043057833,0.000015954789,0.0002044634,0.000081385195,0.0001562879,0.000030944473,0.00013156509],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868035,0.000058892667,0.00051876524,0.00025856952,0.00022949801,0.00025390304],"domain_scores_gemma":[0.99902666,0.00055260805,0.000077730736,0.00012980838,0.00014523254,0.0000679674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028347917,0.00020919151,0.00043434833,0.00013564686,0.000043461023,0.000082661114,0.00023299367,0.00009515653,0.000021984142],"category_scores_gemma":[0.00015297579,0.00019637076,0.000042373576,0.0002324402,0.00010787502,0.00007595937,0.000056513585,0.00020864792,0.0000040379214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037353675,0.00003351574,0.00038177051,0.000038616145,0.0002920713,0.0000022902195,0.0005099557,0.6552644,0.0063984403,0.31598103,0.00021629503,0.02084425],"study_design_scores_gemma":[0.0011935887,0.00005874979,0.03540859,0.00022443247,0.00004001366,0.000011325046,0.0033053637,0.94750565,0.00038819117,0.0028168173,0.008668796,0.00037850812],"about_ca_topic_score_codex":0.00018828711,"about_ca_topic_score_gemma":0.000013387474,"teacher_disagreement_score":0.76224285,"about_ca_system_score_codex":0.00007987083,"about_ca_system_score_gemma":0.000021820702,"threshold_uncertainty_score":0.8007767},"labels":[],"label_agreement":null},{"id":"W3021206250","doi":"10.1007/978-3-030-43946-0_9","title":"FTG+PM: Describing Engineering Processes in Multi-Paradigm Modelling","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Vlaamse regering; Flanders Make","keywords":"Computer science; Abstraction; Graph rewriting; Model transformation; Formalism (music); Engineering design process; Software engineering; Orchestration; Systems engineering; Process (computing); Set (abstract data type); Graph; Representation (politics); Model-driven architecture; Metamodeling; Process modeling; Theoretical computer science; Programming language; Unified Modeling Language; Work in process; Artificial intelligence; Engineering","score_opus":0.19574225309978552,"score_gpt":0.2552279698952188,"score_spread":0.05948571679543327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021206250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003330226,0.0031795232,0.9433598,0.000041622505,0.00028830135,0.0004303409,0.000019596078,0.001642517,0.051004995],"genre_scores_gemma":[0.15392427,0.0051567177,0.76904255,0.00010453627,0.0015797551,0.00070221984,0.00020423804,0.0017269142,0.067558795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852586,0.000004640038,0.0005492265,0.0004137415,0.00015613715,0.00035040246],"domain_scores_gemma":[0.99927634,0.0002025796,0.00004787597,0.00034353923,0.000030882926,0.000098777564],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014228957,0.00051660574,0.0005920662,0.00024453588,0.000028571554,0.000053824697,0.00030665586,0.00037747266,0.000038254053],"category_scores_gemma":[0.000050739734,0.00056233327,0.00010232478,0.00013629363,0.000013921028,0.00009657485,0.000056525078,0.0006037574,0.00009356809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011089433,0.000003099056,0.0000015760002,0.00081268273,0.00004705442,0.000012203539,0.0001151969,0.969409,0.00023699645,0.028584769,0.00013609248,0.0006402042],"study_design_scores_gemma":[0.0001732111,0.000008636544,0.0000015046598,0.00067475805,0.000026364944,0.000011785555,0.000014899061,0.9323906,0.00039393053,0.00067718944,0.06491604,0.00071112055],"about_ca_topic_score_codex":0.000016588045,"about_ca_topic_score_gemma":0.000013299236,"teacher_disagreement_score":0.17431724,"about_ca_system_score_codex":0.00015460774,"about_ca_system_score_gemma":0.000035108143,"threshold_uncertainty_score":0.99968284},"labels":[],"label_agreement":null},{"id":"W3090134856","doi":"10.1002/j.2334-5837.2020.00803.x","title":"Implementing MBSE – An Enterprise Approach to an Enterprise Problem","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Systems engineering; Enterprise integration; Enterprise systems engineering; Enterprise architecture; Engineering management; Unified Modeling Language; Architecture; Software engineering; Engineering; Knowledge management; Enterprise software","score_opus":0.033878371627008096,"score_gpt":0.28388849299628516,"score_spread":0.2500101213692771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090134856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40023085,0.000048480513,0.58060026,0.0010767493,0.0007101144,0.0007276982,0.00011060308,0.0013847671,0.015110457],"genre_scores_gemma":[0.94584984,0.000011972635,0.052524827,0.00032445005,0.00074111094,0.0002988636,0.00013291552,0.00006608263,0.000049936654],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985204,0.000037058042,0.00041990745,0.00038969843,0.00026802407,0.00036492312],"domain_scores_gemma":[0.9992547,0.00004447138,0.000050543797,0.00030401113,0.00007835741,0.00026789372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030885552,0.00022627339,0.00019757565,0.00008079355,0.000071949864,0.000115479466,0.0006978094,0.000070862,0.00003969177],"category_scores_gemma":[0.00003118445,0.00023841266,0.00007328028,0.00018710163,0.000012235751,0.00034064942,0.00018205761,0.00016406989,0.00006917706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007822031,0.0004411825,0.0056184325,0.00023708309,0.00032386772,0.000018603918,0.009962482,0.632301,0.32256326,0.0091668535,0.0035827241,0.01570635],"study_design_scores_gemma":[0.00092794496,0.00028691944,0.002489367,0.00008767998,0.000043513577,0.00006358155,0.0011780842,0.81031466,0.015273025,0.0003421392,0.16792989,0.0010631793],"about_ca_topic_score_codex":0.000061997605,"about_ca_topic_score_gemma":0.0000091194615,"teacher_disagreement_score":0.545619,"about_ca_system_score_codex":0.00012057867,"about_ca_system_score_gemma":0.000010355831,"threshold_uncertainty_score":0.9722186},"labels":[],"label_agreement":null},{"id":"W3090136833","doi":"10.1002/j.2334-5837.2020.00801.x","title":"Envisioning Future Systems Engineering Principles Through a Transdisciplinary Lens","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Transdisciplinarity; System of systems engineering; System of systems; Health systems engineering; Biological systems engineering; Systems engineering; Mechatronics; Management science; Engineering; Engineering ethics; Computer science; Systems design; Sociology; Artificial intelligence","score_opus":0.04542208737980238,"score_gpt":0.25393524869793327,"score_spread":0.20851316131813089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090136833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31440592,0.0030641626,0.63991266,0.010219935,0.009979896,0.00093280216,0.00022015092,0.0040952647,0.01716922],"genre_scores_gemma":[0.98779285,0.0003443518,0.008929188,0.00008029444,0.0025305236,0.00014537292,0.00004409441,0.00007456509,0.00005878296],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879426,0.000014598636,0.00040474956,0.00027069077,0.00026604615,0.00024965365],"domain_scores_gemma":[0.9995005,0.00012231257,0.00004461397,0.00020514341,0.000050357507,0.00007703146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012693703,0.00023789566,0.00023553197,0.000043118245,0.0000632682,0.00009224211,0.00043836827,0.00012740512,0.000026037102],"category_scores_gemma":[0.000031261046,0.00023705885,0.000106562155,0.00018875905,0.000015125115,0.0002761948,0.000077057055,0.0002559162,0.000065631386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066333255,0.0000119046435,0.000057363282,0.0001250317,0.00010389206,0.000016561366,0.0020415485,0.9390623,0.046734802,0.010980519,0.0006727869,0.00018666386],"study_design_scores_gemma":[0.00029615028,0.000034073066,0.00039092166,0.00011680931,0.000018888853,0.00006655652,0.0006249766,0.66023946,0.0039844206,0.000033118482,0.33380473,0.00038992078],"about_ca_topic_score_codex":0.000009786506,"about_ca_topic_score_gemma":7.782106e-7,"teacher_disagreement_score":0.67338693,"about_ca_system_score_codex":0.0001142713,"about_ca_system_score_gemma":0.000009677476,"threshold_uncertainty_score":0.96669793},"labels":[],"label_agreement":null},{"id":"W3106867132","doi":"10.1109/ccece47787.2020.9255722","title":"ManitobaSat-1: Space Systems Engineering for Student Training","year":2020,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Space Agency","keywords":"Project management; CubeSat; Earned value management; Computer science; Engineering management; Systems engineering; Metric (unit); Project management triangle; Program management; Project planning; Applied engineering; Software project management; Software engineering; Engineering; OPM3; Software; Software development; Operations management","score_opus":0.13131050387895354,"score_gpt":0.27448007264853913,"score_spread":0.1431695687695856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106867132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019902255,0.0004926683,0.97479767,0.000241571,0.0006608113,0.00054607395,0.000012856855,0.0018154123,0.0015306855],"genre_scores_gemma":[0.9444033,0.000021214715,0.054297555,0.000037129234,0.0006604152,0.00041846547,0.0000059238264,0.00007125977,0.00008472946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926984,0.0000067804785,0.00021577573,0.00016058655,0.00009153329,0.00025551027],"domain_scores_gemma":[0.9995254,0.00019383029,0.000015165689,0.0001499846,0.000021788474,0.00009382164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014816709,0.0001539118,0.00022333075,0.000033999575,0.000031129905,0.000054354838,0.00017073478,0.000059194503,0.000006374456],"category_scores_gemma":[0.00006215858,0.00015203985,0.00006430721,0.00014015679,0.00000445155,0.00004759967,0.000019394975,0.000084289575,0.0000197463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011662536,0.0000027505212,0.000026042655,0.00028508416,0.000055832974,9.445339e-7,0.00063058315,0.961186,0.016114404,0.018119166,0.002845551,0.00073248293],"study_design_scores_gemma":[0.00026194745,0.000033848864,0.00022610759,0.000030969437,0.000018074037,0.000005828607,0.002083805,0.8671581,0.0017393883,0.000011262675,0.128142,0.000288665],"about_ca_topic_score_codex":0.000004885378,"about_ca_topic_score_gemma":5.2998155e-7,"teacher_disagreement_score":0.92450106,"about_ca_system_score_codex":0.00003782391,"about_ca_system_score_gemma":0.000005147512,"threshold_uncertainty_score":0.62000054},"labels":[],"label_agreement":null},{"id":"W3115264163","doi":"10.1109/tsmc.2020.3043192","title":"Systems Science and Engineering Research in the Context of Systems, Man, and Cybernetics: Recollection, Trends, and Future Directions","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Systems Man and Cybernetics Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Simon Fraser University","funders":"","keywords":"Cybernetics; Relevance (law); Context (archaeology); Engineering ethics; Systems science; Field (mathematics); Management science; Computer science; Data science; Cognitive science; Epistemology; Engineering; Psychology; Political science; Artificial intelligence; History; Philosophy; Mathematics","score_opus":0.056135418752996866,"score_gpt":0.27728210043618556,"score_spread":0.22114668168318868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115264163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6669088,0.19756761,0.099746995,0.0021893133,0.015200025,0.01035341,0.0007552293,0.0016991871,0.005579444],"genre_scores_gemma":[0.9932284,0.0053360444,0.000090752896,0.000009362508,0.00039564923,0.0006199664,0.000002270611,0.00006633489,0.000251236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693716,0.0003763981,0.0008693202,0.00062466733,0.00066604937,0.0005264374],"domain_scores_gemma":[0.998196,0.0006874925,0.00012235933,0.0004728939,0.00026605526,0.00025519618],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022261231,0.00039358687,0.0006992002,0.00077583385,0.000414394,0.00056926755,0.0002866568,0.00026073333,0.0000010163137],"category_scores_gemma":[0.000031583746,0.0003380684,0.00004391474,0.0017555106,0.0003133157,0.00016725679,0.000012382433,0.00060743414,0.0000027322626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017488778,0.00036973186,0.0011044722,0.028993549,0.0011350453,0.00007003591,0.046893384,0.79319465,0.030987633,0.048832793,0.0071786465,0.04106517],"study_design_scores_gemma":[0.0013852926,0.00049884885,0.002271192,0.0015761051,0.00014832748,0.0009601969,0.04819973,0.7966891,0.00032842127,0.000007746524,0.14699242,0.0009426149],"about_ca_topic_score_codex":0.0016103633,"about_ca_topic_score_gemma":0.000063443214,"teacher_disagreement_score":0.3263196,"about_ca_system_score_codex":0.0001574669,"about_ca_system_score_gemma":0.000041546362,"threshold_uncertainty_score":0.99990714},"labels":[],"label_agreement":null},{"id":"W3120861288","doi":"10.48550/arxiv.2101.05385","title":"A Work-Centered Approach for Cyber-Physical-Social System Design: Applications in Aerospace Industrial Inspection","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Polytechnique Montréal","funders":"","keywords":"Cyber-physical system; Computer science; Process (computing); Component (thermodynamics); Automation; Context (archaeology); Aerospace; Systems engineering; Domain (mathematical analysis); Knowledge management; Risk analysis (engineering); Process management; Software engineering; Engineering","score_opus":0.22556911956178524,"score_gpt":0.22184838542019672,"score_spread":0.003720734141588522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120861288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15460598,0.00005282595,0.84219086,0.0000068592008,0.00030276598,0.0015716241,0.000041035324,0.0008191548,0.0004088737],"genre_scores_gemma":[0.9901331,0.000021940252,0.008802043,0.0000014019987,0.00047281478,0.00025476902,0.00016414694,0.000062720115,0.00008704791],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998599,0.00012659877,0.0002485201,0.0006464627,0.00005885772,0.00032059057],"domain_scores_gemma":[0.99902016,0.0002185111,0.00011406487,0.0005047095,0.000077393495,0.000065143104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025438322,0.00032816792,0.0005249967,0.00019569164,0.00013470223,0.00007528299,0.0003976758,0.00048936735,0.0000010561328],"category_scores_gemma":[0.000026454958,0.00041270943,0.00023521125,0.0008882698,0.000040144514,0.00007542182,0.0001770221,0.0005741852,0.0000028642648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020869486,0.000079044155,0.00024686148,0.00035001527,0.00010438843,0.0000033311642,0.00029403516,0.9904885,0.00019846983,0.0077762636,0.00024267526,0.00019551431],"study_design_scores_gemma":[0.0011736535,0.000019069923,0.0006588736,0.00020663068,0.00018277437,0.0000021902463,0.0029229112,0.99293774,0.00045134916,0.00028766034,0.00045102535,0.0007060953],"about_ca_topic_score_codex":0.00005894593,"about_ca_topic_score_gemma":0.000007334042,"teacher_disagreement_score":0.8355271,"about_ca_system_score_codex":0.00074950134,"about_ca_system_score_gemma":0.000053923053,"threshold_uncertainty_score":0.99983245},"labels":[],"label_agreement":null},{"id":"W3149496067","doi":"10.1109/wsc.2011.6147960","title":"The Managed Readiness Simulator: A force readiness model","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Mars Exploration Program; Computer science; Attrition; Simulation; Set (abstract data type); Haptic technology; Range (aeronautics); Systems engineering; Human–computer interaction; Engineering; Aerospace engineering","score_opus":0.07802569320413949,"score_gpt":0.2438661403168392,"score_spread":0.1658404471126997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149496067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021548934,0.00016720252,0.9167879,0.000029664963,0.0002591082,0.000220265,0.0000028156296,0.0011031503,0.059880942],"genre_scores_gemma":[0.97711486,0.000059628204,0.017557915,0.000016131658,0.000054861015,0.00013611496,0.0000016948469,0.000040893516,0.0050179004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993747,0.000013407748,0.00018334757,0.00012301857,0.00007290278,0.0002326516],"domain_scores_gemma":[0.9992676,0.00015691466,0.000015821584,0.0004930814,0.000027210892,0.000039405713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026287633,0.00012715996,0.00012420506,0.00003094974,0.0001057884,0.000024092365,0.000285156,0.000060621504,0.00001149787],"category_scores_gemma":[0.000036205805,0.00008551345,0.00004742354,0.00015220519,0.000024466799,0.000060505023,0.000032323584,0.000087926805,0.000037432357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004995101,0.000007471432,0.000048565627,0.000051588177,0.00005115964,0.0000011840054,0.0002901367,0.8809416,0.0022877445,0.108210504,0.003815504,0.0042895093],"study_design_scores_gemma":[0.00008447369,0.0000040375076,0.00027819548,0.000007695351,0.000010506788,0.000003661495,0.000121567246,0.9880065,0.0024562937,0.0047852295,0.0040878807,0.00015397657],"about_ca_topic_score_codex":0.000023619683,"about_ca_topic_score_gemma":0.000011645916,"teacher_disagreement_score":0.9555659,"about_ca_system_score_codex":0.000024597659,"about_ca_system_score_gemma":0.000004006787,"threshold_uncertainty_score":0.34871373},"labels":[],"label_agreement":null},{"id":"W3162781329","doi":"10.1109/mwie.2021.3062922","title":"Goals Are Sometimes More Viable Than They Seem: Know That You Can Do It [Career Advisor]","year":2021,"lang":"en","type":"article","venue":"IEEE Women in Engineering Magazine","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Field (mathematics); Engineering ethics; Engineering education; Management; Medical education; Engineering; Engineering management; Computer science; Medicine; Mathematics; Artificial intelligence","score_opus":0.02557127967042967,"score_gpt":0.23860013308035652,"score_spread":0.21302885340992686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162781329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9142286,0.0072323927,0.062135775,0.0012688966,0.004427317,0.0010861065,0.00034551168,0.003709368,0.005565988],"genre_scores_gemma":[0.9863258,0.00059440895,0.008209226,0.00005217737,0.00040659247,0.0006924735,0.00003780163,0.00022837991,0.0034531339],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746275,0.000045629324,0.0005144354,0.0005182935,0.00032802206,0.0011308908],"domain_scores_gemma":[0.99844706,0.0002793258,0.0000648005,0.000892819,0.00008704226,0.00022897466],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058739906,0.0005300308,0.00073106575,0.00034886244,0.000054459495,0.00012127543,0.00044093237,0.00024135152,0.00012939732],"category_scores_gemma":[0.00018772093,0.0005680752,0.00013655804,0.00081059075,0.000025840027,0.0001624347,0.00009003437,0.00047826927,0.00008936885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041114085,0.000041808435,0.002239175,0.00058116665,0.00013055939,0.000078526224,0.0015531909,0.9556328,0.035058204,0.00014073013,0.003710058,0.00082963466],"study_design_scores_gemma":[0.004148477,0.00016525543,0.06390177,0.00299058,0.0001653968,0.0004541562,0.009764516,0.34615633,0.10208551,0.0010454146,0.46324873,0.0058738827],"about_ca_topic_score_codex":0.000022318023,"about_ca_topic_score_gemma":0.000038214028,"teacher_disagreement_score":0.6094765,"about_ca_system_score_codex":0.0004959078,"about_ca_system_score_gemma":0.00004353343,"threshold_uncertainty_score":0.99967706},"labels":[],"label_agreement":null},{"id":"W3183735209","doi":"10.1002/sys.21592","title":"MBSE delivers significant return on investment in evolutionary development of complex SoS","year":2021,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Process (computing); Return on investment; Baseline (sea); Quality (philosophy); Systems engineering; Engineering; Operating system; Production (economics)","score_opus":0.05833198549743977,"score_gpt":0.24070301280209852,"score_spread":0.18237102730465876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183735209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7556303,0.0026606205,0.23583451,0.000026499665,0.0015816848,0.0007777752,0.000034978777,0.0008459267,0.0026077162],"genre_scores_gemma":[0.9716892,0.000028853177,0.027880706,0.000005849382,0.00007259123,0.00017789342,0.000029382518,0.000047823163,0.000067701854],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986354,0.00003588883,0.0005883919,0.00022394107,0.00021479621,0.00030155646],"domain_scores_gemma":[0.9993404,0.00015200712,0.000044278157,0.0003390338,0.000054345714,0.00006989669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028358074,0.00021716287,0.00035725877,0.00019998383,0.000028796538,0.00001494434,0.00014842929,0.000099594305,0.000009457493],"category_scores_gemma":[0.00006375267,0.00023723546,0.000056389476,0.0003967464,0.0000116190995,0.000045056382,0.000036077367,0.00016462222,0.000013222007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017221608,0.000021046051,0.00012403303,0.00047899736,0.0000492289,0.000013421774,0.00032008122,0.82438296,0.17105998,0.0031084993,0.00021798765,0.00022202462],"study_design_scores_gemma":[0.0006095432,0.000028625102,0.01271063,0.0009298703,0.000014641139,0.000030146975,0.0011391985,0.91933614,0.03539701,0.000021240403,0.029133247,0.00064973487],"about_ca_topic_score_codex":0.000019611394,"about_ca_topic_score_gemma":0.0000033492731,"teacher_disagreement_score":0.21605891,"about_ca_system_score_codex":0.00034739744,"about_ca_system_score_gemma":0.000052965763,"threshold_uncertainty_score":0.96741813},"labels":[],"label_agreement":null},{"id":"W3186370670","doi":"10.1139/juvs-2021-0001","title":"Quantifying Turing: a systems approach to quantitatively assessing the degree of autonomy of any system","year":2021,"lang":"en","type":"article","venue":"Journal of Unmanned Vehicle Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Autonomy; Computer science; Degree (music); Independence (probability theory); NIST; Data science; Mathematics; Statistics; Speech recognition","score_opus":0.19418611500147223,"score_gpt":0.32651398438890705,"score_spread":0.13232786938743482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186370670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5354125,0.010368385,0.4501293,0.000045270404,0.0015946444,0.00050003186,0.000019900086,0.00010904759,0.0018209524],"genre_scores_gemma":[0.98827356,0.000029622584,0.011277585,0.000002509241,0.00028465205,0.000038223174,0.0000016369936,0.00005301473,0.00003917566],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969474,0.0004138171,0.0016513704,0.00018858552,0.0004799687,0.00031886244],"domain_scores_gemma":[0.99725884,0.0006753635,0.0007868783,0.0004995606,0.00066825683,0.00011107477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024815274,0.00024176159,0.00097438664,0.00025228894,0.00009335249,0.000104604616,0.0005005318,0.00013505397,5.7191676e-7],"category_scores_gemma":[0.00023488064,0.00018068771,0.00024112235,0.0007609307,0.00004113184,0.00021338197,0.00006163075,0.0003029495,0.0000026675746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010463364,0.00006146257,0.00091239513,0.00508377,0.00045287178,0.0000149714815,0.0014706333,0.8394435,0.13863243,0.013124857,0.00034148258,0.0004511767],"study_design_scores_gemma":[0.0011554051,0.00020466353,0.011330393,0.006353207,0.00029352825,0.0011667586,0.07248668,0.8666787,0.03523587,0.000018875653,0.0044233263,0.00065257045],"about_ca_topic_score_codex":0.00007418689,"about_ca_topic_score_gemma":0.0000011487592,"teacher_disagreement_score":0.4528611,"about_ca_system_score_codex":0.00023063953,"about_ca_system_score_gemma":0.00015536997,"threshold_uncertainty_score":0.7368231},"labels":[],"label_agreement":null},{"id":"W3187951807","doi":"10.2514/6.2021-3077","title":"Connecting Model-based Systems Engineering and Multidisciplinary Design Analysis and Optimization for Aircraft Systems Architecting","year":2021,"lang":"en","type":"article","venue":"AIAA AVIATION 2021 FORUM","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"European Commission; Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Systems engineering; Computer science; Workflow; Process (computing); Aerospace; Systems Modeling Language; Software engineering; Multidisciplinary approach; Conceptual design; Systems design; Unified Modeling Language; Engineering design process; Systems architecture; Architecture; Engineering; Aerospace engineering; Software","score_opus":0.028349592427806533,"score_gpt":0.2547335936333147,"score_spread":0.22638400120550817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187951807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024663692,0.0015967209,0.9724968,0.00007649991,0.0003218818,0.0005040041,0.00003508512,0.00029623383,0.000009077798],"genre_scores_gemma":[0.73522615,0.00004130337,0.26425287,0.0000029500934,0.00005847089,0.00027737583,0.00007858906,0.000043157615,0.000019161911],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988903,0.00005584234,0.00037047607,0.0003070656,0.000104861916,0.00027144418],"domain_scores_gemma":[0.99874765,0.0007715974,0.00007699529,0.00022272104,0.00011396315,0.00006705111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004906809,0.0001916416,0.00033208585,0.00023181144,0.00018621914,0.00015515798,0.00005761979,0.000115138835,0.0000020231737],"category_scores_gemma":[0.0002378568,0.00021725599,0.00007064812,0.0005235983,0.000007453943,0.000113856666,0.00003491191,0.000100589044,4.4116354e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028010295,0.0000056889107,0.0003245754,0.0003257351,0.00016208249,8.8127155e-7,0.00012767797,0.99106467,0.006815114,0.00046591522,0.00000903778,0.0006958382],"study_design_scores_gemma":[0.00028060243,0.000015232366,0.00013447617,0.00008726883,0.00017589747,0.000010782256,0.00063987926,0.99660003,0.0017579956,0.000023566778,0.000042880878,0.0002314097],"about_ca_topic_score_codex":0.000018615256,"about_ca_topic_score_gemma":0.000004855406,"teacher_disagreement_score":0.7105624,"about_ca_system_score_codex":0.000074505195,"about_ca_system_score_gemma":0.000019053046,"threshold_uncertainty_score":0.8859442},"labels":[],"label_agreement":null},{"id":"W3199906350","doi":"10.1002/j.2334-5837.2021.00831.x","title":"Agility in the Future of Systems Engineering (FuSE) ‐ A Roadmap of Foundational Concepts","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Fuse (electrical); Engineering; Systems engineering; Engineering management; Set (abstract data type); System of systems engineering; Process management; Computer science; Software engineering; Systems design; Electrical engineering","score_opus":0.016910663496076783,"score_gpt":0.27902056200141656,"score_spread":0.2621098985053398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199906350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9353553,0.0026597348,0.05104757,0.00110832,0.004761587,0.0004208801,0.0001724838,0.000155933,0.0043182033],"genre_scores_gemma":[0.99776864,0.00009555445,0.001629846,0.000011235557,0.0003379055,0.00007220232,0.000043728203,0.000013183641,0.00002772282],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903536,0.00003901891,0.00042919145,0.00012136505,0.00026651664,0.000108556036],"domain_scores_gemma":[0.9991788,0.00034097198,0.000064864464,0.00023967087,0.00015882321,0.000016843227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038223344,0.00010478854,0.00018619456,0.000058970712,0.000012254269,0.000021369273,0.00031186006,0.00007122133,0.000020439675],"category_scores_gemma":[0.00006779501,0.000091828784,0.0000697519,0.0002327127,0.000022405553,0.00007576421,0.00003621952,0.0001272554,0.000002891538],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006696466,0.0000826456,0.002529962,0.00027873713,0.00012287228,0.000010459063,0.00081801804,0.8457052,0.09253751,0.05672024,0.000388037,0.0007996106],"study_design_scores_gemma":[0.0021194904,0.000078442274,0.08554385,0.00088847365,0.00006890329,0.00031387687,0.0054668486,0.6238675,0.08480792,0.0012884802,0.19459587,0.00096031127],"about_ca_topic_score_codex":0.000051964635,"about_ca_topic_score_gemma":0.000021655389,"teacher_disagreement_score":0.22183767,"about_ca_system_score_codex":0.000080813195,"about_ca_system_score_gemma":0.000024412422,"threshold_uncertainty_score":0.3744669},"labels":[],"label_agreement":null},{"id":"W3200729453","doi":"10.1002/j.2334-5837.2021.00872.x","title":"Investigation of Remote Work for Aerospace Systems Engineers","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Aerospace; Work (physics); Context (archaeology); Systems engineering; Computer science; Engineering management; Engineering; Knowledge management; Process management; Aerospace engineering","score_opus":0.03372314325680912,"score_gpt":0.2573588048246228,"score_spread":0.2236356615678137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200729453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23254944,0.00078458723,0.75838214,0.00065282214,0.0044902517,0.0003770491,0.000088550725,0.0004080529,0.002267078],"genre_scores_gemma":[0.9554747,0.00008683092,0.04347718,0.000015260126,0.00034089648,0.000079282196,0.00008325286,0.000035749577,0.00040686884],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992704,0.000012961104,0.00029705197,0.0001413686,0.00015141584,0.00012682554],"domain_scores_gemma":[0.9992597,0.00023973006,0.00005323839,0.00020234077,0.0002059184,0.000039085797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019718669,0.00011129341,0.00016153666,0.000049376526,0.000020397682,0.00003218385,0.00017075379,0.000083055435,0.00000590199],"category_scores_gemma":[0.00009672431,0.00012247582,0.00007374529,0.00020028,0.000017222144,0.00006668914,0.000025078907,0.000069623944,0.000006335798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000874737,0.000007744356,0.00040532448,0.00024996072,0.00018643912,0.00000366217,0.00031204437,0.6901532,0.29622856,0.00807193,0.0030799063,0.001292511],"study_design_scores_gemma":[0.0010266018,0.000043819004,0.0022088275,0.000657278,0.00006817368,0.00010872021,0.0004544865,0.4679624,0.4447501,0.0013178575,0.08072109,0.00068064366],"about_ca_topic_score_codex":0.000018256707,"about_ca_topic_score_gemma":0.0000014564112,"teacher_disagreement_score":0.72292525,"about_ca_system_score_codex":0.00010211807,"about_ca_system_score_gemma":0.000016659003,"threshold_uncertainty_score":0.4994419},"labels":[],"label_agreement":null},{"id":"W3201402962","doi":"10.1002/j.2334-5837.2021.00904.x","title":"An Agile Systems Engineering Analysis of a University CubeSat Project Organization","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"CubeSat; Agile software development; Sociotechnical system; Engineering management; Project management; Computer science; Stakeholder; Knowledge management; Process management; Systems engineering; Engineering; Satellite; Management; Software engineering","score_opus":0.013769736248411919,"score_gpt":0.24034089635137326,"score_spread":0.22657116010296136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201402962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7324307,0.00010035952,0.26452944,0.00004949637,0.0009862134,0.00013516989,0.0001540225,0.00045219462,0.0011624073],"genre_scores_gemma":[0.9965925,0.000075872355,0.0028641059,0.0000033858119,0.00009441917,0.000005201671,0.00023849674,0.000022217082,0.00010375507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934036,0.000031019066,0.00020982638,0.00015905206,0.00015686279,0.00010288635],"domain_scores_gemma":[0.99930245,0.000109928515,0.00004316296,0.00024518493,0.00026849267,0.00003076676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001550936,0.00010115135,0.00019752044,0.00023986424,0.000023642979,0.000036151963,0.00022528032,0.00006983032,0.000026064536],"category_scores_gemma":[0.000060420043,0.000118654716,0.00006486275,0.0012376419,0.00000875773,0.0001402086,0.00003453139,0.00006650344,0.0000039999272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001565876,0.000024389761,0.0013173418,0.000032306616,0.00051660964,0.000007922522,0.00013291281,0.81106585,0.18364884,0.0031120023,0.00007661883,0.0000636544],"study_design_scores_gemma":[0.0001534144,0.000011250801,0.007002054,0.000036639616,0.00023093614,0.00002061251,0.00031012282,0.9538134,0.028042492,0.0000037215518,0.010179115,0.00019623844],"about_ca_topic_score_codex":0.0001269469,"about_ca_topic_score_gemma":0.000011737049,"teacher_disagreement_score":0.26416183,"about_ca_system_score_codex":0.0001606113,"about_ca_system_score_gemma":0.000022120861,"threshold_uncertainty_score":0.48385987},"labels":[],"label_agreement":null},{"id":"W3213096907","doi":"10.14351/0831-4985-34.1.135","title":"Seventeen Years With Jars: a Conclusion and a Small Overview About Plans","year":2020,"lang":"en","type":"article","venue":"Collection Forum","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"History","score_opus":0.04247167467435507,"score_gpt":0.2344438089062197,"score_spread":0.1919721342318646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213096907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49927565,0.005903307,0.48260868,0.00227064,0.00051180634,0.0012719795,0.00006601876,0.0022059004,0.0058860085],"genre_scores_gemma":[0.9914789,0.00061455363,0.0070383754,0.00022526864,0.00009453922,0.0001187796,0.000008955572,0.000042583077,0.000378011],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996153,0.000012530889,0.00009543544,0.000109989836,0.000048004204,0.00011871824],"domain_scores_gemma":[0.99980843,0.000037805527,0.000015057826,0.0000770519,0.000011652587,0.00004998721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000050051858,0.000078607474,0.000114627925,0.000030110099,0.000058663543,0.000021543447,0.000047526566,0.000044202992,0.000011309293],"category_scores_gemma":[0.000014140269,0.0000737012,0.000019531064,0.00025415962,0.000010711203,0.000029034707,0.000026017362,0.00007251927,0.00000851072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005798042,0.00015328688,0.02583684,0.004632527,0.0013269081,0.00008171429,0.019857515,0.39174268,0.06381812,0.017838033,0.33793873,0.13619384],"study_design_scores_gemma":[0.001607049,0.00038065913,0.019781793,0.00028729928,0.000060569735,0.00011132442,0.0013509347,0.18724795,0.0023313032,0.00019689956,0.78604573,0.00059848686],"about_ca_topic_score_codex":0.000021245549,"about_ca_topic_score_gemma":0.000043621687,"teacher_disagreement_score":0.4922033,"about_ca_system_score_codex":0.000026241061,"about_ca_system_score_gemma":0.000007876484,"threshold_uncertainty_score":0.30054477},"labels":[],"label_agreement":null},{"id":"W4213206204","doi":"10.1002/j.2334-5837.2010.tb01160.x","title":"Modeling with SysML","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Unified Modeling Language; Software engineering; Modeling language; Class diagram; UML tool; Applications of UML; Systems engineering; Programming language; Software; Engineering","score_opus":0.012596210709332843,"score_gpt":0.23720565360283596,"score_spread":0.22460944289350313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213206204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66191304,0.000020216756,0.32081085,0.00033056163,0.001676301,0.00010342679,0.000011017802,0.00059324,0.014541353],"genre_scores_gemma":[0.9840278,0.000012783611,0.015315495,0.000019833285,0.00039543232,0.000073219664,0.0000103701705,0.000028273336,0.00011676712],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948716,0.0000032294936,0.00013837956,0.00011366279,0.00013657822,0.0001209778],"domain_scores_gemma":[0.99966985,0.000042757452,0.000011382026,0.0001818952,0.00005814358,0.000035956764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001058639,0.000098779725,0.00008091932,0.000042993233,0.000029155051,0.000042399974,0.00023508674,0.000058034573,0.000038451828],"category_scores_gemma":[0.0000141928585,0.00008523813,0.000027323404,0.00006900671,0.000013567824,0.00008724198,0.000022604429,0.0001842004,0.000047505757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033526694,0.000010185448,0.00011979092,0.00001129665,0.00004302548,0.0000038550993,0.0000641057,0.82181084,0.16444467,0.012438146,0.00014255135,0.0009081568],"study_design_scores_gemma":[0.00015455829,0.000009026658,0.00011640808,0.000019543171,0.0000062686477,0.00008194756,0.000027505332,0.98121095,0.007297337,0.00032817596,0.0105826985,0.00016557271],"about_ca_topic_score_codex":0.000044488974,"about_ca_topic_score_gemma":0.000040292318,"teacher_disagreement_score":0.3221148,"about_ca_system_score_codex":0.000031852975,"about_ca_system_score_gemma":0.000005932179,"threshold_uncertainty_score":0.347591},"labels":[],"label_agreement":null},{"id":"W4213345542","doi":"10.7326/acpjc-2005-142-3-a10","title":"Weighted event rates","year":2005,"lang":"en","type":"article","venue":"ACP Journal Club","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Ontario Clinical Oncology Group","funders":"","keywords":"Medicine; Event (particle physics)","score_opus":0.026699311098928504,"score_gpt":0.2889766548959557,"score_spread":0.2622773437970272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213345542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47284478,0.0064666774,0.510441,0.0017517338,0.0014372905,0.00017556483,0.0000051196384,0.00073580764,0.0061420416],"genre_scores_gemma":[0.96769714,0.00044497897,0.030367535,0.0000492635,0.0010254392,0.000012584204,0.0000012958404,0.00002613121,0.00037560886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.999449,0.000020888989,0.00020901265,0.00005716474,0.00008685834,0.00017709004],"domain_scores_gemma":[0.9996764,0.00008040164,0.000025762074,0.00012780861,0.000027190703,0.000062425665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026952254,0.00008805969,0.000109617315,0.000053441407,0.00006643927,0.000038236645,0.00014168555,0.000046149224,0.00010263829],"category_scores_gemma":[0.000026288384,0.00007400427,0.000057812602,0.00010435798,0.0000073646556,0.000084398576,0.000012203013,0.0002001794,0.0001309415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007674269,0.000053017404,0.0005942516,0.00007032916,0.00024315859,0.000020897758,0.000538802,0.5524944,0.058261916,0.0040413365,0.12291202,0.26076218],"study_design_scores_gemma":[0.0003297934,0.000025352152,0.002897445,0.0000500434,0.00001996877,0.00045015613,0.00010073914,0.07623623,0.019240048,0.0012886988,0.899086,0.00027554773],"about_ca_topic_score_codex":0.0000012049854,"about_ca_topic_score_gemma":0.0000013470718,"teacher_disagreement_score":0.77617395,"about_ca_system_score_codex":0.000060168204,"about_ca_system_score_gemma":0.0000064845144,"threshold_uncertainty_score":0.30178067},"labels":[],"label_agreement":null},{"id":"W4220899285","doi":"10.20944/preprints202203.0217.v1","title":"Strategic Investment in Open Hardware for National Security","year":2022,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"National security; Business; Energy security; Investment (military); Production (economics); Software deployment; Environmental economics; Renewable energy; International trade; Industrial organization; Finance; Natural resource economics; Economics; Engineering; Political science","score_opus":0.40399249920897073,"score_gpt":0.41749745800985805,"score_spread":0.013504958800887312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220899285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8593917,0.00047741662,0.0033195654,0.00021463262,0.001883645,0.0050986167,0.00083075813,0.00082704047,0.12795664],"genre_scores_gemma":[0.98451024,0.0000667044,0.0044716457,0.000065493055,0.00017159998,0.009729604,0.0003302192,0.00007444935,0.00058006326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99826026,0.00009508964,0.00049700675,0.00061312865,0.0002433173,0.00029120286],"domain_scores_gemma":[0.998838,0.00019965196,0.00009298274,0.0007362209,0.00007070754,0.00006241665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014184148,0.00028791837,0.00041678653,0.00015602555,0.00006817523,0.00004995459,0.0012126848,0.00021077172,0.0007740624],"category_scores_gemma":[0.00014728215,0.00034506578,0.00012611302,0.00016920663,0.000019576308,0.00006488408,0.0019433702,0.0006931881,0.00005425634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016839218,0.000114833456,0.013465105,0.0013544303,0.00018590549,0.0000038438616,0.0007096307,0.90401644,0.0026803487,0.0761658,0.0012374604,0.000049358274],"study_design_scores_gemma":[0.0016533233,0.000036874295,0.076779515,0.00039854634,0.000062297135,0.000010463785,0.0012545565,0.1029181,0.00946729,0.55592036,0.24952479,0.0019738867],"about_ca_topic_score_codex":0.00011502644,"about_ca_topic_score_gemma":0.000048192807,"teacher_disagreement_score":0.80109835,"about_ca_system_score_codex":0.000621411,"about_ca_system_score_gemma":0.0001506592,"threshold_uncertainty_score":0.99990016},"labels":[],"label_agreement":null},{"id":"W4231757696","doi":"10.4018/978-1-60566-090-5.ch025","title":"Mission-Critical Group Decision-Making","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Group decision-making; R-CAST; Preference; Decision engineering; Decision support system; Group (periodic table); Influence diagram; Decision analysis; Computer science; Process (computing); Business decision mapping; Markov decision process; Management science; Operations research; Optimal decision; Decision tree; Artificial intelligence; Psychology; Markov process; Engineering; Social psychology; Economics; Mathematics; Microeconomics","score_opus":0.032789208557882914,"score_gpt":0.2993838104642948,"score_spread":0.2665946019064119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231757696","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002634211,0.0016990154,0.112481035,0.00002469962,0.0009282958,0.00024024467,0.00007273153,0.0010679837,0.8834596],"genre_scores_gemma":[0.6644978,0.00011780332,0.29459164,0.00051542063,0.0036777891,0.00009073101,0.000018413188,0.0005533973,0.035936978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99847376,0.00001014093,0.0004669228,0.00037520658,0.0002921311,0.0003818412],"domain_scores_gemma":[0.9986894,0.00046146198,0.000043283333,0.00062135886,0.00004800107,0.00013650303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015364643,0.00045779694,0.00050755445,0.0000723484,0.00008196454,0.00007356049,0.00037490297,0.0005622254,0.000054420325],"category_scores_gemma":[0.00013371455,0.00045719006,0.0002308187,0.000024570772,0.0000466479,0.00002699878,0.00006993015,0.00036623402,0.00019037165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004141873,0.0000026201114,4.2367446e-7,0.000060767314,0.00003384961,0.000033833418,0.0000069877556,0.001450483,0.00005946062,0.87444746,0.005603887,0.11829606],"study_design_scores_gemma":[0.00010610932,0.000034420926,0.00002721621,0.0011883134,0.000060099577,0.000114997405,0.000004734189,0.0017273735,0.0000144601,0.7905726,0.20551345,0.000636219],"about_ca_topic_score_codex":0.0000028035186,"about_ca_topic_score_gemma":0.0000030511112,"teacher_disagreement_score":0.8475227,"about_ca_system_score_codex":0.0002453563,"about_ca_system_score_gemma":0.000022921615,"threshold_uncertainty_score":0.999788},"labels":[],"label_agreement":null},{"id":"W4236243618","doi":"10.4018/978-1-60566-652-5.ch113","title":"Mission-Critical Group Decision-Making","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Group decision-making; R-CAST; Decision support system; Preference; Decision engineering; Decision analysis; Influence diagram; Process (computing); Group (periodic table); Computer science; Business decision mapping; Management science; Markov decision process; Operations research; Optimal decision; Decision field theory; Decision tree; Artificial intelligence; Psychology; Markov process; Engineering; Social psychology; Economics; Mathematics; Microeconomics","score_opus":0.032789208557882914,"score_gpt":0.2993838104642948,"score_spread":0.2665946019064119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236243618","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002634211,0.0016990154,0.112481035,0.00002469962,0.0009282958,0.00024024467,0.00007273153,0.0010679837,0.8834596],"genre_scores_gemma":[0.6644978,0.00011780332,0.29459164,0.00051542063,0.0036777891,0.00009073101,0.000018413188,0.0005533973,0.035936978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99847376,0.00001014093,0.0004669228,0.00037520658,0.0002921311,0.0003818412],"domain_scores_gemma":[0.9986894,0.00046146198,0.000043283333,0.00062135886,0.00004800107,0.00013650303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015364643,0.00045779694,0.00050755445,0.0000723484,0.00008196454,0.00007356049,0.00037490297,0.0005622254,0.000054420325],"category_scores_gemma":[0.00013371455,0.00045719006,0.0002308187,0.000024570772,0.0000466479,0.00002699878,0.00006993015,0.00036623402,0.00019037165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004141873,0.0000026201114,4.2367446e-7,0.000060767314,0.00003384961,0.000033833418,0.0000069877556,0.001450483,0.00005946062,0.87444746,0.005603887,0.11829606],"study_design_scores_gemma":[0.00010610932,0.000034420926,0.00002721621,0.0011883134,0.000060099577,0.000114997405,0.000004734189,0.0017273735,0.0000144601,0.7905726,0.20551345,0.000636219],"about_ca_topic_score_codex":0.0000028035186,"about_ca_topic_score_gemma":0.0000030511112,"teacher_disagreement_score":0.8475227,"about_ca_system_score_codex":0.0002453563,"about_ca_system_score_gemma":0.000022921615,"threshold_uncertainty_score":0.999788},"labels":[],"label_agreement":null},{"id":"W4238508322","doi":"10.1002/inst.12028","title":"ISSUE INFORMATION–TOC","year":2016,"lang":"en","type":"paratext","venue":"Insight","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Citation; Computer science; Information retrieval; World Wide Web","score_opus":0.0243215292207588,"score_gpt":0.25753051962864215,"score_spread":0.23320899040788334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238508322","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002175017,0.0030954909,0.21428916,0.00013011518,0.0103090145,0.00032322403,0.00023346923,0.00057371386,0.77102405],"genre_scores_gemma":[0.008690708,0.010452134,0.021144073,0.00055391795,0.012192452,0.0021128212,0.0013053418,0.00045587655,0.9430927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920565,0.00001641985,0.0003259542,0.00010704723,0.00012109626,0.00022381432],"domain_scores_gemma":[0.9993002,0.00010873527,0.000050117338,0.00044506017,0.000047701913,0.000048197107],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00007837736,0.00024134344,0.00028502016,0.0001531269,0.00003823167,0.000055459488,0.00026739482,0.00032861475,0.0024649175],"category_scores_gemma":[0.000029754965,0.00018901347,0.000073518066,0.00013655734,0.000018366569,0.00017959702,0.000035518624,0.00019707593,0.08208289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0247166e-7,0.0000013335365,2.011043e-7,0.00024091528,0.000039288636,2.2791467e-7,0.00009983792,0.0055370578,0.00025721386,0.00033481815,0.98113596,0.012352636],"study_design_scores_gemma":[0.00008860037,0.0000051427,0.000006898216,0.00012016019,0.000007649895,0.000004410205,0.000008331963,0.00037511412,0.0013102634,0.00003759051,0.9977718,0.00026405818],"about_ca_topic_score_codex":0.000008109492,"about_ca_topic_score_gemma":5.656359e-7,"teacher_disagreement_score":0.19314508,"about_ca_system_score_codex":0.00008280735,"about_ca_system_score_gemma":0.00002024123,"threshold_uncertainty_score":0.99844694},"labels":[],"label_agreement":null},{"id":"W4241218518","doi":"10.4018/978-1-60566-920-5.ch016","title":"Mission-Critical Group Decision-Making","year":2011,"lang":"en","type":"book-chapter","venue":"Advances in global information management (AGIM) book series","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Group decision-making; R-CAST; Decision engineering; Decision support system; Preference; Decision analysis; Influence diagram; Computer science; Process (computing); Business decision mapping; Management science; Markov decision process; Group (periodic table); Decision field theory; Operations research; Optimal decision; Decision tree; Artificial intelligence; Psychology; Markov process; Engineering; Social psychology; Economics; Mathematics; Microeconomics","score_opus":0.01630722377096294,"score_gpt":0.28066400844707656,"score_spread":0.2643567846761136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241218518","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027676238,0.0068217632,0.24344835,0.000027282465,0.0010475968,0.00047397224,0.00006940019,0.0005319865,0.7475769],"genre_scores_gemma":[0.016940838,0.28130454,0.6433151,0.0014297336,0.00093585666,0.00095138967,0.00072685775,0.00039439683,0.05400128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981297,0.000011400197,0.0009073857,0.0002366929,0.00033980247,0.00037500795],"domain_scores_gemma":[0.9990448,0.00016832363,0.00013624271,0.00051952025,0.00006225292,0.00006887524],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023660036,0.0004625121,0.00042689126,0.0002408894,0.000097176686,0.00010092317,0.0004374343,0.0002531083,0.00030518408],"category_scores_gemma":[0.000068782516,0.00047773655,0.000116884614,0.00012278145,0.00010670386,0.0049860836,0.00019704385,0.00025364393,0.00031222278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020077878,0.0000041798644,0.000006253297,0.0006882613,0.00003866399,0.000008936052,0.00006149463,0.018344492,2.4987818e-7,0.8612857,0.0022150371,0.11732665],"study_design_scores_gemma":[0.00012471515,0.000023430082,0.00005863588,0.0009981517,0.000029343506,0.000013845222,0.000115703806,0.00063080265,0.0000019948811,0.12062731,0.8769369,0.0004391561],"about_ca_topic_score_codex":0.0000023805023,"about_ca_topic_score_gemma":0.000009160502,"teacher_disagreement_score":0.8747219,"about_ca_system_score_codex":0.0003096537,"about_ca_system_score_gemma":0.000008071599,"threshold_uncertainty_score":0.9997674},"labels":[],"label_agreement":null},{"id":"W4242668134","doi":"10.22215/timreview878","title":"A Method and Tool to Support the Management of Systems Engineering Projects","year":2015,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Investment (military); Business; Engineering management; Project management; Process management; Engineering; Systems engineering; Political science","score_opus":0.0801975772604619,"score_gpt":0.33056674420419774,"score_spread":0.25036916694373584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242668134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053839427,0.013628235,0.9718054,0.0011468307,0.00027396236,0.0032790585,0.000003876974,0.0010406377,0.003438068],"genre_scores_gemma":[0.15532592,0.021338912,0.8152707,0.00042591023,0.00007589433,0.006538697,0.000028231158,0.00011233744,0.00088337203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990135,0.0000135557275,0.0004899652,0.00017145484,0.00014157969,0.00016997979],"domain_scores_gemma":[0.9993206,0.000018942415,0.00007114697,0.0004841043,0.00009004342,0.0000151359745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013687387,0.00014599111,0.00027484677,0.00036911538,0.000020681748,0.000013992131,0.00026728786,0.00005595604,0.00000233196],"category_scores_gemma":[0.000024359695,0.00011475512,0.000017859411,0.0025542085,0.000015128249,0.00004200171,0.00015223122,0.00009453123,0.000014171586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010970296,0.000009708023,0.000043628963,0.013946039,0.00027916703,0.0000052801124,0.00003294661,0.020056732,0.00028817786,0.78462017,0.010156326,0.17056075],"study_design_scores_gemma":[0.00037666637,0.00008641133,0.0003606578,0.0037181727,0.00025019498,0.00005447213,0.00049373193,0.008212331,0.0006047552,0.00104505,0.9843639,0.00043366457],"about_ca_topic_score_codex":0.000001438115,"about_ca_topic_score_gemma":6.6787585e-8,"teacher_disagreement_score":0.9742076,"about_ca_system_score_codex":0.00004596679,"about_ca_system_score_gemma":0.0000035741898,"threshold_uncertainty_score":0.4679578},"labels":[],"label_agreement":null},{"id":"W4243180788","doi":"10.32920/ryerson.14663988.v1","title":"A fast Design Space Exploration Based on Priority Factor for a Multi Parametric Optimized High Level Synthesis Design Flow","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Design space exploration; Speedup; Computer science; Design flow; Parametric statistics; High-level synthesis; Process (computing); Electronic design automation; Automation; Selection (genetic algorithm); Parametric design; Embedded system; Engineering; Parallel computing; Mathematics","score_opus":0.3520601731086954,"score_gpt":0.3253054542726722,"score_spread":0.026754718836023206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243180788","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004293644,0.00013670622,0.9934961,0.00014274249,0.0008897095,0.0032465544,0.0003268919,0.0013017762,0.00003013393],"genre_scores_gemma":[0.12642851,0.00007614465,0.8672147,0.0000159379,0.00013030235,0.005843692,0.0000740797,0.0001370795,0.000079582445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976476,0.0003634824,0.0005561776,0.0007217576,0.00027379327,0.00043720304],"domain_scores_gemma":[0.9935141,0.005054584,0.00013073048,0.0009984451,0.00018624334,0.000115864066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009238287,0.0006152906,0.00089987,0.00040529302,0.0000972215,0.0002409096,0.00039420024,0.00061184616,0.00005347484],"category_scores_gemma":[0.0019852272,0.0005992249,0.0003151052,0.00044635608,0.000018385083,0.00009963679,0.000085958956,0.00044427568,0.000011139707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004319275,0.00006839848,8.489054e-7,0.000478491,0.00012471477,0.0000017363321,0.00012228738,0.98892516,0.0015205997,0.000060184066,0.00029500158,0.008359399],"study_design_scores_gemma":[0.0005872778,0.00003865638,0.00011374305,0.00024362063,0.0000896612,8.129174e-7,0.00009225297,0.9511562,0.046923347,0.000060367485,0.0000863878,0.0006076836],"about_ca_topic_score_codex":0.000054022927,"about_ca_topic_score_gemma":0.000002802097,"teacher_disagreement_score":0.12628146,"about_ca_system_score_codex":0.00035852863,"about_ca_system_score_gemma":0.00017294813,"threshold_uncertainty_score":0.9996459},"labels":[],"label_agreement":null},{"id":"W4244183841","doi":"10.1007/978-94-007-0753-5_101269","title":"Event Stressors","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University; University of Northern British Columbia","funders":"","keywords":"Stressor; Event (particle physics); Psychology; Physics; Neuroscience; Astrophysics","score_opus":0.03384973473134052,"score_gpt":0.23837005236815617,"score_spread":0.20452031763681566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244183841","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051110496,0.0004043558,0.25626746,0.000015726495,0.00035241834,0.00010382977,0.000009924039,0.0007645161,0.7420767],"genre_scores_gemma":[0.0058203805,0.00027923976,0.006551422,0.000016597773,0.0004327458,0.000037142447,0.000025754764,0.00012642509,0.9867103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994644,0.0000028098618,0.00019401647,0.00012990646,0.000085530075,0.00012337317],"domain_scores_gemma":[0.9994869,0.000083872954,0.000022230879,0.00035703977,0.000013982706,0.000035922818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008732774,0.00019770671,0.00023201428,0.000056591707,0.000015171917,0.000011585776,0.00014040816,0.00020580375,0.00045598182],"category_scores_gemma":[0.0000071642758,0.00018305867,0.000091784845,0.00000916398,0.000010955786,0.0000067973137,0.00002080337,0.00015798284,0.0004443252],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.349163e-7,9.785833e-7,4.840399e-7,0.00020542835,0.00010114351,0.0000014082541,0.000011763278,0.08901547,0.00014940587,0.82251734,0.058276746,0.029719492],"study_design_scores_gemma":[0.000034643035,0.000005720518,0.0000044576173,0.00006763554,0.000016232201,0.000003367695,0.0000014388822,0.0059243888,0.00016976561,0.0040851897,0.98944104,0.0002461416],"about_ca_topic_score_codex":0.0000022555694,"about_ca_topic_score_gemma":0.0000017772,"teacher_disagreement_score":0.93116426,"about_ca_system_score_codex":0.000037711343,"about_ca_system_score_gemma":0.0000031987122,"threshold_uncertainty_score":0.7464916},"labels":[],"label_agreement":null},{"id":"W4247348666","doi":"10.3138/ctr.150.100","title":"Failure Points","year":2012,"lang":"en","type":"article","venue":"Canadian Theatre Review","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Art","score_opus":0.03482402870632434,"score_gpt":0.2567249175798315,"score_spread":0.22190088887350717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247348666","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073780457,0.91617215,0.0050878082,0.00281648,0.0008249697,0.00070503296,0.000051287392,0.000583985,0.07302048],"genre_scores_gemma":[0.8097794,0.15238497,0.03126587,0.003309148,0.0017505015,0.00064660877,0.00008077691,0.00023502366,0.00054771104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994496,0.00002218152,0.000121791956,0.00005743613,0.00003780709,0.00031116005],"domain_scores_gemma":[0.9994285,0.000033079137,0.000008162894,0.0002643587,0.000008451214,0.00025744762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024342767,0.00009436756,0.0001648327,0.000040880528,0.000028767125,0.000006609663,0.00011181439,0.000041829077,0.00020688669],"category_scores_gemma":[0.000019731753,0.000084285915,0.00005214256,0.00016491443,0.0000068577715,0.00004922438,0.00000455985,0.00007512627,0.0004474315],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1835669e-7,0.0000060121,0.000906994,0.0061000227,0.0000888639,0.000003961571,0.000107105065,0.00036104923,0.00024176936,0.012547545,0.5990901,0.38054642],"study_design_scores_gemma":[0.000014701475,0.0000010144691,0.00021452594,0.00048570897,0.000016652508,0.000024404528,0.000008763974,0.00004199937,0.00003168009,0.000034516837,0.99902207,0.000103973965],"about_ca_topic_score_codex":0.0008742832,"about_ca_topic_score_gemma":0.0018137097,"teacher_disagreement_score":0.80904156,"about_ca_system_score_codex":0.00009829778,"about_ca_system_score_gemma":0.00001917716,"threshold_uncertainty_score":0.57509756},"labels":[],"label_agreement":null},{"id":"W4254369271","doi":"10.32920/ryerson.14663988","title":"A fast Design Space Exploration Based on Priority Factor for a Multi Parametric Optimized High Level Synthesis Design Flow","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Speedup; Design space exploration; Computer science; Design flow; Parametric statistics; Process (computing); Electronic design automation; Selection (genetic algorithm); Automation; Parametric design; Factor (programming language); Point (geometry); Embedded system; Engineering; Parallel computing; Machine learning; Mathematics","score_opus":0.3520601731086954,"score_gpt":0.3253054542726722,"score_spread":0.026754718836023206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254369271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004293644,0.00013670622,0.9934961,0.00014274249,0.0008897095,0.0032465544,0.0003268919,0.0013017762,0.00003013393],"genre_scores_gemma":[0.12642851,0.00007614465,0.8672147,0.0000159379,0.00013030235,0.005843692,0.0000740797,0.0001370795,0.000079582445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976476,0.0003634824,0.0005561776,0.0007217576,0.00027379327,0.00043720304],"domain_scores_gemma":[0.9935141,0.005054584,0.00013073048,0.0009984451,0.00018624334,0.000115864066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009238287,0.0006152906,0.00089987,0.00040529302,0.0000972215,0.0002409096,0.00039420024,0.00061184616,0.00005347484],"category_scores_gemma":[0.0019852272,0.0005992249,0.0003151052,0.00044635608,0.000018385083,0.00009963679,0.000085958956,0.00044427568,0.000011139707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004319275,0.00006839848,8.489054e-7,0.000478491,0.00012471477,0.0000017363321,0.00012228738,0.98892516,0.0015205997,0.000060184066,0.00029500158,0.008359399],"study_design_scores_gemma":[0.0005872778,0.00003865638,0.00011374305,0.00024362063,0.0000896612,8.129174e-7,0.00009225297,0.9511562,0.046923347,0.000060367485,0.0000863878,0.0006076836],"about_ca_topic_score_codex":0.000054022927,"about_ca_topic_score_gemma":0.000002802097,"teacher_disagreement_score":0.12628146,"about_ca_system_score_codex":0.00035852863,"about_ca_system_score_gemma":0.00017294813,"threshold_uncertainty_score":0.9996459},"labels":[],"label_agreement":null},{"id":"W4255495649","doi":"10.4018/978-1-60566-677-8.ch157","title":"Mission-Critical Group Decision-Making","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Group decision-making; R-CAST; Decision engineering; Decision support system; Preference; Decision analysis; Group (periodic table); Process (computing); Influence diagram; Business decision mapping; Computer science; Management science; Markov decision process; Operations research; Decision field theory; Optimal decision; Decision tree; Artificial intelligence; Psychology; Markov process; Engineering; Social psychology; Economics; Mathematics; Microeconomics","score_opus":0.047237075551345875,"score_gpt":0.2946173627392654,"score_spread":0.24738028718791955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255495649","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025704478,0.0013191241,0.17588009,0.0000067801684,0.0012412276,0.00021092249,0.00008004021,0.00089050736,0.8203456],"genre_scores_gemma":[0.7967955,0.00008943069,0.17657568,0.00019091422,0.00218834,0.00012046166,0.000010684028,0.00054661324,0.023482407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985512,0.0000102000395,0.0004555462,0.00037100218,0.00024044418,0.00037163065],"domain_scores_gemma":[0.9986888,0.0004151647,0.000045988407,0.0006602012,0.0000509676,0.00013888197],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015435835,0.0004491456,0.0004844935,0.000069721034,0.00007634903,0.000050133123,0.00040410418,0.00056851003,0.00013835309],"category_scores_gemma":[0.00012216905,0.0004419588,0.0002240126,0.000020311929,0.00006381748,0.000027576833,0.00011399117,0.000348511,0.00032682798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004996329,0.0000026084736,0.0000010563745,0.00009091572,0.00005055157,0.000028331033,0.000015205703,0.0002706621,0.000043861088,0.959803,0.0046488587,0.035039973],"study_design_scores_gemma":[0.0000882926,0.000025767653,0.00002227809,0.0010200703,0.000065613734,0.00009720325,0.0000048900356,0.000577143,0.000020332895,0.85738665,0.14009075,0.00060100976],"about_ca_topic_score_codex":0.000007463439,"about_ca_topic_score_gemma":0.000004528724,"teacher_disagreement_score":0.7968632,"about_ca_system_score_codex":0.00018625565,"about_ca_system_score_gemma":0.000022505612,"threshold_uncertainty_score":0.99980325},"labels":[],"label_agreement":null},{"id":"W4283204195","doi":"10.2514/6.2022-3883","title":"Comparative Analysis of Sizing Methodologies for High-Reliability Multicopters","year":2022,"lang":"en","type":"article","venue":"AIAA AVIATION 2022 Forum","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Sizing; Redundancy (engineering); Reliability engineering; Computer science; Reliability (semiconductor); Process (computing); Systems engineering; Engineering","score_opus":0.0654668015746069,"score_gpt":0.32822222190979417,"score_spread":0.2627554203351873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283204195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22590855,0.00021614514,0.7721021,0.00018452143,0.0004560149,0.00045658657,0.0003073982,0.00026217103,0.000106510895],"genre_scores_gemma":[0.91541404,0.000008994889,0.083592474,0.000020004742,0.000015230752,0.00073651434,0.00016007814,0.000011599091,0.000041089064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998978,0.00013716242,0.00036168977,0.00018556732,0.00014833322,0.00018925095],"domain_scores_gemma":[0.9980567,0.0014625596,0.00010467,0.00029613046,0.000059611764,0.000020340167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084930327,0.00011408126,0.00041505,0.00024329369,0.00014726307,0.000009152582,0.00018466816,0.000036265177,0.000072908275],"category_scores_gemma":[0.00018636613,0.00012222414,0.00016761318,0.0008646732,0.000023422437,0.000059931477,0.000072884905,0.0001040517,0.0000010706281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096651165,0.000013622106,0.0009424967,0.00003468045,0.00040091664,5.3261235e-8,0.00047118537,0.9778863,0.012275719,0.0059356624,0.00057405076,0.001455648],"study_design_scores_gemma":[0.00052752695,0.0001336075,0.02719563,0.0000053297945,0.0007191229,6.9615555e-7,0.006604577,0.92651314,0.0257,0.004091843,0.008123252,0.0003852957],"about_ca_topic_score_codex":0.00006411655,"about_ca_topic_score_gemma":0.000011852133,"teacher_disagreement_score":0.68950546,"about_ca_system_score_codex":0.00013952423,"about_ca_system_score_gemma":0.000009173863,"threshold_uncertainty_score":0.49841556},"labels":[],"label_agreement":null},{"id":"W4283837103","doi":"10.5281/zenodo.6800922","title":"An MBSE Architectural Framework for the Agile Definition of Complex System Architectures","year":2022,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University; Horizon 2020 Framework Programme; Technische Universiteit Delft; European Commission","keywords":"Computer science; Agile software development; Architecture framework; Software engineering; Systems engineering; Architecture; Engineering","score_opus":0.09273998357486768,"score_gpt":0.28603478717959435,"score_spread":0.19329480360472667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283837103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025096214,0.0011487072,0.9273908,0.00015373186,0.0011725604,0.0021386002,0.005525164,0.0019606862,0.058000106],"genre_scores_gemma":[0.9090523,0.00033321028,0.054073233,0.00008539077,0.002105177,0.000015436019,0.025526648,0.0074533406,0.0013552394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982107,0.00036201562,0.00041050345,0.00034869162,0.00030653397,0.00036152996],"domain_scores_gemma":[0.99828345,0.00042793303,0.00015444054,0.0008508228,0.00020272123,0.00008060697],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007066486,0.00025945276,0.00034183185,0.00023313478,0.0014712042,0.0002715199,0.001489616,0.00014303028,0.0063256393],"category_scores_gemma":[0.00029031167,0.00022996688,0.00013950917,0.00042042453,0.0001168821,0.000032302592,0.00037719432,0.00061242416,0.0009251208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007871474,0.000065831315,1.0427319e-7,0.0027899742,0.00033868745,0.0000018870832,0.0016515533,0.47219378,0.006760693,0.034135938,0.4008335,0.08114937],"study_design_scores_gemma":[0.00018958918,0.00018124416,0.000048171176,0.00011895768,0.000048701248,0.00010357751,0.0006765165,0.016982092,0.00034151276,0.000531171,0.9804931,0.0002853332],"about_ca_topic_score_codex":0.000022157235,"about_ca_topic_score_gemma":2.1725198e-7,"teacher_disagreement_score":0.9065427,"about_ca_system_score_codex":0.0001855071,"about_ca_system_score_gemma":0.0000038571643,"threshold_uncertainty_score":0.9998528},"labels":[],"label_agreement":null},{"id":"W4285031979","doi":"10.1016/j.procs.2015.05.180","title":"Towards an Integrated Conceptual Design Evaluation of Mechatronic Systems: The SysDICE Approach","year":2015,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Computer science; Mechatronics; Conceptual design; Software engineering; Human–computer interaction; Systems engineering; Management science; Artificial intelligence","score_opus":0.20470682996400758,"score_gpt":0.315425090509934,"score_spread":0.11071826054592643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285031979","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02518291,0.0007558492,0.97226536,0.000010814112,0.00068326097,0.0005883399,0.0000021494338,0.0002486233,0.0002626699],"genre_scores_gemma":[0.83676183,0.000004103586,0.16292179,0.0000046719433,0.00011808749,0.00017606575,0.0000021647477,0.000009553687,0.0000017166627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855447,0.00014426779,0.00022673167,0.00022355752,0.0006351668,0.0002158137],"domain_scores_gemma":[0.9988307,0.00008615837,0.00005320254,0.00036362675,0.0005851979,0.00008113099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056916126,0.00011466004,0.00015279453,0.000082364604,0.00006229511,0.00007888351,0.0007020628,0.00004257604,6.746008e-7],"category_scores_gemma":[0.00018356927,0.000078457444,0.000018542354,0.00076644315,0.00020873475,0.00025172604,0.000056727036,0.00009756563,0.0000033822398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.866303e-7,0.000009229819,0.000005301392,0.00002656916,0.000006497497,3.948162e-8,0.0015245784,0.9817728,0.0007076436,0.0053595062,0.0001421763,0.010444698],"study_design_scores_gemma":[0.0001376203,0.00005095838,0.00008520255,0.000019266887,0.000016481868,0.000014416688,0.0009855863,0.9966447,0.0015339394,0.00024451056,0.00017185402,0.000095466814],"about_ca_topic_score_codex":0.000029775245,"about_ca_topic_score_gemma":4.087499e-7,"teacher_disagreement_score":0.8115789,"about_ca_system_score_codex":0.00016822724,"about_ca_system_score_gemma":0.00039241606,"threshold_uncertainty_score":0.31994018},"labels":[],"label_agreement":null},{"id":"W4303022300","doi":"10.1002/sys.21643","title":"Integration of systems design and risk management through model‐based systems development","year":2022,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Fault tree analysis; Failure mode and effects analysis; Reliability engineering; Dependability; Computer science; Risk management; Risk analysis (engineering); Hazard analysis; Hazard and operability study; Risk assessment; Engineering; Systems Modeling Language; Systems engineering; Unified Modeling Language; Software; Computer security","score_opus":0.05237895981625117,"score_gpt":0.2392956884623138,"score_spread":0.18691672864606262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303022300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023289628,0.0064707445,0.9662134,0.0000017856413,0.0015094692,0.0013802754,0.00003891515,0.00074430706,0.00035144598],"genre_scores_gemma":[0.90447915,0.00013078083,0.09269994,9.4111914e-7,0.000060908988,0.002405222,0.000020172254,0.000093949435,0.0001089632],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805653,0.00013484347,0.00076167216,0.00030866495,0.00038336474,0.0003549429],"domain_scores_gemma":[0.99908364,0.00021202337,0.00014539651,0.00044659642,0.000048970698,0.00006339036],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011779702,0.00032700077,0.0004906669,0.0002565306,0.0001639513,0.00007390162,0.00026354636,0.000083333485,0.0000015366393],"category_scores_gemma":[0.000021101603,0.00034511788,0.000054116128,0.0003909723,0.000013417283,0.00010614814,0.000085023,0.0002556472,0.0000024345438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000408179,0.00001173179,0.000014881342,0.0014186867,0.00015150018,0.0000028571897,0.00035665528,0.9828659,0.0056902315,0.009013388,0.00016804712,0.00030200012],"study_design_scores_gemma":[0.00027535364,0.000025867224,0.00004126895,0.00023643064,0.000047225032,0.000023769857,0.0008404853,0.99061424,0.00107684,0.000010070728,0.0064699305,0.0003385458],"about_ca_topic_score_codex":0.00010634151,"about_ca_topic_score_gemma":3.1901993e-7,"teacher_disagreement_score":0.8811895,"about_ca_system_score_codex":0.00033542354,"about_ca_system_score_gemma":0.000022635448,"threshold_uncertainty_score":0.9999001},"labels":[],"label_agreement":null},{"id":"W4306316895","doi":"10.2514/6.2022-4386","title":"Migrating MBSE to the Metaverse","year":2022,"lang":"en","type":"article","venue":"ASCEND 2022","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Software deployment; Pipeline (software); The Internet; World Wide Web; Web engineering; Process (computing); Software engineering; Web application; Architecture; Systems engineering; Web development; Web application security; Engineering; Operating system","score_opus":0.02337845438091389,"score_gpt":0.23339764511992148,"score_spread":0.2100191907390076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306316895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7532653,0.0039141504,0.2029058,0.0060410406,0.0071445145,0.0019306801,0.0002423612,0.0030300436,0.021526087],"genre_scores_gemma":[0.9931067,0.000013399808,0.004754962,0.0002067416,0.00016581308,0.00063452654,0.000009276236,0.00003021507,0.0010783591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99946404,0.00005020928,0.00010823175,0.00009944152,0.00012530993,0.00015275729],"domain_scores_gemma":[0.9995508,0.00011371739,0.000010719555,0.0002911887,0.0000062062672,0.000027366319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003429228,0.00007080425,0.0000805608,0.0000368366,0.00020684891,0.000015080835,0.0002388514,0.000010324423,0.0003293676],"category_scores_gemma":[0.000039898954,0.000058578375,0.000045178454,0.00032967242,0.000004292469,0.000016654627,0.00010689063,0.00015859911,0.00007152767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012419824,0.0000064085025,0.0000419814,0.000010484269,0.00003440817,0.000002748086,0.0007615577,0.8768771,0.009624431,0.002055985,0.10123067,0.009352936],"study_design_scores_gemma":[0.00005173005,0.000014241285,0.0003888188,0.0000015085697,0.000009533774,0.000013446135,0.0014181994,0.020657701,0.0012926881,0.00005396642,0.9759912,0.00010698425],"about_ca_topic_score_codex":0.000037268233,"about_ca_topic_score_gemma":0.000011773725,"teacher_disagreement_score":0.8747605,"about_ca_system_score_codex":0.00005151572,"about_ca_system_score_gemma":0.0000037714294,"threshold_uncertainty_score":0.36063445},"labels":[],"label_agreement":null},{"id":"W4311628272","doi":"10.3390/aerospace9120791","title":"A Safety-Focused System Architecting Framework for the Conceptual Design of Aircraft Systems","year":2022,"lang":"en","type":"article","venue":"Aerospace","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Bombardier","keywords":"Systems engineering; Conceptual design; Process (computing); Conceptual framework; Engineering; Computer science; Risk analysis (engineering)","score_opus":0.05900910069712718,"score_gpt":0.2611335850953807,"score_spread":0.20212448439825353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311628272","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002851572,0.0020721415,0.99214035,0.000092884104,0.0010228645,0.0011137152,0.000055176497,0.0005650322,0.00008624783],"genre_scores_gemma":[0.91453016,0.000012332424,0.08367631,0.000005980611,0.00014569324,0.0014801517,0.0000026618209,0.000051810624,0.00009492975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990181,0.00012937242,0.00028975523,0.00015038614,0.00016799547,0.00024443818],"domain_scores_gemma":[0.9957745,0.0036713807,0.00008227572,0.00041315326,0.000030888066,0.000027789387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009795275,0.00013415163,0.00025693496,0.000035483325,0.0002786966,0.000019317773,0.00032839098,0.000051615036,0.000004784319],"category_scores_gemma":[0.00016437625,0.00011241807,0.00007946107,0.00027092788,0.00003986293,0.000018505718,0.000060300426,0.00023174212,0.0000022294212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011662587,0.000003884306,0.000013073111,0.00015493007,0.000064433996,3.5579444e-7,0.0008272322,0.93832064,0.002846395,0.05674247,0.0005177589,0.0004971516],"study_design_scores_gemma":[0.00058429036,0.00016035598,0.00011800543,0.00019429754,0.00008279405,0.000049655977,0.0262745,0.9442255,0.0025660126,0.00023148274,0.025127124,0.00038601848],"about_ca_topic_score_codex":0.000046806665,"about_ca_topic_score_gemma":5.9672686e-7,"teacher_disagreement_score":0.91167855,"about_ca_system_score_codex":0.00013751787,"about_ca_system_score_gemma":0.000016704533,"threshold_uncertainty_score":0.4584276},"labels":[],"label_agreement":null},{"id":"W4318220162","doi":"10.1007/978-3-031-11085-6_1","title":"Preliminary","year":2023,"lang":"en","type":"book-chapter","venue":"Simulation foundations, methods and applications","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Terminology; Scope (computer science); Computer science; Management science; Epistemology; Engineering; Linguistics; Philosophy; Programming language","score_opus":0.1032316740191692,"score_gpt":0.3868068279524663,"score_spread":0.2835751539332971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318220162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035326734,0.0009498913,0.85406476,0.000079332545,0.00026509337,0.0010129004,0.000106264524,0.0016710255,0.14184722],"genre_scores_gemma":[0.0023984169,0.0032346137,0.5372762,0.000070975555,0.0015420618,0.0029005497,0.001415609,0.00061925105,0.4505423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998549,0.000040962193,0.0005968404,0.00043349055,0.00016266413,0.00021707578],"domain_scores_gemma":[0.99735034,0.0016355733,0.0001336448,0.0006653086,0.00012206985,0.00009309459],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006006049,0.0003700616,0.00039016327,0.00030326226,0.0002870943,0.000101727,0.00019498068,0.00037781592,0.00011789759],"category_scores_gemma":[0.000076977936,0.00041477228,0.00012066223,0.0001742361,0.00009485187,0.000103228114,0.00007425205,0.0003306441,0.00036241228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016521917,0.000005105191,0.0000018445631,0.00017474171,0.00009179316,2.9474887e-7,0.00003783884,0.24456637,0.000102036545,0.48991463,0.00095052447,0.26415318],"study_design_scores_gemma":[0.00008408705,0.00001254574,0.00006413395,0.00005139071,0.00009467454,0.0000035936635,0.000017811624,0.15482496,0.000021236607,0.12188134,0.7225686,0.0003756419],"about_ca_topic_score_codex":0.0000020406733,"about_ca_topic_score_gemma":0.0000014159251,"teacher_disagreement_score":0.72161806,"about_ca_system_score_codex":0.00007982067,"about_ca_system_score_gemma":0.00002656169,"threshold_uncertainty_score":0.9998304},"labels":[],"label_agreement":null},{"id":"W4323306901","doi":"10.1109/mpel.2023.3237061","title":"Explore the IEEE PELS Students and Young Professionals Committee and Get Involved [Students and Young Professionals Rendezvous]","year":2023,"lang":"en","type":"article","venue":"IEEE Power Electronics Magazine","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Globe; Young professional; Mentorship; Dynamism; Diversity (politics); Sri lanka; Political science; Medical education; Public relations; Sociology; Socioeconomics; Psychology; Medicine; Law","score_opus":0.04975313539078335,"score_gpt":0.3379855280240167,"score_spread":0.28823239263323336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323306901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907055,0.004757851,0.0010383328,0.0006607467,0.0011887029,0.00093824917,0.00002739523,0.00053089525,0.00015232145],"genre_scores_gemma":[0.99387264,0.0026426632,0.00036417297,0.00010565717,0.00014144824,0.00049814634,0.00002541993,0.000094053066,0.0022557864],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9977902,0.00014539178,0.00043463192,0.00042823885,0.0005409286,0.00066061784],"domain_scores_gemma":[0.9989079,0.00034124698,0.00008894938,0.00046319788,0.00007269575,0.00012601205],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012234154,0.00036532374,0.00041057623,0.0001412094,0.00030073538,0.00015238281,0.00045589052,0.00017585202,0.000008242241],"category_scores_gemma":[0.00007264188,0.00027692,0.000048784255,0.00040117686,0.00008547951,0.00015523318,0.00023671167,0.0005331837,0.000029371487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024309098,0.0008812629,0.26338363,0.0022782718,0.0026131163,0.00011582152,0.027393347,0.004381139,0.28503808,0.004757678,0.4023089,0.006605654],"study_design_scores_gemma":[0.006705368,0.0006698638,0.87736124,0.0015531724,0.00046065918,0.0003980535,0.008675429,0.025620721,0.013684825,0.008005605,0.053349283,0.0035157977],"about_ca_topic_score_codex":0.0000073018173,"about_ca_topic_score_gemma":0.00004632744,"teacher_disagreement_score":0.6139776,"about_ca_system_score_codex":0.00007602927,"about_ca_system_score_gemma":0.000030351648,"threshold_uncertainty_score":0.9999683},"labels":[],"label_agreement":null},{"id":"W4378195463","doi":"10.1109/syscon53073.2023.10131102","title":"Front Matter","year":2023,"lang":"en","type":"paratext","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universidade Federal do Maranhão; Technische Universität Dortmund; Université Paris-Est Créteil Val-de-Marne; University of Texas at El Paso; Universidade Federal do Rio de Janeiro; Technische Universität Ilmenau; Johns Hopkins University; National University of Defense Technology; Old Dominion University; University of Wollongong; Universidade Federal de Itajubá; Universidade de São Paulo; Universidade Federal do Paraná; Universität zu Lübeck; Queen's University; Beijing Normal University; Austrian Institute of Technology; University of Pennsylvania; University of Texas at San Antonio; Deakin University; Cranfield University; Villanova University; St. Francis Xavier University; Southern Methodist University; Pennsylvania State University; Research Institute, Georgia Institute of Technology; George Mason University","keywords":"Front (military); Computer science; Geology; Oceanography","score_opus":0.05063138692116937,"score_gpt":0.2820814440237215,"score_spread":0.23145005710255212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378195463","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029439514,0.0008350009,0.16493867,0.000045521057,0.0058508455,0.00016534491,0.000077384684,0.0010603082,0.82699746],"genre_scores_gemma":[0.00014392335,0.00043662195,0.005700325,0.00003322498,0.00071547116,0.00025755243,0.00014212822,0.00015116272,0.9924196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937,0.000009692053,0.0001880051,0.00015186364,0.00007062488,0.00020981682],"domain_scores_gemma":[0.99948573,0.00009850339,0.00001373346,0.0003622169,0.000010769075,0.000029069724],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000075288954,0.00019228499,0.00025534784,0.00008717863,0.00001769246,0.000028425422,0.0001889994,0.00023321646,0.024671268],"category_scores_gemma":[0.000005014453,0.00017374563,0.00007423594,0.00008215887,0.0000074713894,0.000014060945,0.000032524676,0.00019079524,0.65827376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.1689315e-8,7.0932265e-7,4.7798073e-7,0.00017348288,0.000034215886,3.989722e-7,0.000008728269,0.05311222,0.0001132693,0.000022025157,0.9461994,0.000334967],"study_design_scores_gemma":[0.000024634825,0.0000017091708,0.000057737605,0.000043641292,0.0000074170152,0.0000020111702,0.000013013073,0.0030215753,0.00022023305,0.00002189128,0.99636275,0.00022338712],"about_ca_topic_score_codex":0.00002900574,"about_ca_topic_score_gemma":0.000002500663,"teacher_disagreement_score":0.6336025,"about_ca_system_score_codex":0.000044305987,"about_ca_system_score_gemma":0.000005322417,"threshold_uncertainty_score":0.9762203},"labels":[],"label_agreement":null},{"id":"W4379931144","doi":"10.1109/jsyst.2023.3277665","title":"Editorial","year":2023,"lang":"es","type":"editorial","venue":"IEEE Systems Journal","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Scope (computer science); Editorial board; Computer science; Library science; Panel discussion; Political science; Public relations; Engineering ethics; Engineering; Business","score_opus":0.035642428642691036,"score_gpt":0.29757340463425813,"score_spread":0.2619309759915671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379931144","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000088849076,0.0018368973,0.03213761,0.000031498334,0.9629703,0.00055063417,0.00041727882,0.0011806923,0.00078622065],"genre_scores_gemma":[0.0010966273,0.0031654437,0.00044336502,0.0000010487245,0.99208486,0.000218974,0.00005493394,0.00051471096,0.0024200312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935923,0.000480273,0.0020063536,0.00060161954,0.0020429634,0.0012764804],"domain_scores_gemma":[0.99310637,0.0039669354,0.0007543536,0.0009391253,0.0007876539,0.00044555205],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004151698,0.0009870207,0.0016188626,0.00061303243,0.0004834075,0.0012582988,0.0013211817,0.002623188,0.000021650567],"category_scores_gemma":[0.0022211364,0.00094943936,0.00063071644,0.0006930043,0.000066083296,0.00022375798,0.000083588675,0.0040371064,0.0019869683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009706156,0.000011393091,0.0000023210084,0.00082678685,0.00042771467,0.00003534969,0.00007109862,0.29548192,0.00094092014,0.00006473029,0.70190835,0.00021971077],"study_design_scores_gemma":[0.00066738244,0.000090094945,0.000005921307,0.0018246613,0.00018903198,0.00015036725,0.00009613172,0.0040482697,0.000034153534,0.00006675251,0.9919212,0.0009060386],"about_ca_topic_score_codex":0.00022659199,"about_ca_topic_score_gemma":0.000002607997,"teacher_disagreement_score":0.29143366,"about_ca_system_score_codex":0.00092642213,"about_ca_system_score_gemma":0.0004235035,"threshold_uncertainty_score":0.9997785},"labels":[],"label_agreement":null},{"id":"W4381185620","doi":"10.1017/pds.2023.274","title":"MULTIDISCIPLINARY DESIGN ANALYSIS AND OPTIMIZATION FRAMEWORK FOR REGULATORY DRIVEN MEDICAL DEVICE DEVELOPMENT","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multidisciplinary approach; Multidisciplinary design optimization; Risk analysis (engineering); Computer science; Systems engineering; Process (computing); Product design; Engineering design process; Product (mathematics); Engineering management; Management science; Engineering; Medicine; Mechanical engineering","score_opus":0.06501074535775134,"score_gpt":0.2938123863718144,"score_spread":0.22880164101406306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01478483,0.000073137235,0.9842039,0.0000996417,0.00004677963,0.00042846467,0.0000014806991,0.00033736456,0.000024421934],"genre_scores_gemma":[0.09059181,0.00007240049,0.9089476,0.0000073008746,0.000034836445,0.0002292321,0.0000015437236,0.000035044697,0.000080276244],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999317,0.00000782898,0.00020309092,0.00014706122,0.00017184427,0.00015318498],"domain_scores_gemma":[0.9993042,0.0004481363,0.00006082824,0.00008186006,0.00006293611,0.000042035084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009597084,0.00010481125,0.00018095491,0.000050066017,0.00011256245,0.000015528649,0.00020637953,0.00014760364,0.0000049824757],"category_scores_gemma":[0.00023537043,0.000083491934,0.00010502877,0.00081617624,0.000041164083,0.00003940542,0.00007362461,0.00008084029,9.632773e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038176895,0.000008528523,0.00081321603,0.00028027807,0.0005010711,3.1190993e-8,0.0018414202,0.9851428,0.005994153,0.0010915422,0.0030268098,0.001296304],"study_design_scores_gemma":[0.00009537012,0.000006449803,0.004418147,0.00007220135,0.000112222755,7.323588e-7,0.00043988932,0.98359764,0.010436559,0.0005711991,0.0001369694,0.00011260906],"about_ca_topic_score_codex":5.2680184e-7,"about_ca_topic_score_gemma":7.095557e-8,"teacher_disagreement_score":0.075806975,"about_ca_system_score_codex":0.000036723923,"about_ca_system_score_gemma":0.000017717502,"threshold_uncertainty_score":0.34047022},"labels":[],"label_agreement":null},{"id":"W4381707617","doi":"","title":"Towards an Integrated Conceptual Design Evaluation of Mechatronic Systems: The SysDICE Approach","year":2015,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Mechatronics; Conceptual design; Computer science; Systems engineering; Engineering; Human–computer interaction; Artificial intelligence","score_opus":0.10481439352133236,"score_gpt":0.27560282062799296,"score_spread":0.1707884271066606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381707617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031234337,0.0023101405,0.9553826,0.00016195905,0.0001628202,0.0006027869,0.000013828237,0.0003188867,0.0098126475],"genre_scores_gemma":[0.9198275,0.000047672573,0.079606175,0.000003968913,0.000018403576,0.00023376716,0.0000706243,0.000028200531,0.00016368931],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9933672,0.00543116,0.00035272082,0.00021796075,0.00043988365,0.00019105535],"domain_scores_gemma":[0.9962988,0.0007106646,0.000121074496,0.0010137967,0.0017692773,0.00008637617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016088167,0.00015331834,0.00021090692,0.00007108217,0.000089074856,0.00008374341,0.00061482337,0.00010227022,0.000009718444],"category_scores_gemma":[0.0012813777,0.0001228154,0.00005041601,0.0004252563,0.00012357392,0.00012580855,0.000062187544,0.00016868391,0.0000069256134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069575362,0.00015961117,0.00004157633,0.0001009413,0.00011664135,1.9664861e-7,0.015522472,0.7056425,0.0060240505,0.2362402,0.0012291803,0.034915652],"study_design_scores_gemma":[0.00036057792,7.913203e-7,0.00012365496,0.00013498572,0.00005450787,0.000008626946,0.004042249,0.97820663,0.013367482,0.00057235156,0.0029790208,0.00014910683],"about_ca_topic_score_codex":0.0005255158,"about_ca_topic_score_gemma":0.000035868434,"teacher_disagreement_score":0.88859314,"about_ca_system_score_codex":0.00016431585,"about_ca_system_score_gemma":0.00018047733,"threshold_uncertainty_score":0.557587},"labels":[],"label_agreement":null},{"id":"W4384517729","doi":"10.1109/sose59841.2023.10178530","title":"Systems Engineering Heuristics for Complex Systems Revisited","year":2023,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Set (abstract data type); Heuristic; Social heuristics; Artificial intelligence; Programming language","score_opus":0.11479904170314058,"score_gpt":0.29319033777528924,"score_spread":0.17839129607214865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384517729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003426606,0.00071447424,0.9860562,0.000025825688,0.001658866,0.0009282982,0.00012367178,0.0058063404,0.0012596871],"genre_scores_gemma":[0.96920073,0.00021606366,0.025695944,0.000009570515,0.0010079665,0.0015351364,0.0002731695,0.00020060992,0.0018608052],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989465,0.000014782749,0.0003697897,0.00018038426,0.00011606831,0.00037248092],"domain_scores_gemma":[0.99894357,0.0005439553,0.000025789845,0.00035554674,0.00006321535,0.00006789887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042602586,0.00018861725,0.00031994714,0.00016693842,0.0000570723,0.000092415976,0.00018944732,0.000097009135,0.000004377714],"category_scores_gemma":[0.00014115131,0.00018403509,0.000070036476,0.0005173925,0.000007459736,0.0000392749,0.00002509891,0.00007912918,0.000106060215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.50646e-7,0.0000018898539,0.000015138937,0.0009917269,0.00004265992,0.0000011947299,0.000016557942,0.9150811,0.009502203,0.02464549,0.049577754,0.00012367217],"study_design_scores_gemma":[0.00011188702,0.000008579026,0.00024276973,0.000058902697,0.0000116112205,0.000008719867,0.000089276764,0.81121725,0.00008455823,0.00001419627,0.187966,0.00018622805],"about_ca_topic_score_codex":0.000014999273,"about_ca_topic_score_gemma":1.7908928e-7,"teacher_disagreement_score":0.9657741,"about_ca_system_score_codex":0.000058715992,"about_ca_system_score_gemma":0.000004545041,"threshold_uncertainty_score":0.7504733},"labels":[],"label_agreement":null},{"id":"W4385508668","doi":"10.1002/iis2.12920","title":"By Any Other Name: Enabling Systems Engineering in an Unsupportive Environment","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"System of systems engineering; Value (mathematics); Health systems engineering; Value systems; System of systems; Knowledge management; Computer science; Engineering; Engineering management; Systems design; Systems engineering; Sociology","score_opus":0.015350322480350708,"score_gpt":0.23757411597140116,"score_spread":0.22222379349105045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94849527,0.0009516521,0.04532274,0.0002305322,0.0022110038,0.0005359314,0.00027690554,0.0006214783,0.0013544657],"genre_scores_gemma":[0.9981422,0.00004865193,0.00059114094,0.000025393381,0.00017394367,0.0006817188,0.00007349144,0.000058578902,0.00020490719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885267,0.000035543846,0.00034979163,0.00023550598,0.00028676138,0.00023973362],"domain_scores_gemma":[0.99957186,0.00009032929,0.000047535472,0.00022103569,0.00001399189,0.00005527262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037003477,0.00016455597,0.00016174543,0.000122135,0.00005106621,0.000051328192,0.00037312222,0.00004963115,0.00015664137],"category_scores_gemma":[0.000011854139,0.00019334193,0.000041121006,0.00011780071,0.000010059906,0.00013903936,0.000096606396,0.00023957413,0.000020763859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005290885,0.00004570356,0.0007726637,0.000016020129,0.000034758552,0.000008415052,0.00023715106,0.9304321,0.06693454,0.0007882918,0.00047854098,0.00024656503],"study_design_scores_gemma":[0.0005282573,0.00007281501,0.00091355783,0.000033301476,0.000008538701,0.000054426077,0.000500054,0.71314627,0.0043074894,0.000041019135,0.2799416,0.00045266002],"about_ca_topic_score_codex":0.00013894995,"about_ca_topic_score_gemma":0.0000021445985,"teacher_disagreement_score":0.27946305,"about_ca_system_score_codex":0.0006155487,"about_ca_system_score_gemma":0.0000070413366,"threshold_uncertainty_score":0.7884255},"labels":[],"label_agreement":null},{"id":"W4385508674","doi":"10.1002/iis2.12932","title":"System Engineering Heuristics for Complex Systems","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Set (abstract data type); Complex system; Management science; Systems engineering; Artificial intelligence; Engineering","score_opus":0.03324350303496316,"score_gpt":0.25577206177955797,"score_spread":0.22252855874459482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022136286,0.00035777086,0.955408,0.00028625337,0.012825494,0.0009814777,0.001007496,0.0022230418,0.0047742096],"genre_scores_gemma":[0.99016327,0.000008644605,0.0072106887,0.000014132722,0.000629374,0.0015725603,0.00015069499,0.00006403212,0.00018659513],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990026,0.000016126407,0.0003414966,0.00017635131,0.00024826571,0.00021517501],"domain_scores_gemma":[0.9993588,0.00025855136,0.00004850987,0.00021803247,0.000070439855,0.000045722234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031214848,0.0001541671,0.00018628004,0.00009503033,0.00012807499,0.00006305414,0.00043051192,0.00003924555,0.000018669341],"category_scores_gemma":[0.00002946339,0.00017966304,0.00008281267,0.00012667733,0.000007871463,0.00004704198,0.00009875534,0.00013627001,0.000012061807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004799687,0.000012054394,0.000024636307,0.000155685,0.00007924044,0.000004147554,0.000046363395,0.9362748,0.02721073,0.031185307,0.0048872447,0.00011495083],"study_design_scores_gemma":[0.00018503968,0.00001796187,0.00007045835,0.00001689554,0.000010024375,0.00009297356,0.00015249108,0.7274576,0.00028991036,0.000016040587,0.27153376,0.0001568545],"about_ca_topic_score_codex":0.000026793921,"about_ca_topic_score_gemma":4.234326e-7,"teacher_disagreement_score":0.968027,"about_ca_system_score_codex":0.00055119826,"about_ca_system_score_gemma":0.000008552386,"threshold_uncertainty_score":0.7326446},"labels":[],"label_agreement":null},{"id":"W4385508680","doi":"10.1002/iis2.12975","title":"Prioritization of Best Practices in the Implementation of Model‐Based Systems Engineering","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Best practice; Computer science; Context (archaeology); Prioritization; Process management; Engineering management; Software engineering; Engineering; Management","score_opus":0.055838091457068965,"score_gpt":0.3429823115727338,"score_spread":0.2871442201156648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8230249,0.00026536436,0.17354937,0.0003752191,0.0009587603,0.0005801804,0.00017684328,0.000087849934,0.0009814774],"genre_scores_gemma":[0.99779314,0.00002058285,0.0017542961,0.000007092044,0.000047577414,0.00031065583,0.000044093467,0.000013965806,0.000008604239],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991511,0.00003709603,0.0003573935,0.00008499126,0.0002879556,0.00008142709],"domain_scores_gemma":[0.99938697,0.0002253779,0.00018088675,0.00014343574,0.00005500934,0.00000833275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005227558,0.00007253629,0.00010608198,0.00011818458,0.000023017794,0.000014507806,0.00029911913,0.000021983444,0.000010722526],"category_scores_gemma":[0.000033691736,0.000070275,0.000033169494,0.00022013091,0.00000725098,0.00009097611,0.00003247113,0.00010021692,4.9335557e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029002083,0.000027914615,0.0006045451,0.0000697256,0.000017025724,6.4820995e-7,0.00034489998,0.9280535,0.06697655,0.0036641066,0.000040322728,0.00019784649],"study_design_scores_gemma":[0.00022429654,0.000028516502,0.00062266504,0.000024908555,0.000010420106,0.000008593507,0.0012257763,0.98826414,0.0077941767,0.000035805842,0.0016852396,0.00007545587],"about_ca_topic_score_codex":0.00035067875,"about_ca_topic_score_gemma":0.000012524098,"teacher_disagreement_score":0.1747682,"about_ca_system_score_codex":0.000117221425,"about_ca_system_score_gemma":0.000019641417,"threshold_uncertainty_score":0.2865731},"labels":[],"label_agreement":null},{"id":"W4385508691","doi":"10.1002/iis2.12924","title":"Illustrating Business Relevance of Systems Engineering via Storytelling","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Adaptability; Flexibility (engineering); Context (archaeology); Relevance (law); Computer science; Situational ethics; Value (mathematics); Storytelling; Knowledge management; Collaborative engineering; Engineering; Narrative; Management; Political science","score_opus":0.01678609722885511,"score_gpt":0.22900904628585342,"score_spread":0.21222294905699832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36964375,0.0011240247,0.6176744,0.00014796894,0.007963909,0.00036315407,0.000098102646,0.000766036,0.002218671],"genre_scores_gemma":[0.9951804,0.00005107972,0.004086082,0.0000056071294,0.0003085629,0.0002074261,0.000023697412,0.00004354641,0.00009355018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894595,0.000019576237,0.00040114296,0.00015838198,0.00030683537,0.00016810904],"domain_scores_gemma":[0.99933493,0.00023525504,0.00008592897,0.00020954433,0.000104657185,0.000029656088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033362786,0.00013835158,0.00018346583,0.0001061764,0.00006929583,0.000023098217,0.00038028948,0.00003959538,0.000028701177],"category_scores_gemma":[0.000055770386,0.00016349478,0.000051496252,0.00029228444,0.000013297044,0.00009394606,0.0000916485,0.00019843437,0.0000048524385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026659507,0.000012521241,0.00009551401,0.000080687794,0.00004440235,0.000003742759,0.00008459785,0.8558927,0.14155254,0.0016291317,0.000119389944,0.00048211002],"study_design_scores_gemma":[0.0001647862,0.000016265549,0.00031310334,0.00006359806,0.000009946079,0.0000698072,0.0001594424,0.95265454,0.0058013005,0.000037030335,0.040475808,0.00023439733],"about_ca_topic_score_codex":0.00009284902,"about_ca_topic_score_gemma":0.0000013976801,"teacher_disagreement_score":0.6255367,"about_ca_system_score_codex":0.00024276282,"about_ca_system_score_gemma":0.000011408005,"threshold_uncertainty_score":0.6667124},"labels":[],"label_agreement":null},{"id":"W4385508711","doi":"10.1002/iis2.12956","title":"An MBSE Architectural Framework for Inter‐Satellite Communication in a Multiorbit Disaggregated System","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Systems Modeling Language; Interoperability; Architecture framework; Systems engineering; Flexibility (engineering); Architectural geometry; Software engineering; Software deployment; Architecture; Artifact (error); Unified Modeling Language; Systems architecture; Consistency (knowledge bases); Engineering; Programming language; Software system; Software; Artificial intelligence","score_opus":0.021256283464160503,"score_gpt":0.29145720563352345,"score_spread":0.270200922169363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6360579,0.00040871717,0.35817254,0.00077037985,0.0018310341,0.0009002259,0.00021210047,0.00094660075,0.00070051424],"genre_scores_gemma":[0.97284675,0.000025580823,0.025099445,0.000030568674,0.00013820326,0.0015518536,0.00023068095,0.000045629826,0.000031275413],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893963,0.000088762834,0.0003900232,0.00020948237,0.00017291395,0.00019917515],"domain_scores_gemma":[0.99899596,0.00042040044,0.00006923795,0.00042145597,0.000049224374,0.000043696185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043213918,0.00015304032,0.00017272682,0.00014614608,0.00010819166,0.000060884086,0.0006948124,0.000062807005,0.000018416518],"category_scores_gemma":[0.000048542403,0.00016901027,0.00007303554,0.00020404527,0.000022017559,0.00011172921,0.00011084455,0.0003033637,0.000006552653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008265962,0.00012071936,0.0012399384,0.00013405592,0.00009740684,0.0000067464093,0.0021546988,0.9074625,0.025509223,0.048870094,0.00008164079,0.014240324],"study_design_scores_gemma":[0.0007662462,0.00009354979,0.003092776,0.00023667542,0.000015546277,0.000118057615,0.0015678493,0.9679083,0.0029052957,0.0031140232,0.019724792,0.00045683808],"about_ca_topic_score_codex":0.00014545354,"about_ca_topic_score_gemma":0.000041067044,"teacher_disagreement_score":0.33678886,"about_ca_system_score_codex":0.0005455557,"about_ca_system_score_gemma":0.000008504568,"threshold_uncertainty_score":0.68920386},"labels":[],"label_agreement":null},{"id":"W4385508744","doi":"10.1002/iis2.12979","title":"The Power of Connection between Systems Engineering and 3D Wire Harness: Model‐Based Wire Harness Engineering at Lockheed Martin Skunk Works","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Cable harness; Engineering; Systems Modeling Language; Mechatronics; Engineering design process; Connection (principal bundle); Systems engineering; Mechanical engineering; Computer science; Electrical engineering; Unified Modeling Language","score_opus":0.01507814795486693,"score_gpt":0.22922559544607213,"score_spread":0.2141474474912052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8118235,0.0011180715,0.18254681,0.00042512032,0.0025672582,0.0005274761,0.0001423165,0.00058462,0.00026487088],"genre_scores_gemma":[0.99805295,0.00004323941,0.0009402342,0.000008652302,0.00019841208,0.0004895395,0.000054041746,0.00007847946,0.00013442103],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984229,0.000038158156,0.000555233,0.00027608286,0.00040447176,0.0003031513],"domain_scores_gemma":[0.9988049,0.0005592302,0.00012754684,0.00033782344,0.000096486045,0.000073981864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005901927,0.00026533706,0.00030273353,0.00014593672,0.0002177485,0.00010178833,0.0004375677,0.000104092716,0.000015569341],"category_scores_gemma":[0.0000783583,0.00025887013,0.00008959794,0.00025956455,0.000031682823,0.00014026221,0.00022000853,0.00032571258,0.0000031816962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015976295,0.000012613666,0.0007331011,0.0000903351,0.00012171367,0.0000027771835,0.00014478681,0.9736682,0.023621242,0.00096781284,0.0001967012,0.0004247033],"study_design_scores_gemma":[0.0003523816,0.000020702933,0.000863877,0.000121458506,0.00002669751,0.000029384708,0.00012640242,0.98559386,0.002548436,0.000014478494,0.010028594,0.00027373663],"about_ca_topic_score_codex":0.000051733972,"about_ca_topic_score_gemma":0.0000031374987,"teacher_disagreement_score":0.18622951,"about_ca_system_score_codex":0.00045532643,"about_ca_system_score_gemma":0.000018236084,"threshold_uncertainty_score":0.99998635},"labels":[],"label_agreement":null},{"id":"W4386309134","doi":"10.1002/iis2.13097","title":"How INCOSE's Certification Program has Evolved as a System of Systems","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Certificate; Flexibility (engineering); Computer science; Systems engineering; Engineering; Political science; Mathematics","score_opus":0.05036402667803187,"score_gpt":0.2807848636750803,"score_spread":0.23042083699704846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8763122,0.0006724859,0.07806292,0.0038923724,0.011589315,0.003013345,0.00027786384,0.010715706,0.015463803],"genre_scores_gemma":[0.99652946,0.000055576464,0.00125226,0.0000030931503,0.0003728197,0.0010216756,0.00012679567,0.00005395253,0.00058434065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867713,0.000036621605,0.00043535218,0.00023748187,0.00037852925,0.00023490057],"domain_scores_gemma":[0.99908,0.00018945885,0.00011996258,0.0003392983,0.00020897578,0.00006228716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037926657,0.00018880708,0.0002548252,0.0002205962,0.00006136625,0.00020117723,0.00042586282,0.00013658253,0.0000034219934],"category_scores_gemma":[0.00008394614,0.00018719456,0.000100328725,0.0005155389,0.000045117515,0.00016064965,0.00006603464,0.00012122035,0.00012643731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037434518,0.0001617479,0.0007115258,0.0017638566,0.000683571,0.000033538407,0.0007529545,0.4894217,0.43689784,0.046111666,0.010261212,0.013162977],"study_design_scores_gemma":[0.00047749493,0.00008628204,0.002016172,0.00044052137,0.00004136786,0.000093026174,0.0012607654,0.8551976,0.03239054,0.00016075087,0.10738575,0.00044974606],"about_ca_topic_score_codex":0.0001440657,"about_ca_topic_score_gemma":0.0000043987525,"teacher_disagreement_score":0.4045073,"about_ca_system_score_codex":0.0002635158,"about_ca_system_score_gemma":0.0000214628,"threshold_uncertainty_score":0.7633573},"labels":[],"label_agreement":null},{"id":"W4386309256","doi":"10.1002/iis2.13011","title":"Preserving and Sharing Knowledge – Extending the UAF Security Views with Libraries, Patterns and Profiles","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; NIST; Construct (python library); Set (abstract data type); Security controls; Architecture; Control (management); Intellectual property; Property (philosophy); Software engineering; Computer security; Database; Artificial intelligence","score_opus":0.036494321780467694,"score_gpt":0.2772478379362327,"score_spread":0.240753516155765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859141,0.001075687,0.0062552216,0.00092935923,0.0005292279,0.00035796096,0.000047315167,0.0007128303,0.0041782586],"genre_scores_gemma":[0.9980584,0.00057246775,0.00059462537,0.000013309499,0.00025097773,0.00020457328,0.000021642494,0.000031626747,0.00025239732],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993593,0.000016738104,0.00016552432,0.00019236741,0.000105844236,0.00016021429],"domain_scores_gemma":[0.99946386,0.00026057992,0.000028590846,0.00018208615,0.000026898286,0.000037981375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027662914,0.00012845233,0.00011378873,0.00006320325,0.00010347092,0.00017140048,0.00027107444,0.00004433217,0.000011104918],"category_scores_gemma":[0.000029219935,0.00009212076,0.00001842907,0.00015021456,0.000032837193,0.00019621503,0.00026609073,0.00013189137,0.000007549721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011088357,0.00019607352,0.4184023,0.0045218123,0.001996456,0.00014422368,0.03783092,0.11625276,0.10379699,0.23324648,0.020383513,0.06311759],"study_design_scores_gemma":[0.00069149997,0.000057094767,0.13353704,0.0008252895,0.0000496467,0.0002161585,0.0012413429,0.712144,0.008273377,0.005403689,0.13679197,0.0007688736],"about_ca_topic_score_codex":0.00005189145,"about_ca_topic_score_gemma":0.00004288132,"teacher_disagreement_score":0.59589124,"about_ca_system_score_codex":0.00003052748,"about_ca_system_score_gemma":0.0000051028524,"threshold_uncertainty_score":0.3756576},"labels":[],"label_agreement":null},{"id":"W4387358729","doi":"10.1016/j.engfailanal.2023.107709","title":"Model-based systems engineering examination of failures ontology in aircraft turbine blades","year":2023,"lang":"en","type":"article","venue":"Engineering Failure Analysis","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems Modeling Language; Process (computing); Component (thermodynamics); Systems engineering; Turbine blade; Ontology; Computer science; Engineering; Turbine; Architecture; Domain (mathematical analysis); Software engineering; Mechanical engineering; Unified Modeling Language","score_opus":0.02173554425537841,"score_gpt":0.23745806077431972,"score_spread":0.2157225165189413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387358729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31500673,0.00044718798,0.68260837,0.00007403808,0.00019327286,0.00023039803,0.000028286086,0.0013697249,0.000042017244],"genre_scores_gemma":[0.9795592,0.00003155965,0.019872462,0.0000021563,0.00006977073,0.00024063273,0.00009742854,0.00007595207,0.000050861683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981893,0.000039508053,0.0006818183,0.00033332314,0.0002610291,0.00049503864],"domain_scores_gemma":[0.9988242,0.00042519183,0.00006821285,0.00053527637,0.00006953751,0.0000775856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070401985,0.0003452118,0.0007631774,0.0022924638,0.000024619856,0.00003455833,0.00031970371,0.00024279361,0.000008819514],"category_scores_gemma":[0.00018887159,0.00038031948,0.00024210937,0.004370647,0.000018731347,0.00011895036,0.0000346697,0.00026865493,0.000012769109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010728635,0.000010684749,0.00047867425,0.0003809048,0.0003470257,0.0000061115393,0.00014496181,0.9673863,0.03008256,0.0008996717,0.000104194165,0.00015782518],"study_design_scores_gemma":[0.00021180163,0.000012347039,0.010073397,0.0000779527,0.00019623425,0.0000018937286,0.000088082284,0.98504835,0.0032254292,0.000006047348,0.000725337,0.00033313397],"about_ca_topic_score_codex":0.00008758405,"about_ca_topic_score_gemma":0.00007393942,"teacher_disagreement_score":0.66455245,"about_ca_system_score_codex":0.0001369772,"about_ca_system_score_gemma":0.00001661932,"threshold_uncertainty_score":0.9998649},"labels":[],"label_agreement":null},{"id":"W4388275927","doi":"10.1504/ijcis.2023.134618","title":"Success factors and lessons learned during the implementation of a cooperative space for critical infrastructures","year":2023,"lang":"en","type":"article","venue":"International Journal of Critical Infrastructures","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interdependence; Domino; Domino effect; Identification (biology); Corporate governance; Process management; Resilience (materials science); Order (exchange); Risk analysis (engineering); Critical infrastructure; Space (punctuation); Engineering; Business; Computer science; Knowledge management; Computer security; Political science","score_opus":0.04642529475121816,"score_gpt":0.4125873341035742,"score_spread":0.36616203935235603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388275927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9248647,0.00015132458,0.07069745,0.0029145053,0.0009361385,0.00011617891,0.00023841255,0.00004997811,0.000031283056],"genre_scores_gemma":[0.99465305,0.000062862375,0.0049343905,0.000017722203,0.0002878479,0.000014148069,0.000007660645,0.000018628194,0.0000036800889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99900174,0.000044606586,0.0004171868,0.00009487427,0.00026707488,0.00017448836],"domain_scores_gemma":[0.9976902,0.0016971786,0.00006440592,0.00008439019,0.00040725633,0.000056543235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002300206,0.00013134835,0.00021626837,0.00016597736,0.000078969926,0.000083094106,0.0002761189,0.0000631421,0.00005436251],"category_scores_gemma":[0.0012360779,0.00008936763,0.000085102714,0.00012653023,0.00018854193,0.00016035061,0.000051759907,0.0001889325,3.1865594e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017231893,0.000035170975,0.01849213,0.0009019387,0.0009804579,0.000028546989,0.0063841073,0.16772915,0.3295832,0.45962286,0.005410673,0.010659447],"study_design_scores_gemma":[0.0011576355,0.00016320651,0.72073925,0.00014636635,0.00011388485,0.00019503583,0.008044549,0.006458238,0.17319374,0.087933764,0.0015019298,0.00035243825],"about_ca_topic_score_codex":0.000018966137,"about_ca_topic_score_gemma":0.000008273793,"teacher_disagreement_score":0.7022471,"about_ca_system_score_codex":0.0000393645,"about_ca_system_score_gemma":0.00002599335,"threshold_uncertainty_score":0.36443064},"labels":[],"label_agreement":null},{"id":"W4389788865","doi":"10.1007/978-1-4842-9843-5_7","title":"Test-Driven Development","year":2023,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association","funders":"","keywords":"Test (biology); Test-driven development; Computer science; Reliability engineering; Engineering; Geology; Programming language","score_opus":0.08135402698870418,"score_gpt":0.24293783834111699,"score_spread":0.1615838113524128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389788865","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028851575,0.00020804373,0.011706643,0.0000075702105,0.0006746882,0.00035574654,0.00004235314,0.002617058,0.984359],"genre_scores_gemma":[0.0013806124,0.000055927718,0.0117619755,0.000011638185,0.00032186473,0.00025947145,0.000037217545,0.0002746295,0.98589665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990818,0.0000034168716,0.00030436757,0.00022779606,0.00015235029,0.00023028124],"domain_scores_gemma":[0.9991471,0.0002944315,0.000041467654,0.00043400654,0.000027008064,0.00005599777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00009191074,0.00030022304,0.00030664462,0.000107854285,0.000051415635,0.000026792497,0.0002726869,0.00028365702,0.000026149777],"category_scores_gemma":[0.000021197215,0.00031365245,0.00007918285,0.000009743939,0.000025504818,0.000010146903,0.00008787649,0.0002628803,0.0006077807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048106504,0.000014163317,0.0000134013335,0.0027449385,0.0014128376,0.000112836045,0.001561296,0.061418116,0.012361079,0.58556676,0.08586284,0.24892691],"study_design_scores_gemma":[0.00007662352,0.0000065787112,0.000025817648,0.00026184227,0.000027988304,0.000006003416,0.00000416047,0.0010139634,0.0018572818,0.0036451127,0.9925967,0.00047792675],"about_ca_topic_score_codex":0.0000023334478,"about_ca_topic_score_gemma":0.0000049996697,"teacher_disagreement_score":0.9067339,"about_ca_system_score_codex":0.000063972795,"about_ca_system_score_gemma":0.000020708192,"threshold_uncertainty_score":0.9999316},"labels":[],"label_agreement":null},{"id":"W4391657703","doi":"10.18260/1-2--39252","title":"Links among student club projects, senior design projects, and international competition projects, a case study","year":2024,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Competition (biology); Scope (computer science); Engineering management; Engineering; Teamwork; Project management; Project manager; Club; Project-based learning; Knowledge management; Management; Computer science; Sociology; Pedagogy","score_opus":0.08446964902109895,"score_gpt":0.32761008101892103,"score_spread":0.2431404319978221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391657703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73485464,0.0006242788,0.25792104,0.00006719541,0.00087811274,0.0025864304,0.000012406216,0.0019426905,0.0011131822],"genre_scores_gemma":[0.9793181,0.00008517163,0.018657941,0.0000091454285,0.0002888108,0.0011120827,0.000009808037,0.00005943439,0.00045950903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872506,0.0000999745,0.00034320835,0.0003940167,0.00019601581,0.00024170312],"domain_scores_gemma":[0.9993235,0.00028589016,0.000023002072,0.00025527884,0.000053762597,0.000058569403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068220583,0.00024691928,0.00022125951,0.00025023427,0.000080657475,0.00028908887,0.00015688983,0.00013815683,0.000023032428],"category_scores_gemma":[0.000040271287,0.00020994496,0.000047117985,0.00033050918,0.00003225961,0.00018482769,0.00008726749,0.0003567279,0.000014833531],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013660066,0.003686015,0.082550086,0.009390442,0.008679604,0.018927524,0.20380618,0.36288428,0.028884526,0.043287426,0.03212446,0.20564285],"study_design_scores_gemma":[0.001322531,0.0005620464,0.008249551,0.0005039642,0.00024904835,0.0059807426,0.08968908,0.8843608,0.0016445785,0.000101473,0.006053141,0.0012830441],"about_ca_topic_score_codex":0.00025416535,"about_ca_topic_score_gemma":0.00009994022,"teacher_disagreement_score":0.5214765,"about_ca_system_score_codex":0.0001252579,"about_ca_system_score_gemma":0.000033023374,"threshold_uncertainty_score":0.8561307},"labels":[],"label_agreement":null},{"id":"W4392383142","doi":"10.32920/25336336.v1","title":"Executable Model-Based Systems Engineering for Aircraft Systems: Landing Gear Extension and Retraction Use Cases","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Executable; Correctness; Computer science; Process (computing); Software engineering; Extension (predicate logic); Systems engineering; Reliability engineering; Programming language; Engineering","score_opus":0.09738326484514055,"score_gpt":0.2893834558776767,"score_spread":0.19200019103253618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392383142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057521235,0.009019893,0.92419183,0.000022134116,0.0044990685,0.0016264828,0.00024133398,0.002810159,0.00006786944],"genre_scores_gemma":[0.9523262,0.0003545426,0.044017766,0.000005758576,0.0005645556,0.0016623597,0.00014465337,0.0002455984,0.0006785718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981813,0.000028815433,0.0005693382,0.0006162524,0.00018980849,0.00041448674],"domain_scores_gemma":[0.9979605,0.0010950554,0.000071398004,0.0006275254,0.00010888159,0.00013660603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055967347,0.0004949768,0.00064929377,0.0003522618,0.000080530655,0.000574454,0.00014744989,0.00063374336,0.0000010204232],"category_scores_gemma":[0.0003433243,0.00047961815,0.0001420321,0.00015211596,0.000013101695,0.00011076671,0.0001519846,0.00063069665,0.000006060945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006328817,0.00000551868,0.0000122851925,0.009043396,0.00009077485,0.000008665084,0.000036859823,0.9780051,0.008858071,0.0014483614,0.0024121793,0.00007246866],"study_design_scores_gemma":[0.00013152276,0.00002091764,0.000012112267,0.0018397279,0.00012215473,0.00007673772,0.00012755334,0.9917086,0.0005483265,0.000060009384,0.0048373137,0.0005150682],"about_ca_topic_score_codex":0.0002651722,"about_ca_topic_score_gemma":0.0000023475116,"teacher_disagreement_score":0.89480495,"about_ca_system_score_codex":0.0002780572,"about_ca_system_score_gemma":0.000049136823,"threshold_uncertainty_score":0.9997656},"labels":[],"label_agreement":null},{"id":"W4392383173","doi":"10.32920/25336336","title":"Executable Model-Based Systems Engineering for Aircraft Systems: Landing Gear Extension and Retraction Use Cases","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Executable; Correctness; Computer science; Software engineering; Process (computing); Extension (predicate logic); Systems engineering; Unified Modeling Language; Programming language; Reliability engineering; Engineering; Software","score_opus":0.09738326484514055,"score_gpt":0.2893834558776767,"score_spread":0.19200019103253618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392383173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057521235,0.009019893,0.92419183,0.000022134116,0.0044990685,0.0016264828,0.00024133398,0.002810159,0.00006786944],"genre_scores_gemma":[0.9523262,0.0003545426,0.044017766,0.000005758576,0.0005645556,0.0016623597,0.00014465337,0.0002455984,0.0006785718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981813,0.000028815433,0.0005693382,0.0006162524,0.00018980849,0.00041448674],"domain_scores_gemma":[0.9979605,0.0010950554,0.000071398004,0.0006275254,0.00010888159,0.00013660603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055967347,0.0004949768,0.00064929377,0.0003522618,0.000080530655,0.000574454,0.00014744989,0.00063374336,0.0000010204232],"category_scores_gemma":[0.0003433243,0.00047961815,0.0001420321,0.00015211596,0.000013101695,0.00011076671,0.0001519846,0.00063069665,0.000006060945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006328817,0.00000551868,0.0000122851925,0.009043396,0.00009077485,0.000008665084,0.000036859823,0.9780051,0.008858071,0.0014483614,0.0024121793,0.00007246866],"study_design_scores_gemma":[0.00013152276,0.00002091764,0.000012112267,0.0018397279,0.00012215473,0.00007673772,0.00012755334,0.9917086,0.0005483265,0.000060009384,0.0048373137,0.0005150682],"about_ca_topic_score_codex":0.0002651722,"about_ca_topic_score_gemma":0.0000023475116,"teacher_disagreement_score":0.89480495,"about_ca_system_score_codex":0.0002780572,"about_ca_system_score_gemma":0.000049136823,"threshold_uncertainty_score":0.9997656},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4393564479","doi":"10.5281/zenodo.7646338","title":"Dataset and replication information for It's About Time: How to Study Intertemporal Choice in Systems Design","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Replication (statistics); Computer science; Data science; Statistics; Mathematics","score_opus":0.09826235679853725,"score_gpt":0.3037645410965355,"score_spread":0.20550218429799827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393564479","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014250599,0.00005039917,0.06343112,0.00022496651,0.00020838715,0.0034655712,0.9316625,0.00076717616,0.000047389847],"genre_scores_gemma":[0.00072605175,0.00007469993,0.000686383,0.000028295131,0.0001364695,0.000009953659,0.9976882,0.0005881592,0.000061816114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842733,0.0002517199,0.00042307918,0.00039137184,0.0002148867,0.00029158636],"domain_scores_gemma":[0.9984545,0.0001882423,0.000108982196,0.00095610606,0.00018986591,0.000102279606],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001883237,0.00022339767,0.00028570349,0.00050892646,0.00039279845,0.0009438973,0.0008439015,0.00013441774,0.000053391566],"category_scores_gemma":[0.0017808853,0.0002469082,0.00002330508,0.0005951864,0.000022758528,0.00030425907,0.0005095327,0.00024567297,0.0024514147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012964972,0.000025939318,2.1667479e-7,0.0003784312,0.000042541178,0.000001062094,0.00017245642,0.006613364,0.00008969607,0.000008750271,0.9869658,0.0056888135],"study_design_scores_gemma":[0.00033832237,0.00016644772,0.00012684934,0.00009692198,0.00002254474,0.000014627762,0.0002990539,0.010544144,0.000010616252,0.0000038341527,0.9881415,0.00023514456],"about_ca_topic_score_codex":0.00011376818,"about_ca_topic_score_gemma":0.0000023260523,"teacher_disagreement_score":0.06602569,"about_ca_system_score_codex":0.00017473912,"about_ca_system_score_gemma":0.000002703222,"threshold_uncertainty_score":0.99999833},"labels":[],"label_agreement":null},{"id":"W4393742370","doi":"10.5281/zenodo.2538118","title":"Supplementary Material: Comparing Formal Tools for System Design: a Case Study in the Railway Domain","year":2019,"lang":"en","type":"dataset","venue":"Figshare","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Commission","keywords":"Domain (mathematical analysis); Computer science; Software engineering; Engineering; Mathematics","score_opus":0.21606950041570894,"score_gpt":0.3342809592751417,"score_spread":0.11821145885943274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393742370","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003926877,0.00004900135,0.0006955099,0.0000035657029,0.00038483553,0.0052460195,0.9930999,0.00012015173,0.000008272486],"genre_scores_gemma":[0.0075274063,0.0000010688753,0.0011309887,0.00001035582,0.00031002203,0.010628087,0.9803387,0.000051318995,0.0000020790403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850184,0.0001594334,0.0004916279,0.00026666248,0.00015791891,0.0004225059],"domain_scores_gemma":[0.99792546,0.0011480422,0.00008894413,0.0007833316,0.000024667625,0.000029534629],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006142342,0.00034240948,0.000510113,0.000117938056,0.000092215705,0.00024805567,0.0006508507,0.00017287541,0.0027253905],"category_scores_gemma":[0.0001079723,0.000273903,0.00008944704,0.00014731556,0.0000021697556,0.000115084804,0.00012910557,0.00024754295,0.00009180309],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065661166,0.000020449083,6.830879e-7,0.0029195833,0.000054035136,0.00021763208,0.00015507534,0.01715218,0.0000034614004,0.0000013687127,0.9793904,0.0000785676],"study_design_scores_gemma":[0.0005628453,0.00008094035,0.000012459206,0.0010290606,0.00004642917,0.0006177939,0.005800868,0.0034374516,0.000022934095,9.69193e-7,0.98801833,0.00036989033],"about_ca_topic_score_codex":0.00015949385,"about_ca_topic_score_gemma":0.00018267652,"teacher_disagreement_score":0.013714729,"about_ca_system_score_codex":0.00015771054,"about_ca_system_score_gemma":0.000020783848,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W4394989074","doi":"10.22541/au.171366545.52077768/v1","title":"Deeper Dive into Interoperability and Its Implications for LunaNet Communications and Navigation Services","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Therapeutics (Canada)","funders":"","keywords":"Interoperability; Computer science; Interoperation; World Wide Web","score_opus":0.060486472467292766,"score_gpt":0.3347249541205188,"score_spread":0.274238481653226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394989074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75945324,0.045551885,0.18029054,0.005186567,0.000872091,0.0038403026,0.00095167675,0.0024621636,0.0013915168],"genre_scores_gemma":[0.94142884,0.0016629341,0.054213416,0.000024376594,0.000074990974,0.0021313669,0.00034943165,0.00005040149,0.000064237596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912536,0.0000322087,0.00032109892,0.00034385652,0.000039819242,0.00013764633],"domain_scores_gemma":[0.9986846,0.00033007757,0.000034559816,0.0007949299,0.000097882374,0.000057942216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027567174,0.00022385108,0.00025408357,0.00007058363,0.00011505245,0.00014188378,0.00033876652,0.00021665527,0.0000027472395],"category_scores_gemma":[0.000020231008,0.00020745488,0.000050218456,0.00008367206,0.000046697452,0.000049322578,0.0010091282,0.00032160807,0.000005432307],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020034304,0.0001677176,0.0030249176,0.07865996,0.0019266194,6.10225e-7,0.024112,0.041346997,0.072033904,0.60072005,0.0034148062,0.17457236],"study_design_scores_gemma":[0.00027178632,0.00004681491,0.0076808925,0.0010878374,0.0003439584,0.000025671105,0.0010547288,0.70110625,0.0015104836,0.26273036,0.023113493,0.0010277075],"about_ca_topic_score_codex":0.00011408391,"about_ca_topic_score_gemma":0.0000915022,"teacher_disagreement_score":0.6597593,"about_ca_system_score_codex":0.00006705003,"about_ca_system_score_gemma":0.000011932679,"threshold_uncertainty_score":0.8459765},"labels":[],"label_agreement":null},{"id":"W4396853252","doi":"10.1109/aero58975.2024.10521191","title":"PHM4HHP Domain Specific Language","year":2024,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Metamodeling; Computer science; Unified Modeling Language; Systems engineering; Domain (mathematical analysis); International Space Station; Domain-specific language; Model-driven architecture; Profiling (computer programming); Space exploration; Software engineering; Conceptual model; Data modeling; Data science; Engineering; Programming language; Software","score_opus":0.02159655154594227,"score_gpt":0.2560522744344399,"score_spread":0.23445572288849764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396853252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045108534,0.008303376,0.8669841,0.00010199863,0.0008346336,0.00009046609,0.0000064688625,0.0032947715,0.0752756],"genre_scores_gemma":[0.8941705,0.00026027032,0.101567835,0.000016422318,0.00058288657,0.00007118358,0.000008300641,0.000058444064,0.0032641112],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996785,0.0000056016684,0.00008071445,0.00008390904,0.00004251924,0.00010875381],"domain_scores_gemma":[0.99974996,0.000072735544,0.0000014754062,0.0001529368,0.0000026289258,0.00002024315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010515403,0.00006460118,0.0000621556,0.000043585827,0.0000113484875,0.00004197694,0.000067765955,0.000031156895,0.00021823688],"category_scores_gemma":[0.0000018770851,0.0000540565,0.000032425392,0.00014825397,0.0000062687054,0.00002893141,0.000008505888,0.000064241234,0.0004441489],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7303773e-7,0.0000066249877,0.000010117148,0.00034423493,0.0000739558,0.000048827584,0.0012476027,0.022046829,0.31753585,0.3869285,0.17262548,0.0991313],"study_design_scores_gemma":[0.00002877148,0.0000029774833,0.00008140839,0.000022869033,0.000002111617,0.000016764978,0.00033845025,0.010138672,0.0074037146,0.0008669617,0.9809799,0.000117363925],"about_ca_topic_score_codex":0.0000031794902,"about_ca_topic_score_gemma":7.9143496e-7,"teacher_disagreement_score":0.849062,"about_ca_system_score_codex":0.000022604201,"about_ca_system_score_gemma":0.0000018168032,"threshold_uncertainty_score":0.5708784},"labels":[],"label_agreement":null},{"id":"W4398243240","doi":"10.1016/j.datak.2024.102324","title":"Large language models: Expectations for semantics-driven systems engineering","year":2024,"lang":"en","type":"article","venue":"Data & Knowledge Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Foundation for Research and Technology-Hellas","keywords":"Computer science; Semantics (computer science); Programming language; Modeling language; Operational semantics; Software engineering","score_opus":0.07354628162855453,"score_gpt":0.31576459170632243,"score_spread":0.2422183100777679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398243240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030725459,0.031581882,0.9555716,0.000020278327,0.003156071,0.0006151502,0.0015279928,0.004161814,0.0002926968],"genre_scores_gemma":[0.90271807,0.00027792383,0.091214776,0.0000028330044,0.0020374919,0.0011677033,0.0018113616,0.00044038406,0.0003294623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982722,0.000013569221,0.00045272376,0.000506429,0.0001365392,0.00061857665],"domain_scores_gemma":[0.998179,0.0006235449,0.000018898916,0.0010092381,0.0000502418,0.0001190665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004098205,0.00038580503,0.0003829757,0.00035375147,0.00007352676,0.00025597017,0.00072061486,0.00016193758,0.000006477763],"category_scores_gemma":[0.00015473561,0.00041558902,0.000106585474,0.00053452735,0.000008893289,0.0005203139,0.00018337618,0.00029107992,0.00008553124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011536986,0.000023261602,0.0000015771382,0.003244034,0.00028769154,0.0000117888185,0.002337536,0.9287157,0.013154587,0.03902806,0.010696828,0.0024978037],"study_design_scores_gemma":[0.00015033988,0.000008722698,0.0000049194014,0.0003693012,0.0000633251,0.000022739776,0.0006447636,0.91201854,0.0003976456,0.00001547718,0.08588193,0.00042229335],"about_ca_topic_score_codex":0.000005601803,"about_ca_topic_score_gemma":0.0000053276353,"teacher_disagreement_score":0.8996455,"about_ca_system_score_codex":0.00013723655,"about_ca_system_score_gemma":0.000027968992,"threshold_uncertainty_score":0.9998296},"labels":[],"label_agreement":null},{"id":"W4399416209","doi":"10.1007/978-3-031-56988-3","title":"Risk-Based Project Decisions in Situations of High Complexity and Deep Uncertainty","year":2024,"lang":"en","type":"book","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Calgary Laboratory Services","funders":"","keywords":"Computer science; Artificial intelligence; Risk analysis (engineering); Operations research; Management science; Engineering; Business","score_opus":0.07975705134746697,"score_gpt":0.3012955492241941,"score_spread":0.22153849787672714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399416209","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046389974,0.0039808876,0.86816084,0.00010203749,0.00070295547,0.0019710578,0.0011003852,0.0013513973,0.117991455],"genre_scores_gemma":[0.2591157,0.005029724,0.62356615,0.00004572986,0.0005988444,0.0015077571,0.0014701241,0.0005485755,0.1081174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990356,0.00003545393,0.00041499434,0.00023467054,0.00012632401,0.00015293568],"domain_scores_gemma":[0.9983298,0.0011851075,0.00005189686,0.00036252392,0.00004099875,0.00002963398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003143517,0.0002228048,0.00042482416,0.00034075993,0.000027568038,0.000020274218,0.00014474764,0.000223125,0.000025571837],"category_scores_gemma":[0.00016687765,0.0001999904,0.00007813231,0.00022570859,0.0000662726,0.000018707491,0.00004384604,0.000343712,0.000012857268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005383262,0.000026259404,0.00003392509,0.0008065426,0.00015695728,0.0000045884467,0.00021435451,0.86261046,0.000097501324,0.09715952,0.02177896,0.017105572],"study_design_scores_gemma":[0.0005198986,0.000052851407,0.0017120836,0.0009712852,0.00019939637,0.0000071495833,0.00011515655,0.80260825,0.00013310826,0.1077043,0.08521296,0.00076358137],"about_ca_topic_score_codex":0.0005250444,"about_ca_topic_score_gemma":0.0011279425,"teacher_disagreement_score":0.2544767,"about_ca_system_score_codex":0.00014992054,"about_ca_system_score_gemma":0.00009581029,"threshold_uncertainty_score":0.81553715},"labels":[],"label_agreement":null},{"id":"W4399582083","doi":"10.32614/cran.package.tvmcomp","title":"tvmComp: Discounting and Compounding Calculations for Various Scenarios","year":2022,"lang":"en","type":"dataset","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Compounding; Discounting; Computer science; Econometrics; Psychology; Economics; Medicine; Finance","score_opus":0.03863002311772715,"score_gpt":0.28438557017633187,"score_spread":0.24575554705860472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399582083","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007735631,0.00039260645,0.12554267,0.00003442406,0.00078327215,0.00058393466,0.8721214,0.00036494542,0.000099406796],"genre_scores_gemma":[0.00027245228,0.000120191806,0.016783714,0.000022109942,0.00023698724,0.0007634475,0.9816186,0.000054992706,0.00012751708],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991005,0.000020031415,0.00028772847,0.0002357279,0.00010803495,0.00024798478],"domain_scores_gemma":[0.99900085,0.0005434112,0.0000469285,0.00035114467,0.000016576008,0.000041108786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002844625,0.00022811332,0.00031571643,0.00013389433,0.00026399977,0.00008822776,0.00020186343,0.00012194363,0.00059543323],"category_scores_gemma":[0.00006777529,0.0002328639,0.0000702919,0.00013605005,0.000018766232,0.000042360363,0.000102448794,0.0002586132,0.000003410806],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.390557e-7,0.0000055397913,0.000002409027,0.0003660178,0.00005352355,6.900385e-7,0.000014155828,0.080721326,0.000059529008,0.0004838039,0.91809344,0.0001989932],"study_design_scores_gemma":[0.000112688176,0.000008664714,0.00002130894,0.000023390217,0.00005632113,0.000017267566,0.00006143987,0.040138736,0.0000036297947,0.000080839374,0.95920676,0.00026894055],"about_ca_topic_score_codex":0.00019889777,"about_ca_topic_score_gemma":0.00005706156,"teacher_disagreement_score":0.10949721,"about_ca_system_score_codex":0.000098557604,"about_ca_system_score_gemma":0.000012378246,"threshold_uncertainty_score":0.94959146},"labels":[],"label_agreement":null},{"id":"W4399771449","doi":"10.32920/26052745","title":"Human Performance Modelling and Mission Planning Optimisation incorporating Human Performance","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Systems engineering; Process management; Engineering","score_opus":0.11173759942610159,"score_gpt":0.3105696479666375,"score_spread":0.1988320485405359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.885688,0.0009993212,0.105287716,0.000018002494,0.00038715737,0.00032494287,0.000004972416,0.0013929663,0.0058969306],"genre_scores_gemma":[0.9477856,0.000105198975,0.051122367,0.0000045099155,0.00032238217,0.00009210879,0.00005940731,0.00009184913,0.0004165399],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986436,0.000019960184,0.0004992858,0.0004170855,0.00016368287,0.00025641714],"domain_scores_gemma":[0.99938565,0.00004100469,0.00008331109,0.0003878619,0.00003550525,0.00006664833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048215035,0.0003663577,0.00034066004,0.00020287313,0.00024954733,0.00017369342,0.00020621053,0.00031863793,0.000009016119],"category_scores_gemma":[0.000005649428,0.00035738223,0.00005582955,0.00012174358,0.00002887821,0.00008903325,0.00038033584,0.0008542578,0.000009498949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.2910565e-7,0.0000028606541,0.00018945188,0.0023517145,0.000028514669,9.137848e-7,0.00031551952,0.98868966,0.0058938526,0.0005649112,0.0001615695,0.0018005216],"study_design_scores_gemma":[0.00006714322,0.00001937956,0.00036023976,0.0013469155,0.000030849144,0.000008256276,0.00008930797,0.992975,0.0034332026,0.0010673408,0.00018973876,0.00041261475],"about_ca_topic_score_codex":0.000029726605,"about_ca_topic_score_gemma":5.4312227e-7,"teacher_disagreement_score":0.06209765,"about_ca_system_score_codex":0.000107791995,"about_ca_system_score_gemma":0.000015131813,"threshold_uncertainty_score":0.9998878},"labels":[],"label_agreement":null},{"id":"W4399771483","doi":"10.32920/26052745.v1","title":"Human Performance Modelling and Mission Planning Optimisation incorporating Human Performance","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Process management; Systems engineering; Business; Engineering","score_opus":0.11173759942610159,"score_gpt":0.3105696479666375,"score_spread":0.1988320485405359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399771483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.885688,0.0009993212,0.105287716,0.000018002494,0.00038715737,0.00032494287,0.000004972416,0.0013929663,0.0058969306],"genre_scores_gemma":[0.9477856,0.000105198975,0.051122367,0.0000045099155,0.00032238217,0.00009210879,0.00005940731,0.00009184913,0.0004165399],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986436,0.000019960184,0.0004992858,0.0004170855,0.00016368287,0.00025641714],"domain_scores_gemma":[0.99938565,0.00004100469,0.00008331109,0.0003878619,0.00003550525,0.00006664833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048215035,0.0003663577,0.00034066004,0.00020287313,0.00024954733,0.00017369342,0.00020621053,0.00031863793,0.000009016119],"category_scores_gemma":[0.000005649428,0.00035738223,0.00005582955,0.00012174358,0.00002887821,0.00008903325,0.00038033584,0.0008542578,0.000009498949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.2910565e-7,0.0000028606541,0.00018945188,0.0023517145,0.000028514669,9.137848e-7,0.00031551952,0.98868966,0.0058938526,0.0005649112,0.0001615695,0.0018005216],"study_design_scores_gemma":[0.00006714322,0.00001937956,0.00036023976,0.0013469155,0.000030849144,0.000008256276,0.00008930797,0.992975,0.0034332026,0.0010673408,0.00018973876,0.00041261475],"about_ca_topic_score_codex":0.000029726605,"about_ca_topic_score_gemma":5.4312227e-7,"teacher_disagreement_score":0.06209765,"about_ca_system_score_codex":0.000107791995,"about_ca_system_score_gemma":0.000015131813,"threshold_uncertainty_score":0.9998878},"labels":[],"label_agreement":null},{"id":"W4400663477","doi":"10.31818/jknst.2024.6.7.2.107","title":"Direction to Advance Methodologies for Future Space Domain Defense Strategy Development: A Focus on Modeling and Simulation Applications","year":2024,"lang":"en","type":"article","venue":"Journal of the KNST","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus (optics); Domain (mathematical analysis); Computer science; Space (punctuation); Systems engineering; Development (topology); Aerospace engineering; Engineering; Physics; Mathematics","score_opus":0.055671139993359695,"score_gpt":0.3290500250580134,"score_spread":0.2733788850646537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400663477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029954178,0.0019303185,0.9666165,0.00051535835,0.00043317775,0.0002993343,0.0000045117754,0.000093722585,0.0001529174],"genre_scores_gemma":[0.69787365,0.000084195424,0.30148882,0.000009756144,0.00040231578,0.00008241046,3.6393672e-7,0.000020413643,0.000038104],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994865,0.000032691376,0.00022033832,0.00008563847,0.00007769879,0.000097097385],"domain_scores_gemma":[0.99934036,0.00043521944,0.000037660626,0.00011044681,0.00004697206,0.000029346349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005240225,0.000089617126,0.00012600677,0.00008562199,0.000084472864,0.000046512818,0.00009533268,0.000049912374,5.056381e-7],"category_scores_gemma":[0.000073531075,0.00006195876,0.000055112072,0.00018702277,0.0000059604745,0.00006652528,0.000014070968,0.00012668889,0.0000012453888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008511616,0.0000022237705,0.0000012044156,0.000065303044,0.000027361437,1.7739602e-7,0.00023394499,0.9447305,0.003601349,0.0030723223,0.000062832216,0.048194267],"study_design_scores_gemma":[0.00021896778,0.00006794005,0.00024049781,0.00032289096,0.00005256924,0.00005314444,0.0010668859,0.8646683,0.0045578885,0.034607828,0.093894005,0.0002490818],"about_ca_topic_score_codex":6.753661e-7,"about_ca_topic_score_gemma":0.0000024083254,"teacher_disagreement_score":0.66791946,"about_ca_system_score_codex":0.000078688936,"about_ca_system_score_gemma":0.000015804146,"threshold_uncertainty_score":0.25266048},"labels":[],"label_agreement":null},{"id":"W4401723358","doi":"10.1109/rew61692.2024.00055","title":"Welcome to the Fifth International Workshop on Requirements Engineering for Well-Being, Aging, and Health","year":2024,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Systems engineering; Engineering ethics; Engineering management; Software engineering; Engineering","score_opus":0.07076698775363309,"score_gpt":0.3486697436096411,"score_spread":0.277902755856008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401723358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034260561,0.0007982218,0.97708285,0.011113022,0.003351874,0.00056044175,0.000009816202,0.0009945047,0.002663235],"genre_scores_gemma":[0.94664013,0.00034885466,0.047146928,0.00071519637,0.0015720362,0.00066054845,0.000020615318,0.00010360363,0.0027920988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993503,0.0000057972807,0.00017351507,0.00017415517,0.00009425332,0.00020195768],"domain_scores_gemma":[0.99953496,0.00021482504,0.000007780204,0.0001773837,0.000010680679,0.00005435002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004340755,0.00012043905,0.00010517052,0.00010528449,0.00004915438,0.00010840328,0.00016396139,0.000030493638,0.000022452856],"category_scores_gemma":[0.0000349771,0.00009000232,0.000037063543,0.0001423399,0.000004302338,0.000044453627,0.000036015368,0.00009899309,0.00003425167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003365611,0.000011224309,0.00005859354,0.000510813,0.00021206519,0.0000016014271,0.0015528877,0.671315,0.0008637926,0.12919407,0.12730157,0.06897501],"study_design_scores_gemma":[0.00006225453,0.000016836624,0.00038322693,0.00018633294,0.0000035412274,0.0000036809092,0.00006134519,0.2653608,0.00021515512,0.000157111,0.7334388,0.00011093808],"about_ca_topic_score_codex":0.000010727881,"about_ca_topic_score_gemma":0.0000051042935,"teacher_disagreement_score":0.94321406,"about_ca_system_score_codex":0.00008619274,"about_ca_system_score_gemma":0.0000058579426,"threshold_uncertainty_score":0.36701882},"labels":[],"label_agreement":null},{"id":"W4402330701","doi":"10.1002/iis2.13185","title":"Providing tailored heuristic advice to Systems Engineers","year":2024,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Heuristic; Set (abstract data type); Advice (programming); Prioritization; Task (project management); Heuristic evaluation; Meaning (existential); Test (biology); Machine learning; Artificial intelligence; Management science; Usability; Human–computer interaction; Psychology; Engineering; Systems engineering","score_opus":0.01526364521971184,"score_gpt":0.26232839898113575,"score_spread":0.2470647537614239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068017274,0.0028065515,0.85567814,0.002397982,0.027310625,0.0012009556,0.00017211972,0.008774269,0.033642095],"genre_scores_gemma":[0.99462163,0.000048707632,0.0030266668,0.00002862874,0.00091816694,0.00038272992,0.000027405904,0.00006698947,0.00087908626],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898255,0.000012698876,0.000305276,0.0002430958,0.00023116931,0.00022521637],"domain_scores_gemma":[0.9993926,0.00023749513,0.000013963245,0.000206662,0.00006090749,0.00008833862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023216447,0.00017995958,0.00015134967,0.00017795226,0.0000326414,0.00023029925,0.0003354802,0.00007449708,0.000019628407],"category_scores_gemma":[0.00006648092,0.00017958035,0.00006463003,0.00029286646,0.000009340731,0.00013344863,0.000051791383,0.00015328931,0.00035526883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003540148,0.000008953345,0.000017273695,0.00024638156,0.0001404855,0.00003528718,0.00034404185,0.9172537,0.055916674,0.013963623,0.01083377,0.0012362861],"study_design_scores_gemma":[0.00007690785,0.00001848241,0.00005479067,0.00027491074,0.000017172619,0.000109744404,0.00010853929,0.74608535,0.0025428042,0.00009250374,0.2503447,0.00027409158],"about_ca_topic_score_codex":0.000061415805,"about_ca_topic_score_gemma":0.0000018643722,"teacher_disagreement_score":0.92660433,"about_ca_system_score_codex":0.00029726114,"about_ca_system_score_gemma":0.000013923131,"threshold_uncertainty_score":0.73230743},"labels":[],"label_agreement":null},{"id":"W4402490053","doi":"10.2514/1.i011371","title":"Integration of the Functional Hazard Assessment Within a Model-Based Systems Engineering Framework","year":2024,"lang":"en","type":"article","venue":"Journal of Aerospace Information Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Hazard analysis; Systems engineering; Computer science; Hazard; Reliability engineering; Engineering","score_opus":0.0298653387051003,"score_gpt":0.2665479458282299,"score_spread":0.23668260712312958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402490053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038222563,0.0007965679,0.95433694,0.00009185703,0.005904586,0.00029303457,0.000020607165,0.0001539459,0.00017991697],"genre_scores_gemma":[0.9820175,0.000016832331,0.01760871,0.000007049775,0.00024088525,0.000049914215,0.000004170501,0.00002124055,0.00003370496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982035,0.000042577474,0.0010590544,0.0000566372,0.0005049146,0.0001333096],"domain_scores_gemma":[0.99880475,0.00027367077,0.00034293436,0.00024172287,0.00028849283,0.000048447728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011710867,0.00016448362,0.0002996744,0.00024142145,0.000046868106,0.0002460206,0.00020403364,0.00014529227,0.000001790134],"category_scores_gemma":[0.00014465376,0.00011243045,0.00016286316,0.00045627094,0.000016686288,0.0006502865,0.000014989043,0.00044030554,0.000005040478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029689133,0.000003695487,0.000044269855,0.0007166936,0.00006494296,2.6321763e-7,0.00045040547,0.97225446,0.0069911927,0.018190956,0.0011750091,0.000105156796],"study_design_scores_gemma":[0.00011005093,0.000023554998,0.00039224938,0.0016110925,0.000030935855,0.000054690543,0.0007224221,0.99287534,0.0014133408,0.000027471116,0.0026306536,0.0001082032],"about_ca_topic_score_codex":0.0000075530475,"about_ca_topic_score_gemma":4.0794657e-7,"teacher_disagreement_score":0.9437949,"about_ca_system_score_codex":0.00028195736,"about_ca_system_score_gemma":0.0001444495,"threshold_uncertainty_score":0.45847803},"labels":[],"label_agreement":null},{"id":"W4402663920","doi":"10.60087/jklst.v3.n4.p188","title":"Model Based Systems Engineering for Sustainable Autonomous Vehicle Design and Development","year":2024,"lang":"en","type":"article","venue":"Journal of Knowledge Learning and Science Technology ISSN 2959-6386 (online)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.04086782864079703,"score_gpt":0.2952978372948327,"score_spread":0.2544300086540357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402663920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18760133,0.0113461055,0.79998803,0.00014157656,0.00021965346,0.00019892376,0.0000012619882,0.00047798222,0.000025167099],"genre_scores_gemma":[0.8128418,0.000106961445,0.18663946,0.00000198503,0.00006907465,0.000032935113,7.3471625e-7,0.000029903718,0.00027717446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988096,0.000018843908,0.00040905646,0.00022819501,0.000118063,0.00041625538],"domain_scores_gemma":[0.9991212,0.0003612294,0.00006290159,0.0001147595,0.00024206114,0.00009783133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016155414,0.00018153763,0.0003068441,0.0011112866,0.0002358444,0.00015373746,0.00026305937,0.00015921326,5.763665e-7],"category_scores_gemma":[0.0004899433,0.00016025768,0.00003499948,0.0008299408,0.0001460909,0.00020002679,0.00006310699,0.00047104803,0.0000011084541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032649068,0.000018515473,0.00008237234,0.00055085804,0.000029033094,0.000011187371,0.00034092137,0.9509312,0.027493568,0.0021284185,0.00009510175,0.018315546],"study_design_scores_gemma":[0.00018079032,0.000090327274,0.000053649634,0.00024837552,0.000018741162,0.00010701263,0.0010203747,0.96909666,0.0028584616,0.000114077506,0.026036777,0.00017476657],"about_ca_topic_score_codex":9.0850665e-7,"about_ca_topic_score_gemma":3.244383e-7,"teacher_disagreement_score":0.62524045,"about_ca_system_score_codex":0.00018648084,"about_ca_system_score_gemma":0.00029797916,"threshold_uncertainty_score":0.6535119},"labels":[],"label_agreement":null},{"id":"W4403154498","doi":"10.1016/j.actaastro.2024.10.009","title":"An integrated systematic method for interlaced unmanned spatial systems (IUSS) design process","year":2024,"lang":"en","type":"article","venue":"Acta Astronautica","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Process (computing); Systems engineering; Computer science; Design process; Engineering drawing; Engineering; Work in process; Operations management","score_opus":0.03487714866145178,"score_gpt":0.3209279600758024,"score_spread":0.2860508114143506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403154498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002032548,0.0006496052,0.99218065,0.000068595575,0.0011057054,0.0019544663,0.000059011472,0.0018887555,0.000060658134],"genre_scores_gemma":[0.85151595,0.0000044002636,0.14604264,0.0000044945446,0.00019496329,0.0019925968,0.00004816498,0.0001015345,0.00009525589],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983497,0.00020536048,0.00052924355,0.00035128367,0.00016019396,0.00040417665],"domain_scores_gemma":[0.99827373,0.0010436435,0.0000421318,0.00045541232,0.00008168098,0.00010340756],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011418018,0.00030255146,0.0005081016,0.00016618507,0.00006926887,0.0002403417,0.0003734827,0.00014672834,0.000012578955],"category_scores_gemma":[0.00018187724,0.0002489698,0.000098279495,0.00030152305,0.000019644653,0.00016787647,0.000015378819,0.00020234278,0.00002369359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049857208,0.000059744707,0.0000054626466,0.055000275,0.00068586593,0.0000071474324,0.001158952,0.8765668,0.04836429,0.0070692594,0.0022975558,0.008734767],"study_design_scores_gemma":[0.00015324632,0.00013971097,0.000012688842,0.0021403006,0.00013658765,0.00002835538,0.00063939206,0.9918506,0.002885367,0.00013686848,0.0016165422,0.00026032142],"about_ca_topic_score_codex":0.000025900767,"about_ca_topic_score_gemma":0.0000030489814,"teacher_disagreement_score":0.84948343,"about_ca_system_score_codex":0.00014141969,"about_ca_system_score_gemma":0.00004792902,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W4404179003","doi":"10.1109/tcyb.2024.3485889","title":"Event-Triggered Attitude Consensus of Multiple Rigid Body Systems With Prescribed Performance","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Cybernetics","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Event (particle physics); Control theory (sociology); Computer science; Artificial intelligence; Physics; Control (management)","score_opus":0.023495659948731464,"score_gpt":0.24041285453486178,"score_spread":0.21691719458613032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404179003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24505726,0.0009878902,0.75121474,0.000020649364,0.0010997687,0.00041183413,0.00010363434,0.0006756272,0.0004286235],"genre_scores_gemma":[0.99519116,0.00022555345,0.003832607,0.0000020986913,0.00005148454,0.00015122011,0.000003100284,0.000057843008,0.00048492654],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990693,0.00002921018,0.00032097977,0.00018905957,0.00017876955,0.00021271771],"domain_scores_gemma":[0.9992035,0.0003307766,0.00002522872,0.0003384744,0.000048724884,0.000053317464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001335926,0.00019078678,0.00023366377,0.00012750264,0.000046386198,0.000038015063,0.0001271101,0.00010035093,0.000011246341],"category_scores_gemma":[0.000003916058,0.00016600998,0.00006909345,0.00029500012,0.00005179587,0.00003600074,7.506205e-7,0.0002238193,0.000031484225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014072405,0.000032795222,0.000021805345,0.00059983484,0.00015816292,0.0000035421324,0.00013973753,0.9816775,0.015226828,0.00016796097,0.0003431246,0.001614665],"study_design_scores_gemma":[0.00030176344,0.00012493785,0.00020713973,0.00043698476,0.00008915564,0.000031970496,0.00006269719,0.9319527,0.061607514,0.000006672669,0.004938834,0.00023964029],"about_ca_topic_score_codex":0.00005256845,"about_ca_topic_score_gemma":0.000011721861,"teacher_disagreement_score":0.75013393,"about_ca_system_score_codex":0.00006463248,"about_ca_system_score_gemma":0.00002574392,"threshold_uncertainty_score":0.67696905},"labels":[],"label_agreement":null},{"id":"W4404296833","doi":"10.29173/cjen311","title":"High voltage teamwork","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Emergency Nursing","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Teamwork; Psychology; Computer science; Political science","score_opus":0.03270351840823911,"score_gpt":0.26372497967720077,"score_spread":0.23102146126896167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404296833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40181786,0.009406313,0.5703847,0.00055148586,0.014407914,0.000114395945,0.000012450524,0.000100857054,0.003204073],"genre_scores_gemma":[0.9879788,0.000076251206,0.011307457,0.0000065591494,0.00055915926,0.0000017344595,9.160565e-7,0.000027287851,0.000041808],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992985,0.000008065247,0.00031780306,0.000054781096,0.00006932663,0.0002514982],"domain_scores_gemma":[0.9994995,0.000012966711,0.00004794404,0.00012947261,0.000058248166,0.0002518755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016679466,0.0000951963,0.00014948315,0.00017555588,0.00007640339,0.000013347445,0.00016984847,0.000057714755,0.00010672353],"category_scores_gemma":[0.000060638784,0.0000973379,0.00007761359,0.00024995647,0.000017565153,0.000081045866,0.0000011325607,0.00016851745,0.000012650338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018778991,0.000011791676,0.0004686686,0.00005138149,0.00008591446,0.000060935276,0.0017147901,0.9112062,0.008908802,0.019834407,0.02284295,0.034812286],"study_design_scores_gemma":[0.0048284205,0.0008063047,0.09235524,0.0072184266,0.00069496804,0.0024979226,0.010225373,0.0059458166,0.055171646,0.35158232,0.4636379,0.005035683],"about_ca_topic_score_codex":0.00067697675,"about_ca_topic_score_gemma":0.00062834047,"teacher_disagreement_score":0.9052604,"about_ca_system_score_codex":0.00028043415,"about_ca_system_score_gemma":0.00012154231,"threshold_uncertainty_score":0.39693242},"labels":[],"label_agreement":null},{"id":"W4407643077","doi":"10.1007/979-8-8688-1145-6_7","title":"Implementation","year":2025,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.037923724878929706,"score_gpt":0.28133684737676384,"score_spread":0.24341312249783414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407643077","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010011241,0.0005272599,0.03429359,0.000008948318,0.00048674305,0.0002964125,0.000060644445,0.0006576674,0.96365875],"genre_scores_gemma":[0.0026195026,0.00009479705,0.004617485,0.000030514042,0.00028234362,0.00019472852,0.00006408251,0.00008924721,0.9920073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994083,0.000004245288,0.00022090282,0.00015085556,0.00008152653,0.00013418995],"domain_scores_gemma":[0.9995036,0.00008101907,0.000030904477,0.000339626,0.000021423091,0.000023427861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006519716,0.00019818585,0.00020735263,0.00008693089,0.000030924613,0.000021632588,0.00015552038,0.00017502367,0.000080835845],"category_scores_gemma":[0.0000028076815,0.000215452,0.00007663332,0.0000056153285,0.000014487918,0.0000108109825,0.000038666883,0.00016161571,0.00003486601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.784106e-7,7.4920143e-7,8.4872283e-7,0.00036924597,0.00018654775,0.0000023070854,0.00006583363,0.0013199631,0.0014385869,0.8014858,0.04958734,0.14554185],"study_design_scores_gemma":[0.000084369174,0.000004688798,0.000005232715,0.00010074534,0.000048239428,0.0000018995022,0.000007572821,0.00031433997,0.0025142187,0.011912792,0.98476815,0.00023773541],"about_ca_topic_score_codex":0.000011816309,"about_ca_topic_score_gemma":0.000008482087,"teacher_disagreement_score":0.93518084,"about_ca_system_score_codex":0.000047032296,"about_ca_system_score_gemma":0.000011882195,"threshold_uncertainty_score":0.8785878},"labels":[],"label_agreement":null},{"id":"W4409058510","doi":"10.24908/cmj.v24i2.19237","title":"CAF Culture Change Let’s avoid finding new ways to make old mistakes","year":2024,"lang":"en","type":"article","venue":"Canadian Military Journal","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Culture change; Aesthetics; Art; Sociology; Social science","score_opus":0.09047196732189887,"score_gpt":0.26198288975906353,"score_spread":0.17151092243716465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409058510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18376298,0.32533595,0.42256236,0.018055815,0.022745173,0.0020771155,0.0011428932,0.0026967402,0.021620959],"genre_scores_gemma":[0.880604,0.0023885842,0.0877554,0.0023016154,0.014491097,0.0001885522,0.000081382816,0.00036162368,0.011827689],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998999,0.000015096992,0.00022346138,0.00017037986,0.00011077969,0.0004812844],"domain_scores_gemma":[0.9989213,0.00005020024,0.000006772799,0.00020568473,0.00002384132,0.0007921982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025768037,0.00018200888,0.00016884986,0.00029559233,0.00015405047,0.00008428206,0.00024016958,0.000110781955,0.00015978892],"category_scores_gemma":[0.000058419446,0.00017355768,0.000097819524,0.0003286185,0.000009857161,0.00009980363,0.0000073609804,0.00043014085,0.00014140496],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023521977,0.0000030952187,0.0001089663,0.0003398866,0.00016828185,0.0005024186,0.011006556,0.044319533,0.0060501886,0.0035979094,0.86344904,0.070451766],"study_design_scores_gemma":[0.00006638176,0.000022538467,0.0007661532,0.00028674974,0.000019434012,0.0004939666,0.00067416055,0.004596722,0.00016219713,0.0003715064,0.9922625,0.00027770246],"about_ca_topic_score_codex":0.015360618,"about_ca_topic_score_gemma":0.0393283,"teacher_disagreement_score":0.69684106,"about_ca_system_score_codex":0.00049943087,"about_ca_system_score_gemma":0.00013150874,"threshold_uncertainty_score":0.99119616},"labels":[],"label_agreement":null},{"id":"W4411171919","doi":"10.1109/tits.2025.3574530","title":"Hub Network Design for Strategic Autonomous Shuttle Deployment","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software deployment; Computer science; Space Shuttle; Systems engineering; Engineering; Aeronautics; Aerospace engineering; Software engineering","score_opus":0.0813041682106203,"score_gpt":0.2894632316908606,"score_spread":0.20815906348024027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411171919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028294467,0.00052724656,0.98975605,0.0000323788,0.0037932238,0.001674265,0.00010619789,0.0009857283,0.00029546957],"genre_scores_gemma":[0.9822252,0.000172066,0.013863282,0.00002330078,0.00010502478,0.0027302408,0.000027524036,0.00006066131,0.00079274847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998495,0.000053299347,0.000672258,0.000294523,0.00014310692,0.00034183968],"domain_scores_gemma":[0.9990351,0.00044487498,0.000051553543,0.00031819084,0.00008577036,0.00006451551],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003802081,0.00026971998,0.00032200152,0.00018010245,0.00017123412,0.000066298395,0.00018453659,0.00016622417,0.000020588059],"category_scores_gemma":[0.000001705488,0.00028013892,0.0001748092,0.00041138253,0.00002235408,0.000065350505,1.2406409e-7,0.00016585027,0.00002815033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002433471,0.000038464223,0.0000034258667,0.0003345043,0.00014076917,6.9171125e-7,0.00011991043,0.98962957,0.0009531153,0.0058707236,0.000736886,0.0021475807],"study_design_scores_gemma":[0.00079707836,0.00020739374,0.00007632775,0.00056653045,0.00031164143,0.0000048414076,0.0011929118,0.91330516,0.059431665,0.0014899279,0.021833034,0.0007834689],"about_ca_topic_score_codex":0.000041452528,"about_ca_topic_score_gemma":0.0000306213,"teacher_disagreement_score":0.9793957,"about_ca_system_score_codex":0.00016659057,"about_ca_system_score_gemma":0.000045119123,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W4412450541","doi":"10.3390/systems13070584","title":"MBSE 2.0: Toward More Integrated, Comprehensive, and Intelligent MBSE","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hog Administrative Marketing Services (Canada)","funders":"National Key Research and Development Program of China; Natural Science Foundation of Beijing Municipality; Beihang University; National Natural Science Foundation of China","keywords":"Computer science","score_opus":0.046487302035882555,"score_gpt":0.28784385528531403,"score_spread":0.24135655324943148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412450541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19834568,0.026948774,0.7651387,0.00026085702,0.003436306,0.0009412071,0.00003036181,0.0015158018,0.003382357],"genre_scores_gemma":[0.99675804,0.00046787856,0.0016120785,0.000025039997,0.000060028866,0.00017707107,0.000010504946,0.000025651,0.0008637186],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923825,0.000036610738,0.0002815923,0.00017889956,0.00007344673,0.000191191],"domain_scores_gemma":[0.99943733,0.00014838263,0.000021164635,0.00029074203,0.000055120276,0.000047281635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013138233,0.00016917201,0.00027494194,0.00011457294,0.00004134284,0.000059783146,0.00013823467,0.000099248515,0.000003592807],"category_scores_gemma":[0.00003292431,0.00014988227,0.00004056439,0.00026284935,0.000033867436,0.000035410758,0.00004104382,0.00013886282,0.00002094044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028654338,0.00007476375,0.002029683,0.008591241,0.0010150106,0.000034303233,0.0033868942,0.7448531,0.05638171,0.04214541,0.06973656,0.07172268],"study_design_scores_gemma":[0.00035787188,0.000026386791,0.0032094445,0.0006748817,0.000048652375,0.000049705548,0.006664243,0.26195136,0.0032322556,0.00021433295,0.7230685,0.00050239416],"about_ca_topic_score_codex":0.0001269852,"about_ca_topic_score_gemma":0.0000028785814,"teacher_disagreement_score":0.7984124,"about_ca_system_score_codex":0.00006745395,"about_ca_system_score_gemma":0.00001106745,"threshold_uncertainty_score":0.6112021},"labels":[],"label_agreement":null},{"id":"W4413158107","doi":"10.1109/sose66311.2025.11083824","title":"Enterprise Decision-Making in System-of-Systems Considering Different Levels of Centralized Management","year":2025,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Engineering Link (Canada)","funders":"","keywords":"Computer science; Knowledge management; Process management; Management system; Engineering management; Business; Operations management; Engineering","score_opus":0.028603264816937538,"score_gpt":0.28880394177143986,"score_spread":0.26020067695450233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413158107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26942202,0.00073500397,0.7223297,0.0000041359162,0.00064925314,0.00042295537,0.000010398442,0.00018278002,0.00624376],"genre_scores_gemma":[0.9807076,0.000050351624,0.019085461,0.0000015928185,0.000008087393,0.000079965015,5.2247185e-7,0.000013646839,0.00005278284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988674,0.000036314632,0.0006563161,0.00014043607,0.00011406088,0.00018545121],"domain_scores_gemma":[0.99908024,0.00049104943,0.000053460903,0.00033433823,0.000023027786,0.000017898083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002516081,0.00013736806,0.0004116315,0.00027726585,0.000012987572,0.000012765121,0.0001759046,0.000058187234,0.0000097602415],"category_scores_gemma":[0.000034685778,0.00012183482,0.000066533285,0.00028282282,0.00001388046,0.000026628877,0.000066743065,0.000059912454,0.0000012139659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021533822,0.000053961932,0.005835811,0.007119726,0.0002951505,0.0000101131445,0.00027373218,0.8118123,0.011235506,0.14108768,0.00030851128,0.021946004],"study_design_scores_gemma":[0.0032077201,0.000035066267,0.09801509,0.02317715,0.00015907694,0.000018517996,0.007554992,0.83342373,0.02906469,0.0016837291,0.0027703552,0.00088985165],"about_ca_topic_score_codex":0.00002483932,"about_ca_topic_score_gemma":0.000005908869,"teacher_disagreement_score":0.7112856,"about_ca_system_score_codex":0.000111538386,"about_ca_system_score_gemma":0.000004757873,"threshold_uncertainty_score":0.496828},"labels":[],"label_agreement":null},{"id":"W4413160665","doi":"10.3390/aerospace12080724","title":"Digital Transformation in Aircraft Design and Certification: Developing Requirements for Modeling Regulatory Documentation","year":2025,"lang":"en","type":"article","venue":"Aerospace","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Certification; Documentation; Transformation (genetics); Computer science; Systems engineering; Engineering; Programming language; Political science","score_opus":0.07344340027043106,"score_gpt":0.3068871389892596,"score_spread":0.23344373871882856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413160665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06731603,0.00021540119,0.931176,0.0003245228,0.00009754887,0.00047869742,0.0000017927705,0.00016106812,0.00022889918],"genre_scores_gemma":[0.9161145,0.00005983307,0.083393745,0.000012858183,0.0000107778915,0.00028100872,0.000014668244,0.000010651057,0.00010195088],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995445,0.000009303644,0.00019094395,0.000103154634,0.000044774457,0.00010729525],"domain_scores_gemma":[0.99977523,0.00008389671,0.0000131157185,0.00009428698,0.000022115244,0.000011346125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021810537,0.00007438941,0.000084840154,0.000070122675,0.00004340133,0.000055734312,0.00004691385,0.000045260153,4.2435093e-7],"category_scores_gemma":[0.000024518502,0.00008339496,0.000013755247,0.00015044905,0.0000066994917,0.00028932976,0.000005567279,0.00003301871,0.0000010237355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006479711,0.000003558836,0.00011111188,0.00019732164,0.0000151262,4.6513087e-8,0.0005061242,0.96604073,0.007968526,0.007956791,0.00018666805,0.017007517],"study_design_scores_gemma":[0.00034494975,0.000006147468,0.0007223601,0.000111800044,0.000005590483,6.3291435e-7,0.0003896176,0.98677534,0.008238322,0.0022220125,0.0010588628,0.00012439136],"about_ca_topic_score_codex":0.0000031993068,"about_ca_topic_score_gemma":0.0000022284648,"teacher_disagreement_score":0.84879845,"about_ca_system_score_codex":0.00011124738,"about_ca_system_score_gemma":0.0000113697315,"threshold_uncertainty_score":0.34007478},"labels":[],"label_agreement":null},{"id":"W4413237028","doi":"10.1016/j.rbmo.2025.105211","title":"Is the IVF lab the most fertile ground for leadership — or could the seeds be planted earlier?","year":2025,"lang":"en","type":"letter","venue":"Reproductive BioMedicine Online","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital; Sinai Health System","funders":"","keywords":"Biology","score_opus":0.19016199842949355,"score_gpt":0.33836183088380456,"score_spread":0.148199832454311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413237028","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031383452,0.0051458697,0.012364618,0.97458565,0.0026119438,0.002512625,0.0018008717,0.00046540194,0.0001991834],"genre_scores_gemma":[0.004311901,0.0021434831,0.004996915,0.76264006,0.08743558,0.0043751206,0.006268812,0.0006356845,0.12719241],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974962,0.00016278011,0.0005853569,0.0007413019,0.0004216525,0.0005927009],"domain_scores_gemma":[0.9945607,0.0027822382,0.0001606136,0.0022309395,0.00023361351,0.000031897438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001342007,0.00054364,0.0006271244,0.00015780228,0.00034681224,0.00006513432,0.0011260302,0.0004908316,0.00003993645],"category_scores_gemma":[0.0009760215,0.00023472845,0.0001827301,0.0011042951,0.0004687609,0.000040562423,0.00011391114,0.0016831553,0.000007669212],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036697944,0.000017587954,0.0000024943697,0.00062292075,0.00049324566,0.000005966866,0.0006205258,0.00028123878,0.00077478925,0.000050559876,0.99491113,0.0021828096],"study_design_scores_gemma":[0.0003241996,0.00008303928,0.00027514948,0.0002910707,0.00030844842,0.000058322174,0.002078715,0.0026289402,0.00040073495,0.000109506196,0.9931466,0.00029527623],"about_ca_topic_score_codex":0.0001608681,"about_ca_topic_score_gemma":0.000020208221,"teacher_disagreement_score":0.21194556,"about_ca_system_score_codex":0.00017341464,"about_ca_system_score_gemma":0.00010097768,"threshold_uncertainty_score":0.9571948},"labels":[],"label_agreement":null},{"id":"W4413322219","doi":"10.1109/cog64752.2025.11114360","title":"Action Window Planning for Stealth Missions","year":2025,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Window (computing); Computer science; Action (physics); Window of opportunity; Aeronautics; Engineering; Real-time computing; World Wide Web; Physics","score_opus":0.1270955804578844,"score_gpt":0.3890749637630919,"score_spread":0.26197938330520754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413322219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012357908,0.00023259858,0.9746191,0.00014290932,0.00047654213,0.00022225265,0.0000037481316,0.0006791409,0.0112657985],"genre_scores_gemma":[0.8964676,0.000041162286,0.096943,0.00007742252,0.00015800049,0.0003801284,0.000012855785,0.00002481911,0.005894998],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996905,0.000005523014,0.00010037526,0.00006989261,0.000022774067,0.00011099121],"domain_scores_gemma":[0.999646,0.00019848431,0.0000067827445,0.00011794817,0.000012118724,0.000018686726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001041009,0.000055658395,0.0000779499,0.000041783544,0.000057207402,0.00001146556,0.000056628654,0.000044030756,0.0000070463434],"category_scores_gemma":[0.000040312785,0.000050682418,0.000028445595,0.00010892984,0.0000033868077,0.000023918225,0.0000065976997,0.00004632523,0.0000032683017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008441298,0.0000178012,0.0005031296,0.0007166988,0.000107264466,3.010032e-7,0.00016324909,0.65124875,0.07724551,0.08449352,0.12862445,0.056870896],"study_design_scores_gemma":[0.00049445813,0.000021479887,0.006729252,0.00015604123,0.00002804488,0.0000027840513,0.0009132505,0.27276546,0.034882646,0.00288375,0.6808581,0.00026477085],"about_ca_topic_score_codex":0.000005240752,"about_ca_topic_score_gemma":0.0000012892455,"teacher_disagreement_score":0.88410974,"about_ca_system_score_codex":0.000031617987,"about_ca_system_score_gemma":0.000008350415,"threshold_uncertainty_score":0.2066769},"labels":[],"label_agreement":null},{"id":"W4414606571","doi":"10.2139/ssrn.5461755","title":"&lt;p&gt;From Reactive to Predictive: Integrating Six Sigma and AI/ML for Sustainable Operational Excellence&lt;/p&gt;","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Mindset; Adaptability; Six Sigma; Work (physics); Quality (philosophy); Bridge (graph theory); Workforce; Sustainability","score_opus":0.011884248863426646,"score_gpt":0.26904803216964,"score_spread":0.25716378330621337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414606571","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034276318,0.007251621,0.9540187,0.0008667167,0.0006115577,0.0012303041,0.00018766278,0.0002718772,0.0012852434],"genre_scores_gemma":[0.9586327,0.003789266,0.027474679,0.000086970394,0.001979016,0.0013799958,0.00019429903,0.00013957263,0.0063235154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968103,0.00010099798,0.0005933039,0.0005431938,0.00025251476,0.0016996759],"domain_scores_gemma":[0.99827534,0.0006640033,0.00013232052,0.00037811007,0.0004221946,0.00012804424],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017779731,0.00046408825,0.0005666853,0.0002884666,0.00032530108,0.00026780315,0.0005019802,0.00037562527,0.000008945044],"category_scores_gemma":[0.0006580074,0.000457961,0.00017527633,0.00022946109,0.00003307693,0.00018262245,0.00027745668,0.0024173337,0.0000019165172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013186662,0.00007212983,0.00009273197,0.0005010169,0.0015073199,0.000006574315,0.0012311833,0.5225762,0.014642648,0.43673018,0.0062048715,0.016303258],"study_design_scores_gemma":[0.0021404661,0.00075819,0.00066002057,0.0016359816,0.00057870924,0.0002015336,0.007579276,0.37607414,0.0041588163,0.4800094,0.12392763,0.0022758185],"about_ca_topic_score_codex":0.00009832579,"about_ca_topic_score_gemma":0.0002492682,"teacher_disagreement_score":0.926544,"about_ca_system_score_codex":0.0020840862,"about_ca_system_score_gemma":0.0014888226,"threshold_uncertainty_score":0.9998841},"labels":[],"label_agreement":null},{"id":"W4414986918","doi":"10.1002/iis2.70032","title":"A Systems Engineering Framework for Navigating Complexity","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Complexity management; Popularity; Complex system; Work (physics); System of systems; Chaotic","score_opus":0.03588354237784164,"score_gpt":0.32211021665808576,"score_spread":0.2862266742802441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414986918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027149329,0.00033561094,0.9638295,0.0005830585,0.004945239,0.00040244043,0.00007115644,0.0007882249,0.0018954149],"genre_scores_gemma":[0.91465175,0.000028585135,0.08400804,0.000039881186,0.00048199037,0.0006147713,0.00003582098,0.00003348611,0.00010564834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999174,0.000007927017,0.00032288083,0.00017479289,0.000117429656,0.0002030005],"domain_scores_gemma":[0.9990529,0.0005745243,0.000035018922,0.00021447573,0.00009064023,0.000032437576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023182377,0.00015315406,0.00018265127,0.000058494563,0.000058678863,0.00009708767,0.00033782548,0.000111017915,0.0000055089217],"category_scores_gemma":[0.00017589341,0.00016641093,0.000081663195,0.00017043222,0.000017073358,0.0000715431,0.000049545495,0.00019925488,0.000009372933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045607085,0.000013957693,0.0001331356,0.00022164699,0.000150454,0.0000010263881,0.000071656825,0.5618952,0.016043473,0.4194181,0.00086465315,0.0011821168],"study_design_scores_gemma":[0.0002500744,0.00001062861,0.00040532302,0.000636657,0.000018265835,0.000011882421,0.00007778936,0.9267309,0.0048234975,0.0075536068,0.059223212,0.00025820863],"about_ca_topic_score_codex":0.00003434145,"about_ca_topic_score_gemma":0.0000012910114,"teacher_disagreement_score":0.88750243,"about_ca_system_score_codex":0.00019050567,"about_ca_system_score_gemma":0.000009141729,"threshold_uncertainty_score":0.67860407},"labels":[],"label_agreement":null},{"id":"W4415319735","doi":"","title":"Surrogate-Based Modeling and Optimization of Expensive System Architectures Problems using ONERA and DLR Softwares: An Integrated Framework","year":2024,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Group for Research in Decision Analysis; HEC Montréal","funders":"","keywords":"Key (lock); Work (physics); Systems architecture; Multi-objective optimization; Automation","score_opus":0.02764322041436714,"score_gpt":0.240554894910621,"score_spread":0.21291167449625384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415319735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23617911,0.002209159,0.76077396,0.000071462,0.000057451514,0.00017770876,0.000015436959,0.00045006754,0.000065652624],"genre_scores_gemma":[0.6499082,0.000068337395,0.3499311,0.000002418833,0.000006105322,0.000021636472,0.000028022047,0.000025888588,0.000008300705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986371,0.0005984736,0.0002690793,0.00024815992,0.000106659034,0.00014056709],"domain_scores_gemma":[0.9982184,0.00095099333,0.00004629714,0.00040106027,0.0003213672,0.00006184854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012243582,0.00014654051,0.00018959914,0.00014665452,0.00009834028,0.00014454575,0.00014326561,0.00010521623,0.0000033979456],"category_scores_gemma":[0.00033321505,0.00014177455,0.000032505828,0.0002968935,0.00006139013,0.00007138461,0.000045556535,0.00017054152,3.4485763e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015685749,0.000012299241,0.000051654813,0.0005025544,0.000021457196,5.609255e-7,0.0024347669,0.9809514,0.005219697,0.0050031445,0.0000021518829,0.005798701],"study_design_scores_gemma":[0.00008506048,4.264963e-7,0.000019583684,0.0022564163,0.000018221564,0.00000939533,0.00035597142,0.988977,0.007880776,0.00021368585,0.000054551518,0.00012886744],"about_ca_topic_score_codex":0.0002880347,"about_ca_topic_score_gemma":0.000037120564,"teacher_disagreement_score":0.41372907,"about_ca_system_score_codex":0.00004538564,"about_ca_system_score_gemma":0.000032800133,"threshold_uncertainty_score":0.57813984},"labels":[],"label_agreement":null},{"id":"W4415665797","doi":"10.1145/3772008.3772020","title":"Report on the 13th ACM/IEEE International Workshop on Software Engineering for Systems-of-Systems and Software Ecosystems - SESoS@ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software development; Software; Software requirements; Software peer review; Software system","score_opus":0.05786097938940332,"score_gpt":0.29832217071275635,"score_spread":0.24046119132335303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17038724,0.004075708,0.8082786,0.0002637872,0.010661396,0.002372073,0.00050269143,0.0034449538,0.000013517357],"genre_scores_gemma":[0.93557847,0.00022228755,0.060124587,0.000051230076,0.0009285917,0.0021806997,0.00017323838,0.0003005271,0.00044035632],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967743,0.000053690546,0.0011981013,0.00076101243,0.00048704722,0.0007258515],"domain_scores_gemma":[0.9333273,0.063878804,0.00023358938,0.0021342463,0.0002790176,0.0001470214],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011165485,0.00079362665,0.0009388894,0.000584659,0.00018911553,0.00024470736,0.0013974763,0.00045400835,0.000007199397],"category_scores_gemma":[0.11706138,0.00070730963,0.00026765646,0.0006715754,0.000045212728,0.00016966046,0.0002532107,0.0006206015,0.000011461738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028693434,0.000043870685,0.013139713,0.0025096524,0.00056836585,0.000021178388,0.00013941979,0.9708591,0.0013305227,0.0031095943,0.006618481,0.0016313929],"study_design_scores_gemma":[0.005375624,0.00067326444,0.05103236,0.029759992,0.0010484225,0.00076174986,0.00093237334,0.4817416,0.029029772,0.00028421314,0.391454,0.007906625],"about_ca_topic_score_codex":0.00006941376,"about_ca_topic_score_gemma":0.000003937566,"teacher_disagreement_score":0.76519126,"about_ca_system_score_codex":0.00031388729,"about_ca_system_score_gemma":0.00006737376,"threshold_uncertainty_score":0.9995378},"labels":[],"label_agreement":null},{"id":"W4416936320","doi":"10.1016/j.softx.2025.102471","title":"CoDeF: A web-based education platform for system-level design of unmanned vehicles","year":2025,"lang":"en","type":"article","venue":"SoftwareX","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; Korea Aerospace Research Institute","keywords":"Deliverable; Bridging (networking); Extensibility; Process (computing); Engineering design process; Systems design; Collaborative engineering; Design process","score_opus":0.060126884018409446,"score_gpt":0.28656506835993584,"score_spread":0.2264381843415264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416936320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009539089,0.0005270134,0.98773855,0.00003127363,0.0005104916,0.0006430961,0.000054712746,0.000690708,0.00026506025],"genre_scores_gemma":[0.81370276,0.000006954086,0.18531874,0.0000170465,0.000040154264,0.00068606297,0.000021813064,0.00002391755,0.00018256712],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939597,0.000015204607,0.00025596182,0.00012062417,0.00006172027,0.00015050452],"domain_scores_gemma":[0.9989571,0.00063994055,0.000038388793,0.00025902418,0.00008317369,0.000022397884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002902495,0.00011353079,0.00019974337,0.00012915849,0.000045703753,0.000012610282,0.00015411137,0.00009122655,0.0000018656524],"category_scores_gemma":[0.00015083769,0.00011425637,0.000061705374,0.00022638765,0.00001621483,0.000033873952,0.000009912202,0.000049003076,0.0000038010257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046864698,0.00007491872,0.00037456997,0.005642942,0.00015078261,2.1923012e-7,0.0001258083,0.84922767,0.040095437,0.037456326,0.024119694,0.04268475],"study_design_scores_gemma":[0.0013685151,0.00007540664,0.0017494662,0.0009702581,0.000115392046,0.0000028326335,0.0006315105,0.899611,0.07407823,0.0031003777,0.017847516,0.00044952764],"about_ca_topic_score_codex":0.000013040948,"about_ca_topic_score_gemma":0.0000013314158,"teacher_disagreement_score":0.80416363,"about_ca_system_score_codex":0.00009927517,"about_ca_system_score_gemma":0.00014086951,"threshold_uncertainty_score":0.46592396},"labels":[],"label_agreement":null},{"id":"W4417250811","doi":"10.1109/models-c68889.2025.00066","title":"Towards Model-Based Decision-Telling: Design Evolution Through Decision Nodes","year":2025,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Traceability; Structuring; Decision support system; Systems design; Control (management); Design rationale; Requirements traceability","score_opus":0.06645423046834055,"score_gpt":0.3143437433563108,"score_spread":0.2478895128879703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417250811","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039319214,0.00086711225,0.98857886,0.000052976713,0.0004694536,0.00027718104,0.000003760725,0.001013245,0.004805482],"genre_scores_gemma":[0.4231428,0.00004878761,0.5765665,0.000029752287,0.000024530333,0.000066747365,0.0000020344269,0.000017483117,0.00010136849],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990167,0.00002500135,0.0003271595,0.00023299572,0.00016010513,0.00023805391],"domain_scores_gemma":[0.9985643,0.00086022145,0.000017769484,0.00045628715,0.00006780589,0.000033624852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040880646,0.00018395588,0.00021679082,0.0001326861,0.000090580994,0.0000442423,0.00025798037,0.00015143948,0.000022538426],"category_scores_gemma":[0.00022168815,0.00016237906,0.00008811401,0.00047064995,0.000020292,0.000091898655,0.000030436284,0.00011694352,0.000036611138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009449352,0.000011313652,0.000011687304,0.000027837068,0.000013451313,3.3320677e-7,0.000015088541,0.95419025,0.0025770962,0.016710501,0.0036551235,0.022777846],"study_design_scores_gemma":[0.00020620217,0.000007587019,0.00010946881,0.000096507705,0.000014343071,7.8677874e-7,0.000023228013,0.9314227,0.013831442,0.051877268,0.002252914,0.00015752323],"about_ca_topic_score_codex":0.00001902867,"about_ca_topic_score_gemma":0.000002116549,"teacher_disagreement_score":0.41921085,"about_ca_system_score_codex":0.00016848341,"about_ca_system_score_gemma":0.000056976896,"threshold_uncertainty_score":0.66216254},"labels":[],"label_agreement":null},{"id":"W4417250833","doi":"10.1109/models-c68889.2025.00055","title":"Model-Based Systems Engineering Perspectives: A Survey of Practitioner Experiences and Challenges","year":2025,"lang":"","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Traceability; Software deployment; Personalization; Leverage (statistics); System of systems; System of systems engineering; Work (physics)","score_opus":0.11278252570535406,"score_gpt":0.30663956881733395,"score_spread":0.19385704311197988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417250833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04523119,0.10418191,0.84685725,0.00020914226,0.00062043796,0.0005785663,0.000037847054,0.00028087417,0.0020027854],"genre_scores_gemma":[0.9768666,0.0071996115,0.015197422,0.000003685905,0.0000385245,0.00047618078,0.0000042497745,0.000037136753,0.00017655925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982405,0.00013871648,0.0006295458,0.00047204294,0.00018284179,0.00033636778],"domain_scores_gemma":[0.99762094,0.0014081787,0.00010726108,0.00052488764,0.00026553756,0.000073171104],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011661613,0.0003575534,0.0006358071,0.00035297655,0.00007572436,0.000075443,0.00023059735,0.00024093613,0.000013188079],"category_scores_gemma":[0.00067811,0.0003607892,0.000074808355,0.00054504455,0.000097247656,0.00015251269,0.00006310032,0.00020515251,0.0000015215322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010638738,0.00005499184,0.00006720212,0.0024005526,0.00016481697,4.6777893e-7,0.004355858,0.9507956,0.0017231068,0.039748058,0.0000715682,0.00060714205],"study_design_scores_gemma":[0.0002787083,0.00003393895,0.002931554,0.0005167541,0.00004258094,0.0000024342883,0.028501416,0.9658099,0.0011153277,0.000020015523,0.00043445505,0.00031294124],"about_ca_topic_score_codex":0.0005225224,"about_ca_topic_score_gemma":0.00002263814,"teacher_disagreement_score":0.93163544,"about_ca_system_score_codex":0.0001097455,"about_ca_system_score_gemma":0.0001053398,"threshold_uncertainty_score":0.9998844},"labels":[],"label_agreement":null},{"id":"W4417250849","doi":"10.1109/models-c68889.2025.00051","title":"DarTwin made precise by SysMLv2 – An Experiment","year":2025,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Interfacing; Notation; Field (mathematics); Digital subscriber line; Point (geometry); Feature (linguistics)","score_opus":0.019339803062629297,"score_gpt":0.286317660572834,"score_spread":0.2669778575102047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417250849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08383644,0.0017612249,0.8619996,0.00013054865,0.0005681901,0.00030868646,0.000011108457,0.0016827468,0.0497015],"genre_scores_gemma":[0.93784744,0.00006195455,0.05357656,0.00005765062,0.00005372196,0.00037930618,0.000018747707,0.000029784744,0.007974847],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999533,0.000014737889,0.00013834452,0.0001229778,0.000048963662,0.00014195144],"domain_scores_gemma":[0.9995943,0.000051400762,0.00000570723,0.00030612104,0.0000087663875,0.000033722103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010527225,0.00009383353,0.00010855573,0.000039992017,0.000028062263,0.00002603788,0.000139573,0.000052345695,0.000066097586],"category_scores_gemma":[0.000011273585,0.000087286346,0.000024437913,0.00012035712,0.000008253452,0.000047316284,0.000019095565,0.000052356823,0.000023142566],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027169156,0.000051592575,0.00006837125,0.00011653124,0.000064700784,6.596731e-7,0.00020216368,0.057650696,0.6924503,0.021879127,0.20970054,0.017812628],"study_design_scores_gemma":[0.00028316453,0.000024549066,0.00043479018,0.000045059493,0.000014496671,0.0000023734565,0.00053157023,0.092696555,0.5296606,0.00049151643,0.3754798,0.00033553917],"about_ca_topic_score_codex":0.000020736268,"about_ca_topic_score_gemma":0.0000011484042,"teacher_disagreement_score":0.854011,"about_ca_system_score_codex":0.00004101846,"about_ca_system_score_gemma":0.0000044376065,"threshold_uncertainty_score":0.3559434},"labels":[],"label_agreement":null},{"id":"W4417250881","doi":"10.1109/models-c68889.2025.00094","title":"A Critique of the Authoritative Source of Truth Concept in Model-Based Systems Engineering","year":2025,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Consistency (knowledge bases); Argument (complex analysis); Information system; Maturity (psychological); System of systems","score_opus":0.020208887963145933,"score_gpt":0.2731997892892975,"score_spread":0.25299090132615154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417250881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03853636,0.0004250262,0.95935106,0.00003263727,0.00024291419,0.0002474307,0.00001036994,0.00012468298,0.001029507],"genre_scores_gemma":[0.9887804,0.0000031724403,0.010967515,0.000004270438,0.000008499947,0.000091567905,7.686106e-7,0.000013206897,0.00013059446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936366,0.000034265104,0.00032325546,0.00008936447,0.00006922994,0.0001202441],"domain_scores_gemma":[0.99914825,0.000523461,0.000028055787,0.00024574343,0.00004206176,0.000012457152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023056251,0.00009832407,0.0002393077,0.000107995846,0.000010081547,0.000004921314,0.00018166479,0.00007211776,0.0000012811486],"category_scores_gemma":[0.00018263009,0.0000784606,0.000058818616,0.00040901516,0.000026925456,0.000021096417,0.000019908617,0.00010822061,1.6243199e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3262173e-7,0.0000062055146,0.000052173342,0.0003239894,0.0000131837105,4.7490186e-8,0.00017017683,0.93693835,0.011971809,0.050343737,0.00005934072,0.00012008852],"study_design_scores_gemma":[0.00015848,0.0000044375465,0.00037100568,0.00025906405,0.0000068174395,2.271665e-7,0.0003557169,0.9538197,0.04470341,0.0001366555,0.000119002216,0.00006546652],"about_ca_topic_score_codex":0.000078749144,"about_ca_topic_score_gemma":0.0000020553555,"teacher_disagreement_score":0.95024407,"about_ca_system_score_codex":0.000043053187,"about_ca_system_score_gemma":0.000026797541,"threshold_uncertainty_score":0.31995305},"labels":[],"label_agreement":null},{"id":"W6885988265","doi":"10.14279/tuj.eceasst.66.887.873","title":"From System Requirements to Software Requirements in the Four-Variable Model","year":2014,"lang":"en","type":"article","venue":"Technische Universität Berlin – Universitätsbibliothek","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Requirements analysis; Software requirements specification; Requirement prioritization; Software requirements; Software; Requirements traceability; Requirements elicitation; Requirement","score_opus":0.049031941105286615,"score_gpt":0.24943892417424723,"score_spread":0.20040698306896063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6885988265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028838947,0.000052649822,0.94923973,0.00017181456,0.00022226061,0.00064028864,0.00009160092,0.0012902764,0.019452425],"genre_scores_gemma":[0.7587627,0.000034889534,0.2400281,0.00016731836,0.00014424835,0.00002707311,0.000055083485,0.00007991,0.0007006912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982078,0.00012598606,0.00030274468,0.0004443003,0.00039723155,0.0005219142],"domain_scores_gemma":[0.99841094,0.00032139826,0.00006966776,0.001005132,0.0000728979,0.000119967706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076632824,0.00032862846,0.00035478594,0.0014185408,0.00021129247,0.000086315,0.0013907568,0.00020859767,0.000036616155],"category_scores_gemma":[0.00006353749,0.00031852734,0.00009071525,0.0031053806,0.000045760687,0.00088052126,0.00021488703,0.00030713755,0.000078940924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061482024,0.000087666136,0.00039676373,0.00025528588,0.00024491546,0.000055653858,0.0023779524,0.84449416,0.026027724,0.09115392,0.0318582,0.0029862795],"study_design_scores_gemma":[0.003024591,0.00019569886,0.0004900738,0.00090066635,0.00036491206,0.00002835007,0.012671171,0.7467438,0.0024700265,0.004365198,0.22686341,0.0018821366],"about_ca_topic_score_codex":0.00029847337,"about_ca_topic_score_gemma":0.000025310455,"teacher_disagreement_score":0.7299237,"about_ca_system_score_codex":0.00043503506,"about_ca_system_score_gemma":0.000034762696,"threshold_uncertainty_score":0.9999267},"labels":[],"label_agreement":null},{"id":"W6894085669","doi":"10.5281/zenodo.7070901","title":"Systems architecting: a practical example of design space modeling and safety-based filtering within the AGILE4.0 project","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Horizon 2020 Framework Programme","keywords":"Aerospace; Process (computing); Architecture; Systems design; Filter (signal processing); Systems architecture; Space (punctuation); System safety; Baseline (sea)","score_opus":0.15038707285127345,"score_gpt":0.2838096277934453,"score_spread":0.13342255494217187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894085669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013207342,0.00012533143,0.98292357,0.00015169862,0.000093687224,0.0006907999,0.000054561995,0.0007199372,0.0020331002],"genre_scores_gemma":[0.98580545,0.000014278104,0.013458185,0.000008219604,0.000049000406,0.0000013846518,0.00006418512,0.00056407787,0.00003524506],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866104,0.0005018839,0.00024042564,0.00019477797,0.00021484063,0.00018703585],"domain_scores_gemma":[0.99928313,0.00020976238,0.000062890045,0.0003228555,0.00008362305,0.00003775576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018323667,0.00009894991,0.00013004855,0.00012394521,0.0010806643,0.00016774752,0.00033941763,0.000023224035,0.00009428318],"category_scores_gemma":[0.000455636,0.00009063584,0.00002432715,0.00038195855,0.000044178214,0.000052885367,0.00038384885,0.00028686298,0.000015043741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025681758,0.000013713227,3.0620282e-7,0.00012646308,0.000024004416,0.0000017263683,0.0010345876,0.98266953,0.009896107,0.0032932886,0.001563777,0.0013507975],"study_design_scores_gemma":[0.00017704972,0.00008864614,0.0000057307675,0.000025532298,0.000010417883,0.00013834862,0.0013935952,0.87650466,0.00048775453,0.000041411782,0.12102287,0.00010397181],"about_ca_topic_score_codex":0.00007757432,"about_ca_topic_score_gemma":9.09393e-8,"teacher_disagreement_score":0.9725981,"about_ca_system_score_codex":0.00008834223,"about_ca_system_score_gemma":0.000005154586,"threshold_uncertainty_score":0.83117056},"labels":[],"label_agreement":null},{"id":"W6911728400","doi":"10.5281/zenodo.15069628","title":"Re-Engineering for Resilience: Adapting to Tariffs in US Automotive and Aerospace Industries","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aerospace; Automotive industry; Supply chain; Raw material; Production (economics); Original equipment manufacturer","score_opus":0.036310263550068105,"score_gpt":0.26199706393151095,"score_spread":0.22568680038144284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911728400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1874006,0.00038517916,0.7910559,0.002108458,0.0003000896,0.0016766614,0.00013939811,0.0028161947,0.014117477],"genre_scores_gemma":[0.9880782,0.00004188294,0.010629639,0.000049361417,0.00006574773,0.0000013510593,0.00007187447,0.00050747563,0.0005544932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991861,0.000043822398,0.00018632073,0.00023108748,0.00008491023,0.00026777253],"domain_scores_gemma":[0.9994601,0.000109797256,0.000018329089,0.00021387452,0.00013597686,0.00006194773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055368856,0.00011148947,0.0001381393,0.00025214723,0.00035203598,0.00021837922,0.00031060056,0.00007129904,0.00005912487],"category_scores_gemma":[0.0015057503,0.00012882454,0.000016490409,0.0007409989,0.000020461055,0.00009108746,0.00026347736,0.00018834152,0.00003873362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003552281,0.00003610625,0.0000621301,0.0005118522,0.00006586856,0.00000384094,0.0021855289,0.7359855,0.024938356,0.010479015,0.14150621,0.08419004],"study_design_scores_gemma":[0.00043407961,0.000088594395,0.0033147933,0.000221081,0.000009860531,0.000007954,0.0014069303,0.07609488,0.0042040385,0.000104791936,0.9138435,0.00026950307],"about_ca_topic_score_codex":0.000021337797,"about_ca_topic_score_gemma":0.0000017918455,"teacher_disagreement_score":0.8006776,"about_ca_system_score_codex":0.0001732368,"about_ca_system_score_gemma":0.000002343042,"threshold_uncertainty_score":0.5253312},"labels":[],"label_agreement":null},{"id":"W6911957739","doi":"10.5281/zenodo.15069629","title":"Re-Engineering for Resilience: Adapting to Tariffs in US Automotive and Aerospace Industries","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aerospace; Automotive industry; Supply chain; Raw material; Production (economics); Original equipment manufacturer","score_opus":0.036310263550068105,"score_gpt":0.26199706393151095,"score_spread":0.22568680038144284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911957739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1874006,0.00038517916,0.7910559,0.002108458,0.0003000896,0.0016766614,0.00013939811,0.0028161947,0.014117477],"genre_scores_gemma":[0.9880782,0.00004188294,0.010629639,0.000049361417,0.00006574773,0.0000013510593,0.00007187447,0.00050747563,0.0005544932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991861,0.000043822398,0.00018632073,0.00023108748,0.00008491023,0.00026777253],"domain_scores_gemma":[0.9994601,0.000109797256,0.000018329089,0.00021387452,0.00013597686,0.00006194773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055368856,0.00011148947,0.0001381393,0.00025214723,0.00035203598,0.00021837922,0.00031060056,0.00007129904,0.00005912487],"category_scores_gemma":[0.0015057503,0.00012882454,0.000016490409,0.0007409989,0.000020461055,0.00009108746,0.00026347736,0.00018834152,0.00003873362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003552281,0.00003610625,0.0000621301,0.0005118522,0.00006586856,0.00000384094,0.0021855289,0.7359855,0.024938356,0.010479015,0.14150621,0.08419004],"study_design_scores_gemma":[0.00043407961,0.000088594395,0.0033147933,0.000221081,0.000009860531,0.000007954,0.0014069303,0.07609488,0.0042040385,0.000104791936,0.9138435,0.00026950307],"about_ca_topic_score_codex":0.000021337797,"about_ca_topic_score_gemma":0.0000017918455,"teacher_disagreement_score":0.8006776,"about_ca_system_score_codex":0.0001732368,"about_ca_system_score_gemma":0.000002343042,"threshold_uncertainty_score":0.5253312},"labels":[],"label_agreement":null},{"id":"W6949331303","doi":"10.5281/zenodo.16877666","title":"LVIS Product Data Viewer","year":2025,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code (set theory); Product (mathematics); Visualization; Data access; Information visualization","score_opus":0.08841549058558075,"score_gpt":0.2821276934345758,"score_spread":0.19371220284899504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949331303","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024126862,0.002224246,0.064149246,0.0001227336,0.0004457847,0.0005521603,0.0014461502,0.005599589,0.92545766],"genre_scores_gemma":[0.0017455835,0.0060830014,0.018304087,0.000109813314,0.0028107783,6.758409e-7,0.02689193,0.03378874,0.9102654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879164,0.00011224409,0.00020109359,0.00045067983,0.00017782806,0.00026651673],"domain_scores_gemma":[0.9981447,0.000022961744,0.00004948966,0.0016180415,0.000103446866,0.00006137251],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045955915,0.00019825296,0.00022297217,0.00027336006,0.00031666807,0.0002685887,0.0018279469,0.00011244703,0.01230137],"category_scores_gemma":[0.00050453574,0.0002116735,0.00003342089,0.0004284284,0.000047286412,0.000058640675,0.0011629168,0.0002704136,0.0056248107],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.294197e-7,0.000011754496,5.301843e-8,0.00030025147,0.00006999787,0.0000014159558,0.000024508017,0.00023986593,0.00020421256,0.0009887116,0.9153044,0.08285389],"study_design_scores_gemma":[0.00009058585,0.000009385504,0.000008788589,0.0001254339,0.000022030958,0.000012831036,0.00001922071,0.001024002,0.000051331066,0.000027417456,0.9984094,0.0001995699],"about_ca_topic_score_codex":0.00002228973,"about_ca_topic_score_gemma":3.6339353e-7,"teacher_disagreement_score":0.083105,"about_ca_system_score_codex":0.00007075983,"about_ca_system_score_gemma":0.0000026872626,"threshold_uncertainty_score":0.99514943},"labels":[],"label_agreement":null},{"id":"W7023827123","doi":"","title":"Peter GORDAY, Principies of Patristic Exegesis, Romans 9-11 in Origen, John Chrysostom and Augustine, The Edwin Mellen Press («Studies in the Bible and Early Christianity», 4), New York and Toronto 1983, VII + 403 pp., 15,5 x 23. [RECENSIÓN]","year":2018,"lang":"es","type":"other","venue":"Deposito Adademico Digital Universidad De Navarra (University of Navarra)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"John Chrysostom; Adobe; Chapel","score_opus":0.032780248633180256,"score_gpt":0.24534676580078082,"score_spread":0.21256651716760055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023827123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193766,0.06380405,0.0037248721,0.00020158246,0.00029457302,0.0014669023,0.00027006248,0.00014447368,0.010716861],"genre_scores_gemma":[0.9732373,0.01956658,0.0021420273,0.000010813797,0.00019818875,0.0000039695556,0.000021337253,0.00011783421,0.0047019846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977354,0.0002294977,0.00047853764,0.0006510107,0.0003548583,0.00055069645],"domain_scores_gemma":[0.9975872,0.0011263572,0.00039077768,0.000619561,0.00010723286,0.00016883774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004782273,0.0006098019,0.0010317954,0.00036564493,0.00023304079,0.000121780606,0.00083812646,0.0005928408,0.000021170115],"category_scores_gemma":[0.0001664417,0.0005555036,0.00013878482,0.0006169634,0.00075811206,0.0004599239,0.00044787384,0.0004896965,0.0000040186014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024009976,0.001398565,0.35122755,0.025890032,0.008454254,0.0014106546,0.26505867,0.006415634,0.019752081,0.018883916,0.26617438,0.03293331],"study_design_scores_gemma":[0.0072470577,0.0011428989,0.4591705,0.00876232,0.0019082852,0.00064940145,0.12630074,0.003218609,0.0007837422,0.00033298554,0.38694674,0.0035367324],"about_ca_topic_score_codex":0.02401895,"about_ca_topic_score_gemma":0.0043931506,"teacher_disagreement_score":0.13875791,"about_ca_system_score_codex":0.0002811159,"about_ca_system_score_gemma":0.00010454732,"threshold_uncertainty_score":0.99968964},"labels":[],"label_agreement":null},{"id":"W7043554303","doi":"","title":"System of systems approach to air transportation design","year":2015,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University; Purdue University; National Aeronautics and Space Administration","keywords":"Variable (mathematics); Variable neighborhood search; Air traffic control; Table (database); Optimization problem; Flow network; Aviation; Systems design","score_opus":0.04992904233487655,"score_gpt":0.2530494057488935,"score_spread":0.20312036341401696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043554303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8084919,0.0034181096,0.009235192,0.0000032502282,0.009247139,0.008126446,0.0056165056,0.0056773643,0.15018412],"genre_scores_gemma":[0.9762066,0.000045157427,0.019941436,0.000004539583,0.00008358137,0.001399943,0.0010667064,0.00032907215,0.0009229895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965146,0.00026023286,0.0012878171,0.0006842707,0.0007028256,0.00055024464],"domain_scores_gemma":[0.9977656,0.00024152822,0.00032460853,0.0008860099,0.00047970982,0.00030252317],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015430117,0.0007230407,0.0011579549,0.00049266213,0.00019219956,0.000034518256,0.0006783518,0.0008261984,0.000003197661],"category_scores_gemma":[0.00018031723,0.00078028976,0.00024558973,0.0008442956,0.000016038213,0.0002224471,0.000013975093,0.0006493422,0.00008026001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006891236,0.0000725875,0.0000017207209,0.00755764,0.00036047085,0.0000072090047,0.00005426804,0.85480845,0.05164383,0.07544031,0.000100347876,0.009884264],"study_design_scores_gemma":[0.007185027,0.0014804311,0.0039828965,0.018936444,0.004431577,0.00032375706,0.034498073,0.12334025,0.53502434,0.0078900065,0.24559376,0.017313456],"about_ca_topic_score_codex":0.00023580203,"about_ca_topic_score_gemma":0.000032984746,"teacher_disagreement_score":0.7314682,"about_ca_system_score_codex":0.00080192916,"about_ca_system_score_gemma":0.00003808133,"threshold_uncertainty_score":0.9994648},"labels":[],"label_agreement":null},{"id":"W7043999587","doi":"","title":"Using Web services choreography to support an extensible and flexible system development process","year":2006,"lang":"en","type":"dissertation","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Nucleofection; TSG101; Articular cartilage damage; Proteogenomics; Triacetin","score_opus":0.03852097837947636,"score_gpt":0.27077858140440886,"score_spread":0.2322576030249325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7043999587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99499905,0.00035960999,0.0008628866,0.0000047400868,0.00033659986,0.00055642053,0.00007736466,0.00059556914,0.002207736],"genre_scores_gemma":[0.9733433,0.000020338743,0.024698885,0.0000061479286,0.00008385785,0.0000075822813,0.0006248011,0.00010561375,0.0011094512],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9982339,0.000056076835,0.0003469731,0.00055526354,0.0003821223,0.00042564896],"domain_scores_gemma":[0.9988746,0.000037208298,0.00017604513,0.0004697381,0.0002254907,0.00021693089],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047740838,0.00042949675,0.00060955074,0.0007267526,0.00038467083,0.00006857523,0.00054644013,0.00048496271,0.000025416184],"category_scores_gemma":[0.000006760887,0.00055954326,0.000111598856,0.0007105565,0.000030648403,0.00041399308,0.00006966885,0.0003416772,0.000022405438],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008188595,0.0004424469,0.09087075,0.067742966,0.0021346018,0.0001914369,0.036304347,0.18782207,0.59345025,0.0011014392,0.0008160959,0.018304743],"study_design_scores_gemma":[0.0038178468,0.0005523292,0.7323582,0.008414114,0.0015530817,0.00021374573,0.08753106,0.024709638,0.10763002,0.00023363481,0.026122605,0.006863692],"about_ca_topic_score_codex":0.000119594486,"about_ca_topic_score_gemma":0.00068537786,"teacher_disagreement_score":0.6414875,"about_ca_system_score_codex":0.00019642641,"about_ca_system_score_gemma":0.00010653608,"threshold_uncertainty_score":0.9996856},"labels":[],"label_agreement":null},{"id":"W7096516146","doi":"","title":"POINT OF CONTACT: Bruce A. ChalmersApplying a Work-Centred Exploratory Design Framework to Joint Fires Coordination","year":2010,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Joint (building); Principal (computer security); Process (computing); Plan (archaeology); Systems design; Engineering design process; Point (geometry); Work (physics); Design process; Information system","score_opus":0.07463917875284487,"score_gpt":0.257785497027589,"score_spread":0.18314631827474415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096516146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09621142,0.0001273209,0.90153205,0.00020474265,0.00053984084,0.00048484566,0.0000029879232,0.00047834462,0.00041845944],"genre_scores_gemma":[0.79509056,0.000008129528,0.20453465,0.000024895407,0.00008779839,0.00018497968,0.0000017902325,0.000029805055,0.00003740387],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99917024,0.000029547937,0.0003022623,0.00016205329,0.000118838805,0.00021706005],"domain_scores_gemma":[0.9990958,0.00036424442,0.00004148501,0.00035288229,0.0000610689,0.00008451348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033152502,0.00014965315,0.00023618947,0.00011064897,0.000037107246,0.000022867207,0.00015146598,0.00012953032,0.00008059341],"category_scores_gemma":[0.00030976415,0.0001448228,0.00005525734,0.00032760442,0.000013283935,0.000073880095,0.00003284125,0.00021275105,0.00003781998],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001331136,0.000036229845,0.00013703987,0.00012224237,0.00006785355,0.0000017918723,0.0021055855,0.08645863,0.8724537,0.01960691,0.006098226,0.012898499],"study_design_scores_gemma":[0.0009214276,0.00015927863,0.010785535,0.00066564075,0.00007089893,0.00001708438,0.0042592995,0.09029654,0.8718786,0.003989064,0.01549004,0.0014665714],"about_ca_topic_score_codex":0.000016657777,"about_ca_topic_score_gemma":0.000002231248,"teacher_disagreement_score":0.6988791,"about_ca_system_score_codex":0.00003342802,"about_ca_system_score_gemma":0.000011085926,"threshold_uncertainty_score":0.5905703},"labels":[],"label_agreement":null},{"id":"W7097618023","doi":"","title":"CANADA-UNITED STATES TRADE CENTER OCCASIONAL PAPER NO. 35 Strategic Destruction of the North American and European Commercial Aircraft Industry: Implications of the System Integration Business Model","year":2007,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Airframe; Outsourcing; Component (thermodynamics); System integration; Technology transfer; Business model; Vertical integration; Aviation; Production (economics)","score_opus":0.031804816963301986,"score_gpt":0.22905564473725876,"score_spread":0.19725082777395678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097618023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518406,0.000006507693,0.046638377,0.00033445115,0.00016496371,0.00019961492,0.00011936381,0.000057754754,0.00063840527],"genre_scores_gemma":[0.99777424,0.000008021933,0.0020484095,0.00005035829,0.000043754466,0.000008933879,0.000033348802,0.000017754679,0.000015204026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992911,0.000058636902,0.00031256,0.0000956054,0.00011493191,0.00012713125],"domain_scores_gemma":[0.9994312,0.00008402763,0.00009748237,0.00026344135,0.00009127308,0.000032606033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016386036,0.00011255571,0.00013427643,0.000042489974,0.000087337765,0.000009661286,0.00017929572,0.000038028673,0.0000011272216],"category_scores_gemma":[0.000018675768,0.000069643145,0.000028265098,0.00057605025,0.00007983195,0.000038702696,0.000030964427,0.00018053154,1.261323e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009936064,0.000037799226,0.03541915,0.00020129135,0.00006271529,2.3743603e-7,0.00022305638,0.93467134,0.017355798,0.0065566394,0.0016969562,0.0037650752],"study_design_scores_gemma":[0.00011089637,0.0000057348734,0.89835477,0.000050369497,0.000018803412,0.000014360352,0.00073486794,0.099464,0.00068519014,0.000017259234,0.0004459956,0.00009775315],"about_ca_topic_score_codex":0.03364303,"about_ca_topic_score_gemma":0.09260532,"teacher_disagreement_score":0.8629356,"about_ca_system_score_codex":0.00008400031,"about_ca_system_score_gemma":0.000052382926,"threshold_uncertainty_score":0.972792},"labels":[],"label_agreement":null},{"id":"W7099239688","doi":"","title":"Toward an Integrated Executable Architecture and M&amp;amp;S Based Analysis for Counter Terrorism and Homeland Security ABSTRACT","year":2008,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Executable; Homeland security; Interoperability; Government (linguistics); Architecture; Process (computing); Security policy","score_opus":0.06995463894175936,"score_gpt":0.2797799373478499,"score_spread":0.20982529840609054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099239688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47741637,0.00017664848,0.52177244,0.000038354938,0.000035073113,0.00014870657,0.000059845137,0.00019831429,0.00015424336],"genre_scores_gemma":[0.9343362,0.000051306048,0.06521658,0.000022984805,0.000044511897,0.00007629356,0.0001037721,0.00002194024,0.00012645309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933517,0.000014619409,0.00017857323,0.00021160442,0.0000681393,0.00019188484],"domain_scores_gemma":[0.9994562,0.00017236552,0.000020958223,0.00023316426,0.00003464623,0.000082626364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018915982,0.00016695794,0.00028444547,0.00014773135,0.00006779202,0.000039629558,0.00007431359,0.000105710875,0.00004236864],"category_scores_gemma":[0.000031028765,0.0001351106,0.00005657263,0.000231114,0.00003634472,0.00006386374,0.0000108481245,0.00011895552,0.0000016758487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014439168,0.00020330916,0.03630267,0.0015825473,0.0022930172,0.000013483171,0.009173995,0.88826364,0.036166403,0.0004743774,0.011720016,0.013662129],"study_design_scores_gemma":[0.002277488,0.00012581336,0.10924022,0.000071095645,0.00063961267,0.0001569655,0.0009758668,0.5659813,0.0040768655,0.0011634711,0.31358787,0.0017033775],"about_ca_topic_score_codex":0.00018655238,"about_ca_topic_score_gemma":0.00020163957,"teacher_disagreement_score":0.4569198,"about_ca_system_score_codex":0.000019427569,"about_ca_system_score_gemma":0.000007808022,"threshold_uncertainty_score":0.550965},"labels":[],"label_agreement":null},{"id":"W7100420390","doi":"","title":"Crew Systems Solutions","year":2014,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Staffing; Product (mathematics); Anticipation (artificial intelligence); Service (business); Crew; Service provider; New product development","score_opus":0.046546423373620124,"score_gpt":0.2242489252796789,"score_spread":0.1777025019060588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100420390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033332645,0.00029295826,0.92176616,0.000032765467,0.000509922,0.00007641376,0.000001544028,0.0012167736,0.07277018],"genre_scores_gemma":[0.9893944,0.000018695939,0.009533031,0.000008515948,0.0001923311,0.00007505172,0.0000021896615,0.000016882932,0.000758869],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996265,0.00001531145,0.00010467439,0.00006303893,0.000043079344,0.00014735493],"domain_scores_gemma":[0.9996526,0.000099898425,0.0000056922154,0.00020138382,0.000011645179,0.000028761788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019677466,0.0000602756,0.000084569896,0.000029202836,0.00003814159,0.000021356345,0.0000810583,0.00003722911,0.000018434599],"category_scores_gemma":[0.000029563802,0.000053758133,0.00002321751,0.000084632506,0.000007345833,0.00002562161,0.000010512176,0.00004304268,0.0001546758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2564337e-7,0.0000036019205,0.000025118967,0.00006563161,0.000016528638,9.181415e-8,0.000019605715,0.6601893,0.007871238,0.30706233,0.020906216,0.003840256],"study_design_scores_gemma":[0.00005938962,0.0000058048836,0.0006424016,0.0000112460875,0.000004966959,0.0000073721126,0.000045747332,0.6991657,0.00034728958,0.00034214847,0.29924148,0.00012646068],"about_ca_topic_score_codex":0.000019917878,"about_ca_topic_score_gemma":0.0000013565234,"teacher_disagreement_score":0.98606116,"about_ca_system_score_codex":0.000016358686,"about_ca_system_score_gemma":0.0000014775165,"threshold_uncertainty_score":0.2192193},"labels":[],"label_agreement":null},{"id":"W7116101108","doi":"10.5281/zenodo.17973989","title":"Obligation Closure Constraint (OCC): The First Principle","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stock (firearms); Constraint (computer-aided design); Robustness (evolution); Empirical research; Identifier; Empirical evidence; Software; Equity (law)","score_opus":0.05633072773792855,"score_gpt":0.27176041739298507,"score_spread":0.21542968965505652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116101108","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022582555,0.0017512712,0.539727,0.0052819983,0.0026967025,0.004875341,0.002983487,0.014200301,0.40590137],"genre_scores_gemma":[0.98576695,0.00079889887,0.0047419914,0.00017519458,0.0008500531,0.0000032098758,0.0039247675,0.0023857784,0.0013531353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985916,0.00015909891,0.0003483845,0.00036209568,0.00023707685,0.00030172907],"domain_scores_gemma":[0.9985849,0.0000919867,0.000082742015,0.0008934315,0.00028359774,0.00006330059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087074435,0.00022754786,0.00021600665,0.00016300191,0.001195431,0.0006164864,0.0013358828,0.00019660061,0.000692382],"category_scores_gemma":[0.00042434977,0.00020767722,0.00009893983,0.0003848344,0.00012043781,0.000054305412,0.0015342882,0.00069607917,0.0007302152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017099668,0.000077543365,0.000011274934,0.0021946484,0.00043151787,0.0000066841963,0.0019608445,0.38891378,0.0012191265,0.07234663,0.4472843,0.085536525],"study_design_scores_gemma":[0.0001334464,0.000016303602,0.00042688719,0.00014205948,0.00002622407,0.000023690189,0.0001276267,0.014584525,0.00032825326,0.00067028176,0.98331195,0.00020875741],"about_ca_topic_score_codex":0.000010851576,"about_ca_topic_score_gemma":7.118397e-7,"teacher_disagreement_score":0.9631844,"about_ca_system_score_codex":0.0002255019,"about_ca_system_score_gemma":0.0000058584687,"threshold_uncertainty_score":0.9385683},"labels":[],"label_agreement":null},{"id":"W7118140988","doi":"10.23977/aetp.2025.090619","title":"Exploring a Project-Based Training Model for Engineering Undergraduates Driven by Model-Based Systems Engineering","year":2025,"lang":"","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Shanghai for Science and Technology","keywords":"Engineering education; Process (computing); Restructuring; System of systems engineering; Training (meteorology); Engineering design process; Health systems engineering; Scheme (mathematics); Model-driven architecture","score_opus":0.11280049133037849,"score_gpt":0.36955914628642433,"score_spread":0.25675865495604583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118140988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0139719155,0.025930926,0.95171326,0.0043441635,0.002022304,0.0012656731,0.00012249465,0.00048765886,0.00014161193],"genre_scores_gemma":[0.8192799,0.0019918818,0.17097223,0.00009880097,0.00009047665,0.00730706,0.000067565365,0.00008618872,0.000105884625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718714,0.000036329006,0.00089552556,0.0009088597,0.000116528674,0.0008556357],"domain_scores_gemma":[0.99771637,0.0013910355,0.00014287514,0.0005761679,0.00010674245,0.000066812965],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047834913,0.00058551936,0.000759787,0.0021192846,0.00016335143,0.000046466514,0.00051400653,0.00061372307,0.0000013658889],"category_scores_gemma":[0.00047875923,0.00071858364,0.00010657872,0.0016502866,0.00017060874,0.0003173204,0.000044649896,0.0007028478,0.0000012460206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025380674,0.00009590477,0.00024475457,0.001029561,0.000068269495,4.5281175e-7,0.00016197788,0.8602189,0.0036888535,0.1305382,0.00031204143,0.0036157533],"study_design_scores_gemma":[0.0010943051,0.000060348753,0.000063582826,0.00072408654,0.000052048512,0.000007757934,0.00024495754,0.9794557,0.00038713007,0.00758456,0.00976058,0.0005649537],"about_ca_topic_score_codex":0.0000056416425,"about_ca_topic_score_gemma":0.000005151537,"teacher_disagreement_score":0.805308,"about_ca_system_score_codex":0.0002508649,"about_ca_system_score_gemma":0.0003114959,"threshold_uncertainty_score":0.9995265},"labels":[],"label_agreement":null},{"id":"W7135639384","doi":"","title":"Anatomy of System Notations: A comprehensive inventory of graphical devices","year":2023,"lang":"en","type":"article","venue":"OCAD University Open Research Repository (OCAD University)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"","keywords":"Notation; Visualization; Chart; Graphical user interface; Graphical display; Data visualization","score_opus":0.11447640221424361,"score_gpt":0.33592546888817,"score_spread":0.2214490666739264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135639384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79438865,0.00012567872,0.0021687031,0.000045280693,0.00018594744,0.0006706636,0.000047830585,0.00035980044,0.20200743],"genre_scores_gemma":[0.99485254,0.00013882585,0.0009846333,9.98973e-7,0.000022610699,0.0000014977749,0.00001755053,0.000019419425,0.0039619235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983488,0.00044496523,0.00022313162,0.0002744664,0.00038810942,0.00032053769],"domain_scores_gemma":[0.99838924,0.0004537718,0.00008968546,0.0004758331,0.00046289718,0.00012854299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005464335,0.00014016566,0.000353639,0.0009767879,0.0003206395,0.000028431657,0.0010837142,0.00015822797,3.9611353e-7],"category_scores_gemma":[0.000025293517,0.00017211022,0.00012042456,0.0027694565,0.00031717928,0.00030809754,0.00029288133,0.0003032235,0.000012447641],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004550215,0.000027078095,0.0017846992,0.00067137624,0.00017637348,0.000115100614,0.00034866304,0.009251549,0.012107479,0.9749088,0.00041435997,0.00014898708],"study_design_scores_gemma":[0.0054842555,0.00065158424,0.08062766,0.0027160856,0.0003918729,0.000084853265,0.13483249,0.11300864,0.03228708,0.00029704053,0.6279053,0.0017131513],"about_ca_topic_score_codex":0.00079199555,"about_ca_topic_score_gemma":0.000049163602,"teacher_disagreement_score":0.9746118,"about_ca_system_score_codex":0.0002868019,"about_ca_system_score_gemma":0.00012378272,"threshold_uncertainty_score":0.70184505},"labels":[],"label_agreement":null},{"id":"W7162029898","doi":"10.82308/28114","title":"System of systems approach to air transportation design","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variable (mathematics); Variable neighborhood search; Flow network; Optimization problem; Aviation; Systems design; Air traffic control; Network planning and design","score_opus":0.0695358132147179,"score_gpt":0.27474058098115733,"score_spread":0.20520476776643942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7162029898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009082208,0.0010530909,0.9460266,0.0000011220807,0.0015916635,0.001443638,0.00007153958,0.0011416106,0.039588496],"genre_scores_gemma":[0.91958463,0.000017643868,0.07557769,0.0000012584619,0.00017194258,0.0012066476,0.00091278885,0.00014180849,0.0023856082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872303,0.000044067074,0.00056572375,0.00022235856,0.0002566615,0.00018814273],"domain_scores_gemma":[0.9992097,0.000076507866,0.0000863816,0.00036275657,0.00017766625,0.00008696278],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046860077,0.00026774907,0.0005453872,0.0002054221,0.000018677883,0.000013717143,0.0002331289,0.00030717746,0.0000012810657],"category_scores_gemma":[0.000018733352,0.0002548662,0.00007819464,0.00032727965,0.0000040594377,0.00003671509,0.000001617638,0.00012272618,0.000021221416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008892332,0.000009887351,0.0000012171769,0.0040360885,0.00007319989,3.3947873e-7,0.00065271894,0.97998184,0.0027403021,0.005972329,0.006127314,0.0003958708],"study_design_scores_gemma":[0.0012464266,0.00028146768,0.0026310538,0.0039216205,0.00083002716,0.00003126494,0.07217177,0.8553871,0.037172418,0.000185312,0.022574456,0.0035670758],"about_ca_topic_score_codex":0.000118849646,"about_ca_topic_score_gemma":0.000006661297,"teacher_disagreement_score":0.9105024,"about_ca_system_score_codex":0.00013212983,"about_ca_system_score_gemma":0.000037418464,"threshold_uncertainty_score":0.99999034},"labels":[],"label_agreement":null},{"id":"W7163685378","doi":"10.13182/t130-39700","title":"Development of SMART100 Model for Large-Scale Integrated System Analysis","year":2022,"lang":"","type":"article","venue":"Transactions of the American Nuclear Society","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Development (topology); Systems analysis; Mathematical model; Control system","score_opus":0.026509022843362158,"score_gpt":0.25095053291989133,"score_spread":0.22444151007652918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163685378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1797966,0.00007829278,0.8183491,0.00006869939,0.00018155154,0.00046873378,0.00088670634,0.00013485436,0.000035412468],"genre_scores_gemma":[0.70441324,0.00002511488,0.29516628,0.00001182602,0.000009416616,0.00017666123,0.000008179431,0.000053329448,0.0001359533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981705,0.00010692549,0.0007963051,0.00028723935,0.00030131635,0.0003377193],"domain_scores_gemma":[0.99848187,0.0001673143,0.0004441664,0.0007418836,0.000112702044,0.000052060306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007811947,0.00024073957,0.0007843048,0.000109199995,0.00072188105,0.000012018856,0.0006614421,0.000055833254,0.000058706522],"category_scores_gemma":[0.0000072252433,0.00022814945,0.0014344791,0.0024656113,0.00014043615,0.000038216676,0.000056943478,0.00033831838,9.0057813e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024295916,0.00012220703,0.000020180209,0.00037825824,0.0025674605,1.6039477e-8,0.012839901,0.9724491,0.008771903,0.00024439293,0.0002446789,0.0023375568],"study_design_scores_gemma":[0.00023701259,0.00003796691,0.0003012298,0.000027691449,0.0012589695,0.0000014415748,0.0556693,0.936817,0.0008163876,0.000003822044,0.004628246,0.00020091192],"about_ca_topic_score_codex":0.00014258441,"about_ca_topic_score_gemma":0.000026537185,"teacher_disagreement_score":0.5246166,"about_ca_system_score_codex":0.00049123133,"about_ca_system_score_gemma":0.000118799406,"threshold_uncertainty_score":0.93036646},"labels":[],"label_agreement":null},{"id":"W806249021","doi":"","title":"Developing Defense Systems Engineering into Engineering Competency via Multi-Quarter Carry-Through Projects (presentation)","year":2011,"lang":"en","type":"article","venue":"Calhoun: The Naval Postgraduate School Institutional Archive (Naval Postgraduate School)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Carry (investment); Quarter (Canadian coin); Engineering management; Engineering; Computer science; Business; Geography; Medicine","score_opus":0.07265079660026211,"score_gpt":0.26558363494135095,"score_spread":0.19293283834108885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W806249021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17526852,0.0022324333,0.81039834,0.0006265704,0.0047751004,0.0027825898,0.00026797262,0.00245013,0.001198344],"genre_scores_gemma":[0.8538229,0.0003698709,0.14305687,0.00014942174,0.001044193,0.00088347,0.00031866936,0.00024770427,0.00010691997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945999,0.00029884226,0.0015893284,0.0010714468,0.00094690867,0.0014935706],"domain_scores_gemma":[0.996965,0.0005492341,0.0002528822,0.0011678655,0.00046197724,0.00060303876],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009597542,0.0012331794,0.0009639818,0.00052827824,0.0008491028,0.00032846603,0.00136839,0.000316825,0.000024448318],"category_scores_gemma":[0.00089971663,0.0010638841,0.00047967435,0.0011726951,0.00032994515,0.0010667243,0.00034366612,0.0017142614,0.00075089093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027206022,0.00024713005,0.0018388821,0.0018754548,0.0017002018,0.00028840965,0.0048549427,0.7976019,0.06941396,0.11699233,0.0034697605,0.0014450095],"study_design_scores_gemma":[0.004936791,0.000548941,0.051098347,0.0023158258,0.0006351241,0.0026698788,0.0021250232,0.8828549,0.016274305,0.011458623,0.019043375,0.006038876],"about_ca_topic_score_codex":0.0016404942,"about_ca_topic_score_gemma":0.00007382877,"teacher_disagreement_score":0.67855436,"about_ca_system_score_codex":0.00088414614,"about_ca_system_score_gemma":0.0004710529,"threshold_uncertainty_score":0.99918115},"labels":[],"label_agreement":null}]}