{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":206,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":206,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"b4b33cba95f9","filters":{"topic":"Systems Engineering Methodologies and Applications"}},"results":[{"id":"W1523532444","doi":"10.1201/9781315272665","title":"Ecological Interface Design","year":2017,"lang":"en","type":"book","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":460,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Interface (matter); Ecology; Interface design; Geography; Environmental science; Computer science; Biology; Human–computer interaction; Meteorology","retraction":null,"screen_n_in":null,"score":{"opus":0.1237153962587157,"gpt":0.302705113742447,"spread":0.1789897174837313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002193247,0.0002262129,0.0003160485,0.00004478123,0.00005077785,0.00005449793,0.0004466688,0.0003887427,0.0002638373],"category_scores_gemma":[0.00006032804,0.0001923245,0.0000804798,0.00001022666,0.00003225873,0.00002568638,0.0000571299,0.0002808547,0.0005550071],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001304018,"about_ca_system_score_gemma":0.00002845932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.082921e-7,"about_ca_topic_score_gemma":8.999894e-7,"domain_scores_codex":[0.9993768,0.00001517012,0.0001817876,0.00017324,0.00006979753,0.0001831572],"domain_scores_gemma":[0.9990454,0.0002773438,0.00003695381,0.0005833033,0.00001733474,0.00003970604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[7.713655e-7,0.000003788681,2.189715e-7,0.0001061654,0.00007525718,0.000004760524,0.00001147718,0.0816958,0.0002079818,0.005877827,0.9058641,0.006151802],"study_design_scores_gemma":[0.00005271528,0.00001943364,0.00001686175,0.00006103278,0.00001946391,0.00001095385,0.000002400931,0.01107804,0.000384676,0.003977926,0.984069,0.0003074358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.000001571641,0.0004440712,0.4874739,0.00001174868,0.0004350071,0.0001743184,0.000005078478,0.0007362433,0.510718],"genre_scores_gemma":[0.0005784215,0.000202024,0.04741417,0.000007364187,0.0003181116,0.0001018055,0.000009237061,0.00006910064,0.9512998],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4405817,"threshold_uncertainty_score":0.7842766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1979670993","doi":"10.1109/aero.2012.6187339","title":"Applying Model Based Systems Engineering (MBSE) to a standard CubeSat","year":2012,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":105,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; CubeSat; Computer science; Unified Modeling Language; Systems engineering; Systems modeling; Modeling language; Domain (mathematical analysis); Spacecraft; Satellite; Software engineering; Aerospace engineering; Engineering; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.04604143619916884,"gpt":0.2613005098023758,"spread":0.215259073603207,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004440869,0.0002154444,0.0002606734,0.0001447456,0.00004369084,0.00005130517,0.0001719341,0.00009019228,0.0000128658],"category_scores_gemma":[0.00005365965,0.000207974,0.00006041109,0.0002776948,0.000004455922,0.0001172039,0.00003030477,0.0001209241,0.00007331523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001672837,"about_ca_system_score_gemma":0.00001117944,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001452388,"about_ca_topic_score_gemma":5.926867e-7,"domain_scores_codex":[0.9988734,0.0000119319,0.0002651139,0.0001471916,0.0001809191,0.0005214458],"domain_scores_gemma":[0.9992419,0.00013069,0.00001357786,0.0003770929,0.00003042464,0.0002062875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001534495,0.000004556473,0.00007127948,0.0001346347,0.00001551702,2.05024e-7,0.00006162401,0.9729859,0.02068741,0.003749143,0.001433445,0.0008547148],"study_design_scores_gemma":[0.0001089823,0.000007620539,0.00005161383,0.00004620391,0.000009833443,0.000004148101,0.00007012753,0.9531903,0.006152933,0.000005551606,0.04007691,0.000275804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01877068,0.0004829049,0.9756292,0.00002321502,0.0006527171,0.0007069953,0.00001613725,0.001723519,0.001994637],"genre_scores_gemma":[0.8539131,0.000005179393,0.1442456,0.00003227123,0.0002246285,0.001373446,0.000004099219,0.00007197267,0.0001296697],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8351424,"threshold_uncertainty_score":0.8480932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168235826","doi":"10.1002/j.2334-5837.2007.tb02964.x","title":"9.3.2 Simulation‐Based Design Using SysML Part 1: A Parametrics Primer","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"Georgia Institute of Technology; National Aeronautics and Space Administration","keywords":"Systems Modeling Language; Computer science; Programming language; Modular design; Representation (politics); Semantics (computer science); Software engineering; Viewpoints; Theoretical computer science; Unified Modeling Language","retraction":null,"screen_n_in":null,"score":{"opus":0.09457888141728547,"gpt":0.3300704325203885,"spread":0.235491551103103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007255862,0.0001648206,0.0001485007,0.0002088034,0.00005698982,0.00005499494,0.0002704719,0.0001140461,0.00003824008],"category_scores_gemma":[0.0002909089,0.0001734338,0.00007294241,0.000387256,0.00002259759,0.0001076825,0.00002885864,0.0001320516,0.00004099774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002973654,"about_ca_system_score_gemma":0.00001820647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002591645,"about_ca_topic_score_gemma":0.000001392986,"domain_scores_codex":[0.9988677,0.00002281976,0.0003898134,0.0001833301,0.0002877319,0.0002486081],"domain_scores_gemma":[0.9978802,0.001618708,0.00006219417,0.0002389696,0.0001329185,0.00006704406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008266311,0.0000232624,0.0002615435,0.00001423472,0.00004559316,0.000005668614,0.00002815267,0.9835881,0.01432057,0.0004077365,0.0001172869,0.001179615],"study_design_scores_gemma":[0.0002051404,0.00001184075,0.0002979362,0.00003593249,0.00001581587,0.000005902889,0.000013373,0.9642705,0.01632618,0.0001194553,0.01849713,0.0002008189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04107516,0.0001048606,0.9554133,0.00006086038,0.00158615,0.0002411641,0.00001314125,0.0004645774,0.001040828],"genre_scores_gemma":[0.9050176,0.000007444947,0.09435441,0.0000504287,0.0004300119,0.00002674032,0.00001562599,0.00004112707,0.00005664855],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8639424,"threshold_uncertainty_score":0.7072425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2000061635","doi":"10.1109/systems.2010.5482450","title":"The Unified Profile for DoDAF/MODAF (UPDM) enabling systems of systems on many levels","year":2010,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Interoperability; Computer science; Software engineering; Unified Modeling Language; Systems Modeling Language; Systems engineering; Standardization; Traceability; Architecture framework; Engineering; Architecture; Programming language; World Wide Web; Software; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.06804976297284838,"gpt":0.2826083899198634,"spread":0.2145586269470151,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008763463,0.0001650592,0.0002589606,0.00006642054,0.0001244919,0.00007992017,0.0003164718,0.0001402933,0.000003405439],"category_scores_gemma":[0.0002035887,0.0001111323,0.00007525501,0.0001571135,0.00002821095,0.00003957773,0.00002037545,0.0001833081,0.00001465502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002618378,"about_ca_system_score_gemma":0.00001457628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006598462,"about_ca_topic_score_gemma":0.000005342446,"domain_scores_codex":[0.9989671,0.00002954535,0.0004049774,0.0001653092,0.0001390298,0.0002940961],"domain_scores_gemma":[0.9978212,0.001395143,0.0000708064,0.0005693221,0.00009724231,0.00004627962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007321486,0.0000158046,0.00002638318,0.000873319,0.0001046935,3.459662e-7,0.0000978028,0.2689663,0.2444143,0.4796045,0.004658972,0.001230268],"study_design_scores_gemma":[0.0006170324,0.00009874885,0.0006719852,0.0002072585,0.00003916737,0.00002101126,0.00216568,0.7209892,0.06824283,0.0003515051,0.2061887,0.0004068401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2011722,0.0009298699,0.7724814,0.00007269692,0.006701576,0.003115265,0.0001378316,0.001174562,0.0142145],"genre_scores_gemma":[0.9913851,0.00001982481,0.004853797,0.000002961392,0.0003450315,0.0009176058,0.000005817929,0.00005144131,0.002418437],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7902128,"threshold_uncertainty_score":0.4531844,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022648431","doi":"10.1002/j.2334-5837.2007.tb02965.x","title":"9.3.3 Simulation‐Based Design Using SysML Part 2: Celebrating Diversity by Example","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Executable; Computer science; Programming language; Modular design; Software engineering; Component (thermodynamics); Modeling language; Representation (politics); Benchmark (surveying); Systems engineering; Unified Modeling Language; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.08666785328490899,"gpt":0.2958410930251784,"spread":0.2091732397402694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006464831,0.0001527131,0.0001319506,0.00008152682,0.0001691753,0.00005018666,0.0002857629,0.00009229023,0.00005117745],"category_scores_gemma":[0.0001068597,0.0001700945,0.00005757619,0.0001624203,0.00002095226,0.0001426711,0.00009202694,0.0001167071,0.00001840231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002805909,"about_ca_system_score_gemma":0.000009643202,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001756356,"about_ca_topic_score_gemma":0.000006118939,"domain_scores_codex":[0.9989847,0.00002542763,0.0003059924,0.0001881128,0.0002612152,0.0002345367],"domain_scores_gemma":[0.9984635,0.001134075,0.00006169394,0.0001852078,0.00009275709,0.00006273962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005935765,0.00001716656,0.0005959803,0.00001306202,0.00003397899,0.000003167843,0.00007608662,0.9474155,0.05076744,0.0001624,0.0004443402,0.0004648957],"study_design_scores_gemma":[0.0002180911,0.00001035174,0.0001838363,0.00003281567,0.00001217618,0.000002874768,0.00003515858,0.9648305,0.02528653,0.00008514833,0.009100394,0.0002021903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09834298,0.00005386048,0.8992721,0.0000436753,0.0009436324,0.0001780049,0.00002864376,0.0004052212,0.0007318572],"genre_scores_gemma":[0.9619147,0.000003616081,0.03759697,0.00004952157,0.0003036701,0.00001235694,0.00003509899,0.00003006732,0.00005405889],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8635716,"threshold_uncertainty_score":0.6936252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4398243240","doi":"10.1016/j.datak.2024.102324","title":"Large language models: Expectations for semantics-driven systems engineering","year":2024,"lang":"en","type":"article","venue":"Data & Knowledge Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":49,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Foundation for Research and Technology-Hellas","keywords":"Computer science; Semantics (computer science); Programming language; Modeling language; Operational semantics; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07354628162855453,"gpt":0.3157645917063224,"spread":0.2422183100777679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004098205,0.000385805,0.0003829757,0.0003537515,0.00007352676,0.0002559702,0.0007206149,0.0001619376,0.000006477763],"category_scores_gemma":[0.0001547356,0.000415589,0.0001065855,0.0005345274,0.000008893289,0.0005203139,0.0001833762,0.0002910799,0.00008553124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001372366,"about_ca_system_score_gemma":0.00002796899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005601803,"about_ca_topic_score_gemma":0.000005327635,"domain_scores_codex":[0.9982722,0.00001356922,0.0004527238,0.000506429,0.0001365392,0.0006185767],"domain_scores_gemma":[0.998179,0.0006235449,0.00001889892,0.001009238,0.0000502418,0.0001190665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001153699,0.0000232616,0.000001577138,0.003244034,0.0002876915,0.00001178882,0.002337536,0.9287157,0.01315459,0.03902806,0.01069683,0.002497804],"study_design_scores_gemma":[0.0001503399,0.000008722698,0.000004919401,0.0003693012,0.0000633251,0.00002273978,0.0006447636,0.9120185,0.0003976456,0.00001547718,0.08588193,0.0004222933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003072546,0.03158188,0.9555716,0.00002027833,0.003156071,0.0006151502,0.001527993,0.004161814,0.0002926968],"genre_scores_gemma":[0.9027181,0.0002779238,0.09121478,0.000002833004,0.002037492,0.001167703,0.001811362,0.0004403841,0.0003294623],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8996455,"threshold_uncertainty_score":0.9998296,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3183735209","doi":"10.1002/sys.21592","title":"MBSE delivers significant return on investment in evolutionary development of complex SoS","year":2021,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Process (computing); Return on investment; Baseline (sea); Quality (philosophy); Systems engineering; Engineering; Operating system; Production (economics)","retraction":null,"screen_n_in":null,"score":{"opus":0.05833198549743977,"gpt":0.2407030128020985,"spread":0.1823710273046588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002835807,0.0002171629,0.0003572588,0.0001999838,0.00002879654,0.00001494434,0.0001484293,0.0000995943,0.000009457493],"category_scores_gemma":[0.00006375267,0.0002372355,0.00005638948,0.0003967464,0.0000116191,0.00004505638,0.00003607737,0.0001646222,0.00001322201],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003473974,"about_ca_system_score_gemma":0.00005296576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001961139,"about_ca_topic_score_gemma":0.000003349273,"domain_scores_codex":[0.9986354,0.00003588883,0.0005883919,0.0002239411,0.0002147962,0.0003015565],"domain_scores_gemma":[0.9993404,0.0001520071,0.00004427816,0.0003390338,0.00005434571,0.00006989669],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001722161,0.00002104605,0.000124033,0.0004789974,0.0000492289,0.00001342177,0.0003200812,0.824383,0.17106,0.003108499,0.0002179876,0.0002220246],"study_design_scores_gemma":[0.0006095432,0.0000286251,0.01271063,0.0009298703,0.00001464114,0.00003014698,0.001139199,0.9193361,0.03539701,0.0000212404,0.02913325,0.0006497349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7556303,0.00266062,0.2358345,0.00002649967,0.001581685,0.0007777752,0.00003497878,0.0008459267,0.002607716],"genre_scores_gemma":[0.9716892,0.00002885318,0.02788071,0.000005849382,0.00007259123,0.0001778934,0.00002938252,0.00004782316,0.00006770185],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2160589,"threshold_uncertainty_score":0.9674181,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2007694167","doi":"10.1002/sys.21253","title":"A data‐centric capability‐focused approach for system‐of‐systems architecture modeling and analysis","year":2013,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Executable; Computer science; Database-centric architecture; Architecture framework; Architecture; Software engineering; Reference architecture; Systems engineering; Metamodeling; Data modeling; Logical data model; Systems architecture; Data model (GIS); Software architecture; Engineering; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04436908588171901,"gpt":0.2378398721880619,"spread":0.1934707863063429,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008203063,0.0003723342,0.0009177673,0.0005310526,0.00006199566,0.0001333098,0.0005056465,0.0002044601,9.123149e-7],"category_scores_gemma":[0.0001148736,0.0003479355,0.0001363883,0.0009214681,0.00001874863,0.0001760075,0.00009267301,0.0001865573,0.000001948777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001108194,"about_ca_system_score_gemma":0.0000127639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004521495,"about_ca_topic_score_gemma":0.000001562063,"domain_scores_codex":[0.9978631,0.00005323725,0.0008481664,0.000516027,0.0002261365,0.0004933472],"domain_scores_gemma":[0.9980872,0.000338073,0.00009604162,0.00121417,0.0001241097,0.0001403977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001407984,0.000007743263,0.0001219772,0.004755744,0.00059367,2.456698e-7,0.0001047464,0.9901267,0.002629053,0.001331603,0.00005743708,0.0002696322],"study_design_scores_gemma":[0.0002386832,0.00001178756,0.0001023985,0.0001125642,0.0002859424,0.00002048746,0.00048368,0.9979113,0.00004414355,0.00000359922,0.0004488173,0.0003366411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0623439,0.00547761,0.9285843,0.00000378877,0.000519608,0.001816345,0.0002634764,0.0008657257,0.0001251878],"genre_scores_gemma":[0.9422767,0.00002454124,0.05601506,4.928958e-7,0.0002337177,0.001170476,0.000170195,0.00009052845,0.00001833161],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8799328,"threshold_uncertainty_score":0.9998972,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1507022657","doi":"10.1002/j.2334-5837.2014.tb03145.x","title":"3.1.1 Model Lifecycle Management for MBSE","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Scope (computer science); Vendor; Systems engineering; Computer science; System lifecycle; Implementation; Engineering management; Product life-cycle management; Unified Modeling Language; Key (lock); Process management; Software engineering; Application lifecycle management; Software; Engineering; Business; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02566886636467992,"gpt":0.2680464235069736,"spread":0.2423775571422936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001893987,0.00009968117,0.00009233569,0.00004731129,0.0000326361,0.00003282818,0.0002555186,0.00004448014,0.000006736084],"category_scores_gemma":[0.00001783157,0.0001026709,0.0000602115,0.00004514014,0.000008836775,0.00005914652,0.00003719946,0.00004570328,0.00003428102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007019257,"about_ca_system_score_gemma":0.000001774643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003401861,"about_ca_topic_score_gemma":0.000001661344,"domain_scores_codex":[0.9994392,0.000005226424,0.0001742309,0.0001331688,0.0001098533,0.000138343],"domain_scores_gemma":[0.9996295,0.00009791127,0.00001970429,0.0001815853,0.00003777555,0.00003350512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004252749,0.00001642071,0.00002304436,0.00005156873,0.00006573024,3.423534e-7,0.00003641796,0.9121205,0.01200626,0.06566275,0.004291448,0.005721234],"study_design_scores_gemma":[0.0002319719,0.000008302857,0.0001033849,0.0000171025,0.000009033472,0.000003231707,0.000008588649,0.9064898,0.002218981,0.004395286,0.08639333,0.0001209085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02250959,0.00002253022,0.946967,0.0004578504,0.00101168,0.0002448618,0.00002261669,0.0004388536,0.028325],"genre_scores_gemma":[0.9429061,0.00003620028,0.05529146,0.00008059651,0.0003570254,0.0004177947,0.00002565957,0.00003308514,0.000852096],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9203965,"threshold_uncertainty_score":0.4186797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115264163","doi":"10.1109/tsmc.2020.3043192","title":"Systems Science and Engineering Research in the Context of Systems, Man, and Cybernetics: Recollection, Trends, and Future Directions","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Systems Man and Cybernetics Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; Simon Fraser University","funders":"","keywords":"Cybernetics; Relevance (law); Context (archaeology); Engineering ethics; Systems science; Field (mathematics); Management science; Computer science; Data science; Cognitive science; Epistemology; Engineering; Psychology; Political science; Artificial intelligence; History; Philosophy; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.05613541875299687,"gpt":0.2772821004361856,"spread":0.2211466816831887,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002226123,0.0003935869,0.0006992002,0.0007758338,0.000414394,0.0005692675,0.0002866568,0.0002607333,0.000001016314],"category_scores_gemma":[0.00003158375,0.0003380684,0.00004391474,0.001755511,0.0003133157,0.0001672568,0.00001238243,0.0006074341,0.000002732263],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001574669,"about_ca_system_score_gemma":0.00004154636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001610363,"about_ca_topic_score_gemma":0.00006344321,"domain_scores_codex":[0.9969372,0.0003763981,0.0008693202,0.0006246673,0.0006660494,0.0005264374],"domain_scores_gemma":[0.998196,0.0006874925,0.0001223593,0.0004728939,0.0002660553,0.0002551962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001748878,0.0003697319,0.001104472,0.02899355,0.001135045,0.00007003591,0.04689338,0.7931947,0.03098763,0.04883279,0.007178647,0.04106517],"study_design_scores_gemma":[0.001385293,0.0004988489,0.002271192,0.001576105,0.0001483275,0.0009601969,0.04819973,0.7966891,0.0003284213,0.000007746524,0.1469924,0.0009426149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6669088,0.1975676,0.09974699,0.002189313,0.01520003,0.01035341,0.0007552293,0.001699187,0.005579444],"genre_scores_gemma":[0.9932284,0.005336044,0.0000907529,0.000009362508,0.0003956492,0.0006199664,0.000002270611,0.00006633489,0.000251236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3263196,"threshold_uncertainty_score":0.9999071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2752327112","doi":"10.1002/j.2334-5837.2017.00351.x","title":"Graph‐Based Digital Blueprint for Model Based Engineering of Complex Systems","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Blueprint; Computer science; Graph; Software engineering; Software; Systems engineering; Theoretical computer science; Data science; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05671150565360169,"gpt":0.2916256900022066,"spread":0.2349141843486049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000180925,0.0001656745,0.0002201678,0.00009910974,0.0000702108,0.0001709784,0.0006212404,0.00007800639,0.000003724826],"category_scores_gemma":[0.0001139577,0.0001740563,0.0001384468,0.00003514255,0.00003242766,0.0001523838,0.00004777135,0.00007484875,0.000003899596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008875364,"about_ca_system_score_gemma":0.00001628824,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002682155,"about_ca_topic_score_gemma":0.000001307297,"domain_scores_codex":[0.9991146,0.000003566566,0.0003471628,0.0001724454,0.000186568,0.0001756491],"domain_scores_gemma":[0.9990228,0.0001975974,0.0001120598,0.0004778045,0.0001403074,0.00004943549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000799791,0.00002203792,0.0001748576,0.0001414842,0.00005419913,6.21458e-7,0.00001232173,0.933625,0.05979598,0.005709174,0.0001777161,0.0002785436],"study_design_scores_gemma":[0.0004221925,0.00001395664,0.000588335,0.00009000056,0.00001005488,0.000002384951,0.000006637785,0.9854562,0.009376658,0.0001461538,0.003713747,0.0001736262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0492348,0.00002707344,0.9469508,0.000205203,0.0009952153,0.0003563419,0.0003909183,0.0002710922,0.001568537],"genre_scores_gemma":[0.9788699,0.000003584563,0.02054641,0.000008379047,0.0001547735,0.0002679609,0.0000640775,0.0000433014,0.00004157099],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9296352,"threshold_uncertainty_score":0.7097809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2020556972","doi":"10.1081/qen-100106893","title":"Interrelating Quality and Reliability in Engineering Systems","year":2002,"lang":"en","type":"article","venue":"Quality Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Engineering research; Network topology; Reliability (semiconductor); Engineering; Quality (philosophy); Graph; Engineering management; Management; Computer science; Operations research; Telecommunications; Theoretical computer science; Economics; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.1023100157476542,"gpt":0.3095120767896882,"spread":0.2072020610420341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001599096,0.0003360847,0.0005497851,0.0002161549,0.00003787277,0.00007860897,0.000199705,0.0001970788,0.00001526826],"category_scores_gemma":[0.000802513,0.0003780045,0.00007639574,0.0004339463,0.00002150645,0.0002097704,0.00006597132,0.0004868336,0.00001690231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002093913,"about_ca_system_score_gemma":0.000002786847,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001639771,"about_ca_topic_score_gemma":0.000004059656,"domain_scores_codex":[0.9978668,0.00008183203,0.0009680046,0.0003724837,0.0002036485,0.0005072333],"domain_scores_gemma":[0.9984448,0.0008298283,0.0000575317,0.0005179034,0.00002999513,0.000119946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001085514,0.00001477229,0.002569557,0.001101729,0.00001941517,0.000002484002,0.0003990897,0.984171,0.006096862,0.00455333,0.00004986592,0.001020848],"study_design_scores_gemma":[0.000282196,0.00001023811,0.03060758,0.0002085112,0.000006315895,0.00001466652,0.0001535752,0.9659516,0.0002577003,0.00002882217,0.001977117,0.0005016255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7783399,0.002791904,0.2150336,0.00007798534,0.0008963009,0.0004104044,0.00001630505,0.001700572,0.0007330004],"genre_scores_gemma":[0.9895704,0.0001315265,0.009886568,0.000007141519,0.0001366197,0.0001520573,0.000004157007,0.00007095067,0.00004057084],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2112305,"threshold_uncertainty_score":0.9998672,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4311628272","doi":"10.3390/aerospace9120791","title":"A Safety-Focused System Architecting Framework for the Conceptual Design of Aircraft Systems","year":2022,"lang":"en","type":"article","venue":"Aerospace","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Bombardier","keywords":"Systems engineering; Conceptual design; Process (computing); Conceptual framework; Engineering; Computer science; Risk analysis (engineering)","retraction":null,"screen_n_in":null,"score":{"opus":0.05900910069712718,"gpt":0.2611335850953807,"spread":0.2021244843982535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009795275,0.0001341516,0.000256935,0.00003548332,0.0002786966,0.00001931777,0.000328391,0.00005161504,0.000004784319],"category_scores_gemma":[0.0001643763,0.0001124181,0.00007946107,0.0002709279,0.00003986293,0.00001850572,0.00006030043,0.0002317421,0.000002229421],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001375179,"about_ca_system_score_gemma":0.00001670453,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004680666,"about_ca_topic_score_gemma":5.967269e-7,"domain_scores_codex":[0.9990181,0.0001293724,0.0002897552,0.0001503861,0.0001679955,0.0002444382],"domain_scores_gemma":[0.9957745,0.003671381,0.00008227572,0.0004131533,0.00003088807,0.00002778939],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001166259,0.000003884306,0.00001307311,0.0001549301,0.000064434,3.557944e-7,0.0008272322,0.9383206,0.002846395,0.05674247,0.0005177589,0.0004971516],"study_design_scores_gemma":[0.0005842904,0.000160356,0.0001180054,0.0001942975,0.00008279405,0.00004965598,0.0262745,0.9442255,0.002566013,0.0002314827,0.02512712,0.0003860185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002851572,0.002072142,0.9921404,0.0000928841,0.001022864,0.001113715,0.0000551765,0.0005650322,0.00008624783],"genre_scores_gemma":[0.9145302,0.00001233242,0.08367631,0.000005980611,0.0001456932,0.001480152,0.000002661821,0.00005181062,0.00009492975],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9116786,"threshold_uncertainty_score":0.4584276,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285031979","doi":"10.1016/j.procs.2015.05.180","title":"Towards an Integrated Conceptual Design Evaluation of Mechatronic Systems: The SysDICE Approach","year":2015,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Bombardier (Canada)","funders":"","keywords":"Computer science; Mechatronics; Conceptual design; Software engineering; Human–computer interaction; Systems engineering; Management science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2047068299640076,"gpt":0.315425090509934,"spread":0.1107182605459264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005691613,0.00011466,0.0001527945,0.0000823646,0.00006229511,0.00007888351,0.0007020628,0.00004257604,6.746008e-7],"category_scores_gemma":[0.0001835693,0.00007845744,0.00001854235,0.0007664431,0.0002087348,0.000251726,0.00005672704,0.00009756563,0.00000338224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001682272,"about_ca_system_score_gemma":0.0003924161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002977524,"about_ca_topic_score_gemma":4.087499e-7,"domain_scores_codex":[0.9985545,0.0001442678,0.0002267317,0.0002235575,0.0006351668,0.0002158137],"domain_scores_gemma":[0.9988307,0.00008615837,0.00005320254,0.0003636268,0.0005851979,0.00008113099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[9.866303e-7,0.000009229819,0.000005301392,0.00002656916,0.000006497497,3.948162e-8,0.001524578,0.9817728,0.0007076436,0.005359506,0.0001421763,0.0104447],"study_design_scores_gemma":[0.0001376203,0.00005095838,0.00008520255,0.00001926689,0.00001648187,0.00001441669,0.0009855863,0.9966447,0.001533939,0.0002445106,0.000171854,0.00009546681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02518291,0.0007558492,0.9722654,0.00001081411,0.000683261,0.0005883399,0.000002149434,0.0002486233,0.0002626699],"genre_scores_gemma":[0.8367618,0.000004103586,0.1629218,0.000004671943,0.0001180875,0.0001760657,0.000002164748,0.000009553687,0.000001716663],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8115789,"threshold_uncertainty_score":0.3199402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885939450","doi":"10.1002/j.2334-5837.2018.00483.x","title":"Case Study: Agile Systems Engineering at Lockheed Martin Aeronautics Integrated Fighter Group","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Waterfall model; Engineering; Systems engineering; Component (thermodynamics); Engineering management; Process management; Software engineering; Computer science; Information system; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02466275870817365,"gpt":0.2567885384611913,"spread":0.2321257797530177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003439071,0.0002887602,0.000257192,0.0001406196,0.0001056254,0.000117984,0.0003674827,0.0001263554,0.0001039215],"category_scores_gemma":[0.00005236296,0.0002783425,0.00007237242,0.0002414848,0.00003623054,0.0001338058,0.0001528769,0.0001976059,0.0002127766],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000502088,"about_ca_system_score_gemma":0.000007685562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003480158,"about_ca_topic_score_gemma":0.00009982388,"domain_scores_codex":[0.9985445,0.00003567035,0.0005172829,0.0003070512,0.0002753038,0.0003202668],"domain_scores_gemma":[0.9991053,0.0001698458,0.00006478383,0.0003956446,0.0001683199,0.00009610417],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008938643,0.0006619298,0.008752655,0.0003376231,0.001826148,0.003593974,0.004422468,0.6227486,0.3281061,0.003950932,0.0226036,0.002906626],"study_design_scores_gemma":[0.0008557211,0.0001984169,0.0006751992,0.000119694,0.00005972192,0.00409958,0.0007949955,0.868786,0.005801179,0.0000166887,0.1179028,0.0006900126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9531386,0.00009675163,0.03913834,0.00007082272,0.004564306,0.0005303883,0.00006234679,0.0009807053,0.001417774],"genre_scores_gemma":[0.9962096,0.000009849843,0.001865763,0.00001747013,0.000950957,0.0002750342,0.00004741475,0.00007866694,0.0005452971],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.322305,"threshold_uncertainty_score":0.9999669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2025134195","doi":"10.1007/s00158-014-1180-1","title":"System-of-systems approach to air transportation design using nested optimization and direct search","year":2014,"lang":"en","type":"article","venue":"Structural and Multidisciplinary Optimization","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Group for Research in Decision Analysis; McGill University","funders":"","keywords":"Mathematical optimization; Sizing; Computer science; Optimization problem; Decomposition; Variable neighborhood search; National Airspace System; Variable (mathematics); Distributed computing; Aviation; Engineering; Metaheuristic; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03955313298951411,"gpt":0.2647551720218124,"spread":0.2252020390322983,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000267404,0.0001717932,0.0002568577,0.0001312668,0.000153073,0.00002902458,0.00006450332,0.00009549342,7.42881e-7],"category_scores_gemma":[0.00001497091,0.0001537869,0.00002180327,0.000277279,0.00003016611,0.0001497034,0.00001537159,0.00005777395,1.351987e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000376649,"about_ca_system_score_gemma":0.000006548708,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003614443,"about_ca_topic_score_gemma":6.968961e-7,"domain_scores_codex":[0.9990909,0.00009469241,0.000307125,0.0002323238,0.0001120092,0.0001629699],"domain_scores_gemma":[0.9995669,0.00009117561,0.00004961959,0.0001426834,0.00007538836,0.00007421836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001073746,0.000002881094,0.0001379799,0.0005860567,0.00001446828,1.090784e-7,0.000609323,0.995333,0.002487564,0.0004722541,0.00000246018,0.000343192],"study_design_scores_gemma":[0.0002253334,0.00003691296,0.001942568,0.00007213332,0.00003756305,0.00001356786,0.0005744192,0.9964857,0.0004265465,0.000004543148,0.000004899966,0.0001758247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1712287,0.0001535533,0.8275586,0.000005945802,0.000182779,0.0005540089,0.00002490546,0.0001986697,0.00009275914],"genre_scores_gemma":[0.6139715,0.00001929036,0.3858525,6.341832e-7,0.00004455071,0.00003033409,0.00005307101,0.00002101432,0.000007064595],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4427428,"threshold_uncertainty_score":0.6271248,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1555257756","doi":"10.1002/j.2334-5837.2014.tb03167.x","title":"6.4.2 Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Certification; Software deployment; Engineering management; Systems engineering; Engineering; Work (physics); Scheme (mathematics); International standard; Configuration Management (ITSM); Set (abstract data type); ITIL security management; Software engineering; Computer science; Computer security; Mechanical engineering; Telecommunications; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.02213188385603231,"gpt":0.2606390345456239,"spread":0.2385071506895916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005355892,0.0001977021,0.0002100438,0.000113061,0.00004093276,0.0002741802,0.0003503903,0.0000969528,0.00001601934],"category_scores_gemma":[0.0002561164,0.0002069033,0.00007562456,0.00005414545,0.00001909292,0.0002218601,0.00007383239,0.0001062617,0.000007542307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002124177,"about_ca_system_score_gemma":0.00001325971,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000144927,"about_ca_topic_score_gemma":0.000002490985,"domain_scores_codex":[0.9989268,0.0000118193,0.0003608514,0.0002317421,0.0002521875,0.0002166547],"domain_scores_gemma":[0.9989796,0.0005401101,0.00005151831,0.0001884838,0.0001701584,0.00007015018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007926633,0.00007859762,0.001233386,0.0006227398,0.0008438767,0.000008935953,0.0004332436,0.8061236,0.1053557,0.04217365,0.008607828,0.03443913],"study_design_scores_gemma":[0.0005493701,0.00005029393,0.0005552224,0.0001095424,0.0000200536,0.00006548863,0.0000457455,0.3529874,0.003199462,0.0001125238,0.6419932,0.0003116635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06553736,0.0001885898,0.9139168,0.000423151,0.00897234,0.0005152852,0.0005520613,0.0007715303,0.009122938],"genre_scores_gemma":[0.9903656,0.0001400068,0.007591679,0.00003703431,0.001091269,0.000390041,0.000118154,0.00005787063,0.0002084046],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9248282,"threshold_uncertainty_score":0.843727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187951807","doi":"10.2514/6.2021-3077","title":"Connecting Model-based Systems Engineering and Multidisciplinary Design Analysis and Optimization for Aircraft Systems Architecting","year":2021,"lang":"en","type":"article","venue":"AIAA AVIATION 2021 FORUM","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"European Commission; Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Systems engineering; Computer science; Workflow; Process (computing); Aerospace; Systems Modeling Language; Software engineering; Multidisciplinary approach; Conceptual design; Systems design; Unified Modeling Language; Engineering design process; Systems architecture; Architecture; Engineering; Aerospace engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02834959242780653,"gpt":0.2547335936333147,"spread":0.2263840012055082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004906809,0.0001916416,0.0003320859,0.0002318114,0.0001862191,0.000155158,0.00005761979,0.0001151388,0.000002023174],"category_scores_gemma":[0.0002378568,0.000217256,0.00007064812,0.0005235983,0.000007453943,0.0001138567,0.00003491191,0.000100589,4.411635e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007450519,"about_ca_system_score_gemma":0.00001905305,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001861526,"about_ca_topic_score_gemma":0.000004855406,"domain_scores_codex":[0.9988903,0.00005584234,0.0003704761,0.0003070656,0.0001048619,0.0002714442],"domain_scores_gemma":[0.9987476,0.0007715974,0.00007699529,0.000222721,0.0001139631,0.00006705111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002801029,0.000005688911,0.0003245754,0.0003257351,0.0001620825,8.812715e-7,0.000127678,0.9910647,0.006815114,0.0004659152,0.00000903778,0.0006958382],"study_design_scores_gemma":[0.0002806024,0.00001523237,0.0001344762,0.00008726883,0.0001758975,0.00001078226,0.0006398793,0.9966,0.001757996,0.00002356678,0.00004288088,0.0002314097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02466369,0.001596721,0.9724968,0.00007649991,0.0003218818,0.0005040041,0.00003508512,0.0002962338,0.000009077798],"genre_scores_gemma":[0.7352262,0.00004130337,0.2642529,0.000002950093,0.00005847089,0.0002773758,0.00007858906,0.00004315762,0.00001916191],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7105624,"threshold_uncertainty_score":0.8859442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1556570903","doi":"10.1002/j.2334-5837.2007.tb02966.x","title":"9.4.1 Lessons Learned From Industrial Validation of COSYSMO","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Process (computing); Reuse; Engineering; Engineering management; Government (linguistics); Domain (mathematical analysis); Software engineering; Computer science; Systems engineering; Software development; Software development process; Process management; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.1161025346670518,"gpt":0.3283834849502711,"spread":0.2122809502832193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000401426,0.0001042286,0.0001398509,0.00008279058,0.00002152693,0.00002098159,0.0002599425,0.0001244184,0.00006420227],"category_scores_gemma":[0.00009132487,0.0001104553,0.00005787827,0.0001315831,0.00001997408,0.00008354503,0.0000373678,0.000132773,0.00002928118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001102573,"about_ca_system_score_gemma":0.000009328117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001835614,"about_ca_topic_score_gemma":0.00001175357,"domain_scores_codex":[0.9991542,0.00001379272,0.0003539789,0.0001349555,0.0002106224,0.0001324337],"domain_scores_gemma":[0.9992943,0.000341586,0.00006794204,0.0001851953,0.00007426997,0.00003671549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004146853,0.00006555521,0.002013524,0.00001726538,0.0002350321,0.000006243823,0.0003271444,0.1162122,0.8347842,0.009509086,0.001668261,0.03511995],"study_design_scores_gemma":[0.0008386258,0.00002831208,0.003788583,0.00008839581,0.00003039472,0.0000087331,0.0001477747,0.01206309,0.9125984,0.003219083,0.06687489,0.0003136656],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8388596,0.00005271573,0.148718,0.0007824859,0.002583573,0.0001523551,0.0001351502,0.0003008259,0.008415311],"genre_scores_gemma":[0.9962869,0.00004281259,0.002842872,0.00001020534,0.0006041452,0.00001718344,0.0001004941,0.00002209346,0.00007329894],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1574274,"threshold_uncertainty_score":0.4504238,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105466452","doi":"10.1109/naecon.2011.6183090","title":"Using the C-OODA model for CIMIC analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Intelligence analysis; Computer science; Action (physics); Military intelligence; Decision support system; Decision analysis; Cognitive model; Artificial intelligence; Operations research; Cognition; Engineering; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.4055636987753036,"gpt":0.3306248225722472,"spread":0.07493887620305639,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001400763,0.00005880166,0.00009264208,0.00004544436,0.00003983285,0.000007727653,0.0001141798,0.00002902224,0.00001511089],"category_scores_gemma":[0.00001017238,0.00003942134,0.00008676694,0.0002134316,0.0000075063,0.00001996249,0.000009396203,0.00002900626,0.000001842694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001362649,"about_ca_system_score_gemma":0.000002717061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003176769,"about_ca_topic_score_gemma":0.000006147605,"domain_scores_codex":[0.9996927,0.000004949037,0.00009905622,0.00006586846,0.00002875742,0.0001086884],"domain_scores_gemma":[0.9996792,0.00005959458,0.000009083724,0.0002241211,0.00001447698,0.00001349067],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[3.88257e-7,0.000001774039,0.00005050677,0.000008305585,0.0001367221,1.810483e-8,0.0001832752,0.9869939,0.00234597,0.009980369,0.0001207731,0.0001779786],"study_design_scores_gemma":[0.00002634973,0.000001354934,0.0001235258,8.983328e-7,0.0001307152,4.778879e-7,0.00007024378,0.9963882,0.001171209,0.001949221,0.00007923173,0.00005856168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02606277,0.00005542416,0.9708903,0.000007568328,0.00005408782,0.0001250235,0.000004939854,0.000235574,0.002564349],"genre_scores_gemma":[0.7253666,0.000003871907,0.2743799,0.000009176949,0.00002036724,0.00005177245,0.000001065229,0.0000105273,0.0001567385],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6993038,"threshold_uncertainty_score":0.1607555,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3090134856","doi":"10.1002/j.2334-5837.2020.00803.x","title":"Implementing MBSE – An Enterprise Approach to an Enterprise Problem","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Systems engineering; Enterprise integration; Enterprise systems engineering; Enterprise architecture; Engineering management; Unified Modeling Language; Architecture; Software engineering; Engineering; Knowledge management; Enterprise software","retraction":null,"screen_n_in":null,"score":{"opus":0.0338783716270081,"gpt":0.2838884929962852,"spread":0.2500101213692771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003088555,0.0002262734,0.0001975756,0.00008079355,0.00007194986,0.0001154795,0.0006978094,0.000070862,0.00003969177],"category_scores_gemma":[0.00003118445,0.0002384127,0.00007328028,0.0001871016,0.00001223575,0.0003406494,0.0001820576,0.0001640699,0.00006917706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001205787,"about_ca_system_score_gemma":0.00001035583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006199761,"about_ca_topic_score_gemma":0.000009119462,"domain_scores_codex":[0.9985204,0.00003705804,0.0004199074,0.0003896984,0.0002680241,0.0003649231],"domain_scores_gemma":[0.9992547,0.00004447138,0.0000505438,0.0003040111,0.00007835741,0.0002678937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007822031,0.0004411825,0.005618433,0.0002370831,0.0003238677,0.00001860392,0.009962482,0.632301,0.3225633,0.009166854,0.003582724,0.01570635],"study_design_scores_gemma":[0.000927945,0.0002869194,0.002489367,0.00008767998,0.00004351358,0.00006358155,0.001178084,0.8103147,0.01527303,0.0003421392,0.1679299,0.001063179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4002309,0.00004848051,0.5806003,0.001076749,0.0007101144,0.0007276982,0.0001106031,0.001384767,0.01511046],"genre_scores_gemma":[0.9458498,0.00001197263,0.05252483,0.0003244501,0.0007411109,0.0002988636,0.0001329155,0.00006608263,0.00004993665],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.545619,"threshold_uncertainty_score":0.9722186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144972357","doi":"10.1109/icsmc.2000.886403","title":"A work domain analysis for virtual private networks","year":2002,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Private network; Flexibility (engineering); Software deployment; Enterprise private network; The Internet; Domain (mathematical analysis); Computer security; Task (project management); Service (business); Network management; Risk analysis (engineering); Software engineering; Computer network; Systems engineering; World Wide Web; Engineering; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.0425397975703153,"gpt":0.2367409535466539,"spread":0.1942011559763386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001479862,0.00009374297,0.0001696594,0.00007797025,0.00003569775,0.0000221876,0.0001097677,0.00006317437,0.000109411],"category_scores_gemma":[0.00001645838,0.00008456152,0.0001195769,0.0006859236,0.000008222815,0.0000237173,0.0000113646,0.00005159247,0.00001701777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002054516,"about_ca_system_score_gemma":3.359003e-7,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001298315,"about_ca_topic_score_gemma":0.000001541481,"domain_scores_codex":[0.9994861,0.000009813618,0.0001556042,0.0001115502,0.00004336327,0.0001935003],"domain_scores_gemma":[0.9995079,0.0002005484,0.00001191965,0.0002349098,0.000009939664,0.00003479561],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[7.30969e-7,0.000004189713,0.0002870211,0.000005371442,0.0002205746,1.62711e-7,0.00003292815,0.9839895,0.0001080861,0.007322724,0.004290275,0.003738421],"study_design_scores_gemma":[0.0001354232,0.00001135415,0.001725957,0.000004556584,0.00007959608,6.386965e-7,0.00003094988,0.9546496,0.0000884638,0.0001893579,0.04291095,0.0001731891],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02409869,0.0002569937,0.9732026,0.0000447894,0.0001521268,0.0001656479,0.000002985539,0.0005965456,0.001479618],"genre_scores_gemma":[0.8773807,0.00003920733,0.1214336,0.00001980092,0.0001502538,0.0002054317,0.000006782856,0.0000229566,0.0007412251],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.853282,"threshold_uncertainty_score":0.3448319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073163098","doi":"10.1002/j.2334-5837.2007.tb02992.x","title":"A Research Agenda for Systems of Systems Architecting","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"Federal Emergency Management Agency","keywords":"Brainstorming; Context (archaeology); Prioritization; Field (mathematics); Engineering management; Engineering ethics; Political science; Process management; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.09902351720942572,"gpt":0.3783691767156797,"spread":0.279345659506254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002661346,0.0001104636,0.0001844177,0.0002361321,0.00006004714,0.00005163809,0.0003639662,0.00009125679,0.000002411337],"category_scores_gemma":[0.0001781988,0.0001110538,0.00007107016,0.0002303018,0.0000343084,0.00005469757,0.000048009,0.0001673428,0.000009079628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001911286,"about_ca_system_score_gemma":0.00001234713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002676155,"about_ca_topic_score_gemma":0.00001015556,"domain_scores_codex":[0.9986572,0.00003094284,0.0005031703,0.0001649609,0.0003432953,0.0003004609],"domain_scores_gemma":[0.9978946,0.001457592,0.00006426211,0.0002274186,0.0003109103,0.00004517361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002855436,0.00003706205,0.0003097426,0.0005721239,0.0001815653,0.000005316463,0.0004077232,0.676352,0.2818247,0.03648536,0.001918777,0.001877069],"study_design_scores_gemma":[0.001222576,0.0002002279,0.001774051,0.0009789031,0.00003345813,0.0002418924,0.003579224,0.6398077,0.08163007,0.0006252052,0.2691716,0.0007350461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2598956,0.0007689639,0.7193341,0.00008424472,0.005828883,0.0009077374,0.0001016905,0.0003697797,0.01270906],"genre_scores_gemma":[0.9954357,0.00002470698,0.003191788,0.00000250814,0.0007536588,0.0002428412,0.00001593681,0.00003839398,0.0002944628],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7355401,"threshold_uncertainty_score":0.4528642,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2256429841","doi":"10.4271/2010-01-0278","title":"Managing System Design Process Using Axiomatic Design: A Case on KAIST Mobile Harbor Project","year":2010,"lang":"en","type":"article","venue":"SAE International Journal of Materials and Manufacturing","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"Korea Advanced Institute of Science and Technology","keywords":"Axiomatic design; Process (computing); Computer science; Engineering; Engineering design process; Systems engineering; Civil engineering; Manufacturing engineering; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04721313167857826,"gpt":0.3032806678128979,"spread":0.2560675361343196,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000776063,0.0001673849,0.0002527201,0.000224925,0.00007562667,0.0001926001,0.0002101668,0.00006491033,0.0000119061],"category_scores_gemma":[0.00003517263,0.0001389801,0.00004078867,0.00003154716,0.00001842351,0.0001634804,0.00002751075,0.0001451993,0.000004114995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006985028,"about_ca_system_score_gemma":0.00001776513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002091822,"about_ca_topic_score_gemma":0.000001322547,"domain_scores_codex":[0.9990191,0.00005667317,0.0004571373,0.0001150955,0.0001939008,0.0001581224],"domain_scores_gemma":[0.9994088,0.0001714509,0.0001878125,0.0001128722,0.00007323608,0.00004584398],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00007249194,0.00002447609,0.000003702654,0.0006021694,0.0002333898,0.0008700959,0.0004119436,0.4194732,0.5739357,0.0002141609,0.00005248139,0.004106099],"study_design_scores_gemma":[0.0004732537,0.00007616335,0.00009478368,0.0005492339,0.00005179636,0.009560105,0.0006362376,0.02303302,0.9647098,0.0002069011,0.0003690941,0.0002396485],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8351688,0.00005696684,0.1624916,0.00001366407,0.001857285,0.0002753937,0.00001305138,0.00008764963,0.00003552078],"genre_scores_gemma":[0.9655123,0.0000285038,0.03390028,0.000005866375,0.0004771374,0.00003854497,7.508131e-7,0.0000340765,0.000002567237],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3964402,"threshold_uncertainty_score":0.5667444,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412450541","doi":"10.3390/systems13070584","title":"MBSE 2.0: Toward More Integrated, Comprehensive, and Intelligent MBSE","year":2025,"lang":"en","type":"article","venue":"Systems","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hog Administrative Marketing Services (Canada)","funders":"National Key Research and Development Program of China; Natural Science Foundation of Beijing Municipality; Beihang University; National Natural Science Foundation of China","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04648730203588256,"gpt":0.287843855285314,"spread":0.2413565532494315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001313823,0.000169172,0.0002749419,0.0001145729,0.00004134284,0.00005978315,0.0001382347,0.00009924851,0.000003592807],"category_scores_gemma":[0.00003292431,0.0001498823,0.00004056439,0.0002628494,0.00003386744,0.00003541076,0.00004104382,0.0001388628,0.00002094044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006745395,"about_ca_system_score_gemma":0.00001106745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001269852,"about_ca_topic_score_gemma":0.000002878581,"domain_scores_codex":[0.9992383,0.00003661074,0.0002815923,0.0001788996,0.00007344673,0.000191191],"domain_scores_gemma":[0.9994373,0.0001483826,0.00002116463,0.000290742,0.00005512028,0.00004728164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002865434,0.00007476375,0.002029683,0.008591241,0.001015011,0.00003430323,0.003386894,0.7448531,0.05638171,0.04214541,0.06973656,0.07172268],"study_design_scores_gemma":[0.0003578719,0.00002638679,0.003209444,0.0006748817,0.00004865237,0.00004970555,0.006664243,0.2619514,0.003232256,0.0002143329,0.7230685,0.0005023942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1983457,0.02694877,0.7651387,0.000260857,0.003436306,0.0009412071,0.00003036181,0.001515802,0.003382357],"genre_scores_gemma":[0.996758,0.0004678786,0.001612079,0.00002504,0.00006002887,0.0001770711,0.00001050495,0.000025651,0.0008637186],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7984124,"threshold_uncertainty_score":0.6112021,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3021206250","doi":"10.1007/978-3-030-43946-0_9","title":"FTG+PM: Describing Engineering Processes in Multi-Paradigm Modelling","year":2020,"lang":"en","type":"book-chapter","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Vlaamse regering; Flanders Make","keywords":"Computer science; Abstraction; Graph rewriting; Model transformation; Formalism (music); Engineering design process; Software engineering; Orchestration; Systems engineering; Process (computing); Set (abstract data type); Graph; Representation (politics); Model-driven architecture; Metamodeling; Process modeling; Theoretical computer science; Programming language; Unified Modeling Language; Work in process; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1957422530997855,"gpt":0.2552279698952188,"spread":0.05948571679543327,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001422896,0.0005166057,0.0005920662,0.0002445359,0.00002857155,0.0000538247,0.0003066559,0.0003774727,0.00003825405],"category_scores_gemma":[0.00005073973,0.0005623333,0.0001023248,0.0001362936,0.00001392103,0.00009657485,0.00005652508,0.0006037574,0.00009356809],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001546077,"about_ca_system_score_gemma":0.00003510814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001658804,"about_ca_topic_score_gemma":0.00001329924,"domain_scores_codex":[0.9985259,0.000004640038,0.0005492265,0.0004137415,0.0001561371,0.0003504025],"domain_scores_gemma":[0.9992763,0.0002025796,0.00004787597,0.0003435392,0.00003088293,0.00009877756],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001108943,0.000003099056,0.000001576,0.0008126827,0.00004705442,0.00001220354,0.0001151969,0.969409,0.0002369964,0.02858477,0.0001360925,0.0006402042],"study_design_scores_gemma":[0.0001732111,0.000008636544,0.00000150466,0.000674758,0.00002636494,0.00001178556,0.00001489906,0.9323906,0.0003939305,0.0006771894,0.06491604,0.0007111205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00003330226,0.003179523,0.9433598,0.0000416225,0.0002883014,0.0004303409,0.00001959608,0.001642517,0.05100499],"genre_scores_gemma":[0.1539243,0.005156718,0.7690426,0.0001045363,0.001579755,0.0007022198,0.000204238,0.001726914,0.0675588],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1743172,"threshold_uncertainty_score":0.9996828,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072332023","doi":"10.1002/j.2334-5837.2005.tb00663.x","title":"1.4.4 Towards a Collaborative Engineering Environment to Support Capability Engineering","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Collaborative engineering; Process (computing); Relevance (law); Engineering management; Systems engineering; Engineering; Realization (probability); Computer science; Knowledge management; Process management; Work in process; Operations management; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01304855313731733,"gpt":0.2476563786594982,"spread":0.2346078255221808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002927671,0.0002698682,0.0002319364,0.0001349637,0.00003309052,0.00006638151,0.0004085408,0.0001025602,0.0001680721],"category_scores_gemma":[0.00008441752,0.0002965402,0.00008136633,0.0002123283,0.00001250816,0.0001777684,0.0001073925,0.0001811833,0.0003250837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006794313,"about_ca_system_score_gemma":0.00001834181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001919331,"about_ca_topic_score_gemma":0.000004901282,"domain_scores_codex":[0.9986404,0.000009717003,0.0004129767,0.0002991319,0.0003098689,0.0003279682],"domain_scores_gemma":[0.9993124,0.000107472,0.00003072876,0.0003316473,0.00006383341,0.0001539004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004599724,0.00002769024,0.00005175261,0.0000236364,0.00007530532,0.000003761264,0.0004169688,0.9157031,0.07753721,0.001361024,0.0009600409,0.003834927],"study_design_scores_gemma":[0.0003874254,0.00007307965,0.002364992,0.00004940137,0.00001924073,0.00004333914,0.00006636202,0.2947968,0.07302666,0.00002975037,0.628494,0.0006489462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5227734,0.0002070437,0.4588661,0.003686183,0.003172218,0.001156547,0.0003014933,0.002173973,0.007662944],"genre_scores_gemma":[0.9388723,0.00005226555,0.05962951,0.00007449667,0.0007244311,0.0004240142,0.00002964031,0.00006529671,0.0001280168],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.627534,"threshold_uncertainty_score":0.9999487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2625175095","doi":"","title":"Self Disruption: Seizing the High Ground of Systemic Operational Design (SOD)","year":2017,"lang":"en","type":"article","venue":"Journal of military and strategic studies","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Character (mathematics); Humanism; Postmodernism; Computer science; Nothing; Combatant; Sociology; Public relations; Political science; Epistemology; Law; Mathematics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.1312575014625438,"gpt":0.3166126317453834,"spread":0.1853551302828396,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008019386,0.00009373503,0.0002535801,0.00002752,0.0002702425,0.00001647977,0.0001684595,0.00003296602,0.000001481468],"category_scores_gemma":[0.00006572516,0.00005718433,0.00004925371,0.00002768974,0.00007903537,0.0001284392,0.00002393617,0.0001117266,3.455822e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000180619,"about_ca_system_score_gemma":0.0000157019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001318821,"about_ca_topic_score_gemma":0.000002074111,"domain_scores_codex":[0.9993477,0.00006019623,0.000341479,0.00005737753,0.0001090594,0.00008415348],"domain_scores_gemma":[0.9992331,0.0003713803,0.0001007163,0.0001643104,0.0001106192,0.000019891],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","study_design_scores_codex":[0.000171145,0.0001886474,0.003894696,0.005927229,0.009496862,0.0001463796,0.02672738,0.7460538,0.05433477,0.1461029,0.00251074,0.004445492],"study_design_scores_gemma":[0.009207383,0.003694197,0.3014213,0.008460551,0.00386971,0.01185731,0.3167607,0.1594213,0.008890242,0.1711999,0.002123914,0.003093517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9013695,0.0874527,0.01005963,0.000247658,0.0005364247,0.0001269845,0.000004968069,0.00002210502,0.0001800232],"genre_scores_gemma":[0.9741232,0.01504278,0.01055049,0.000003525285,0.000249959,0.000008301114,2.248755e-7,0.000005914825,0.00001555797],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5866325,"threshold_uncertainty_score":0.2331909,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2180110572","doi":"","title":"A Model-Driven Approach to Interoperability and Integration in Systems of Systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Interoperability; Computer science; System integration; Systems engineering; Software engineering; Engineering; World Wide Web; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.1310944087767446,"gpt":0.2594775461799791,"spread":0.1283831374032346,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002659496,0.00008754957,0.0002000381,0.00008791726,0.00000689841,0.00001093091,0.00008926767,0.00004552643,6.636958e-7],"category_scores_gemma":[0.00002203681,0.00007106787,0.0000132567,0.0001341656,0.00001169512,0.00004980681,0.0000216993,0.00005999979,0.000001493142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003730112,"about_ca_system_score_gemma":0.000002885099,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005624761,"about_ca_topic_score_gemma":0.00001364944,"domain_scores_codex":[0.9994199,0.00003099795,0.0002760195,0.0001260976,0.00004853822,0.00009847205],"domain_scores_gemma":[0.9996905,0.00002870258,0.00001539673,0.000203871,0.00002883413,0.0000326922],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004133276,0.00002716476,0.0006628523,0.0002905602,0.000008622666,6.384503e-8,0.001565497,0.966879,0.009800299,0.02037199,0.00004622707,0.0003435766],"study_design_scores_gemma":[0.0000692323,0.00002058665,0.001672692,0.00006371881,0.000002692634,0.000002988032,0.0009690898,0.9966034,0.0004834326,0.00002205289,0.00001230729,0.00007784647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.321348,0.0001010918,0.6721821,9.999559e-7,0.00008031239,0.0003298518,0.00000360825,0.000102667,0.005851362],"genre_scores_gemma":[0.9533277,0.000009403645,0.04636706,0.000001099108,0.00001013046,0.0002298486,0.000001466485,0.00001192716,0.00004142546],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6319796,"threshold_uncertainty_score":0.2898063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4303022300","doi":"10.1002/sys.21643","title":"Integration of systems design and risk management through model‐based systems development","year":2022,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Fault tree analysis; Failure mode and effects analysis; Reliability engineering; Dependability; Computer science; Risk management; Risk analysis (engineering); Hazard analysis; Hazard and operability study; Risk assessment; Engineering; Systems Modeling Language; Systems engineering; Unified Modeling Language; Software; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.05237895981625117,"gpt":0.2392956884623138,"spread":0.1869167286460626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00117797,0.0003270008,0.0004906669,0.0002565306,0.0001639513,0.00007390162,0.0002635464,0.00008333349,0.000001536639],"category_scores_gemma":[0.0000211016,0.0003451179,0.00005411613,0.0003909723,0.00001341728,0.0001061481,0.000085023,0.0002556472,0.000002434544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003354235,"about_ca_system_score_gemma":0.00002263545,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001063415,"about_ca_topic_score_gemma":3.190199e-7,"domain_scores_codex":[0.9980565,0.0001348435,0.0007616722,0.000308665,0.0003833647,0.0003549429],"domain_scores_gemma":[0.9990836,0.0002120234,0.0001453965,0.0004465964,0.0000489707,0.00006339036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000408179,0.00001173179,0.00001488134,0.001418687,0.0001515002,0.00000285719,0.0003566553,0.9828659,0.005690231,0.009013388,0.0001680471,0.0003020001],"study_design_scores_gemma":[0.0002753536,0.00002586722,0.00004126895,0.0002364306,0.00004722503,0.00002376986,0.0008404853,0.9906142,0.00107684,0.00001007073,0.006469931,0.0003385458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02328963,0.006470744,0.9662134,0.000001785641,0.001509469,0.001380275,0.00003891515,0.0007443071,0.000351446],"genre_scores_gemma":[0.9044791,0.0001307808,0.09269994,9.411191e-7,0.00006090899,0.002405222,0.00002017225,0.00009394943,0.0001089632],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8811895,"threshold_uncertainty_score":0.9999001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3149496067","doi":"10.1109/wsc.2011.6147960","title":"The Managed Readiness Simulator: A force readiness model","year":2011,"lang":"en","type":"article","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Mars Exploration Program; Computer science; Attrition; Simulation; Set (abstract data type); Haptic technology; Range (aeronautics); Systems engineering; Human–computer interaction; Engineering; Aerospace engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07802569320413949,"gpt":0.2438661403168392,"spread":0.1658404471126997,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002628763,0.00012716,0.0001242051,0.00003094974,0.0001057884,0.00002409237,0.000285156,0.0000606215,0.00001149787],"category_scores_gemma":[0.00003620581,0.00008551345,0.00004742354,0.0001522052,0.0000244668,0.00006050502,0.00003232358,0.0000879268,0.00003743236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002459766,"about_ca_system_score_gemma":0.000004006787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002361968,"about_ca_topic_score_gemma":0.00001164592,"domain_scores_codex":[0.9993747,0.00001340775,0.0001833476,0.0001230186,0.00007290278,0.0002326516],"domain_scores_gemma":[0.9992676,0.0001569147,0.00001582158,0.0004930814,0.00002721089,0.00003940571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004995101,0.000007471432,0.00004856563,0.00005158818,0.00005115964,0.000001184005,0.0002901367,0.8809416,0.002287745,0.1082105,0.003815504,0.004289509],"study_design_scores_gemma":[0.00008447369,0.000004037508,0.0002781955,0.000007695351,0.00001050679,0.000003661495,0.0001215672,0.9880065,0.002456294,0.004785229,0.004087881,0.0001539766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02154893,0.0001672025,0.9167879,0.00002966496,0.0002591082,0.000220265,0.00000281563,0.00110315,0.05988094],"genre_scores_gemma":[0.9771149,0.0000596282,0.01755792,0.00001613166,0.00005486102,0.000136115,0.000001694847,0.00004089352,0.0050179],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9555659,"threshold_uncertainty_score":0.3487137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385508674","doi":"10.1002/iis2.12932","title":"System Engineering Heuristics for Complex Systems","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Set (abstract data type); Complex system; Management science; Systems engineering; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03324350303496316,"gpt":0.255772061779558,"spread":0.2225285587445948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003121485,0.0001541671,0.00018628,0.00009503033,0.000128075,0.00006305414,0.0004305119,0.00003924555,0.00001866934],"category_scores_gemma":[0.00002946339,0.000179663,0.00008281267,0.0001266773,0.000007871463,0.00004704198,0.00009875534,0.00013627,0.00001206181],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005511983,"about_ca_system_score_gemma":0.000008552386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002679392,"about_ca_topic_score_gemma":4.234326e-7,"domain_scores_codex":[0.9990026,0.00001612641,0.0003414966,0.0001763513,0.0002482657,0.000215175],"domain_scores_gemma":[0.9993588,0.0002585514,0.00004850987,0.0002180325,0.00007043986,0.00004572223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004799687,0.00001205439,0.00002463631,0.000155685,0.00007924044,0.000004147554,0.0000463634,0.9362748,0.02721073,0.03118531,0.004887245,0.0001149508],"study_design_scores_gemma":[0.0001850397,0.00001796187,0.00007045835,0.00001689554,0.00001002438,0.00009297356,0.0001524911,0.7274576,0.0002899104,0.00001604059,0.2715338,0.0001568545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02213629,0.0003577709,0.955408,0.0002862534,0.01282549,0.0009814777,0.001007496,0.002223042,0.00477421],"genre_scores_gemma":[0.9901633,0.000008644605,0.007210689,0.00001413272,0.000629374,0.00157256,0.000150695,0.00006403212,0.0001865951],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.968027,"threshold_uncertainty_score":0.7326446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3199906350","doi":"10.1002/j.2334-5837.2021.00831.x","title":"Agility in the Future of Systems Engineering (FuSE) ‐ A Roadmap of Foundational Concepts","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Fuse (electrical); Engineering; Systems engineering; Engineering management; Set (abstract data type); System of systems engineering; Process management; Computer science; Software engineering; Systems design; Electrical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01691066349607678,"gpt":0.2790205620014166,"spread":0.2621098985053398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003822334,0.0001047885,0.0001861946,0.00005897071,0.00001225427,0.00002136927,0.0003118601,0.00007122133,0.00002043967],"category_scores_gemma":[0.00006779501,0.00009182878,0.0000697519,0.0002327127,0.00002240555,0.00007576421,0.00003621952,0.0001272554,0.000002891538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000808132,"about_ca_system_score_gemma":0.00002441242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005196463,"about_ca_topic_score_gemma":0.00002165539,"domain_scores_codex":[0.9990354,0.00003901891,0.0004291915,0.000121365,0.0002665166,0.000108556],"domain_scores_gemma":[0.9991788,0.000340972,0.00006486446,0.0002396709,0.0001588232,0.00001684323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006696466,0.0000826456,0.002529962,0.0002787371,0.0001228723,0.00001045906,0.000818018,0.8457052,0.09253751,0.05672024,0.000388037,0.0007996106],"study_design_scores_gemma":[0.00211949,0.00007844227,0.08554385,0.0008884736,0.00006890329,0.0003138769,0.005466849,0.6238675,0.08480792,0.00128848,0.1945959,0.0009603113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9353553,0.002659735,0.05104757,0.00110832,0.004761587,0.0004208801,0.0001724838,0.000155933,0.004318203],"genre_scores_gemma":[0.9977686,0.00009555445,0.001629846,0.00001123556,0.0003379055,0.00007220232,0.0000437282,0.00001318364,0.00002772282],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2218377,"threshold_uncertainty_score":0.3744669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2973070828","doi":"10.1002/sres.2627","title":"Systemic virtues as a foundation for a general theory of design elegance","year":2019,"lang":"en","type":"article","venue":"Systems Research and Behavioral Science","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Surrey Place Centre","funders":"","keywords":"Elegance; Axiology; Epistemology; Foundation (evidence); Value (mathematics); Perspective (graphical); Engineering ethics; Order (exchange); Management science; Sociology; Computer science; Philosophy; Engineering; Law; Economics; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2304045867425691,"gpt":0.4317065719009401,"spread":0.201301985158371,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004025287,0.00008697833,0.0001805874,0.0001897948,0.0001136374,0.0001069403,0.0002961349,0.00005163997,0.000003951356],"category_scores_gemma":[0.00008910575,0.00007223401,0.00002229988,0.000540373,0.0002135059,0.000198826,0.00004224643,0.0000922324,0.0000178376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009731071,"about_ca_system_score_gemma":0.00007749542,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001221427,"about_ca_topic_score_gemma":0.00000102872,"domain_scores_codex":[0.9987096,0.00009816893,0.0002215687,0.0002325313,0.0003782615,0.0003598534],"domain_scores_gemma":[0.9990721,0.0002952491,0.00003242645,0.0002690978,0.0002561091,0.00007501616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001796203,0.00001696268,0.0004601683,0.0003899109,0.000004869023,4.303035e-7,0.0002578926,0.007454392,0.9479231,0.03648137,0.00003902427,0.006953965],"study_design_scores_gemma":[0.002612758,0.004991023,0.01008107,0.002442774,0.00005748232,0.0004009163,0.01510504,0.5094247,0.4263332,0.02139997,0.005373626,0.001777389],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8619237,0.0006531382,0.1356826,0.00000531511,0.0002937984,0.001218891,0.000006906535,0.00007827023,0.000137371],"genre_scores_gemma":[0.9941055,0.00004144007,0.004907565,5.33279e-7,0.00005558505,0.0003911696,0.000001677743,0.00001317866,0.0004833945],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5215899,"threshold_uncertainty_score":0.2945617,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997032602","doi":"10.2514/6.2020-1391","title":"Lockheed Martin Conceptual Design Modeling in the Dassault Systemes 3DEXPERIENCE<sup>®</sup>Platform","year":2020,"lang":"en","type":"article","venue":"AIAA Scitech 2020 Forum","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Aerospace; Multidisciplinary design optimization; Systems engineering; Conceptual design; Multidisciplinary approach; Engineering; Aeronautics; Concurrent engineering; Computer science; Manufacturing engineering; Aerospace engineering; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.106563366085147,"gpt":0.2648029457089036,"spread":0.1582395796237565,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006173374,0.0002483487,0.0003056026,0.00005898317,0.0001143673,0.0000966606,0.0006337898,0.0001453231,0.00002295462],"category_scores_gemma":[0.0001974135,0.0001954988,0.00008282698,0.0007680407,0.00005128456,0.0002011226,0.00007477198,0.0003324224,0.00006633247],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006490927,"about_ca_system_score_gemma":0.00002302974,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003780455,"about_ca_topic_score_gemma":0.000003726561,"domain_scores_codex":[0.998346,0.00007605681,0.0004751592,0.0003064457,0.0002840169,0.0005123678],"domain_scores_gemma":[0.999205,0.0002603465,0.00003786497,0.0003748102,0.00003421618,0.00008779663],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006984355,0.000006309505,0.0000897827,0.00005687122,0.00001725866,0.000007735613,0.005113659,0.9847878,0.002367583,0.001639851,0.004925423,0.0009808063],"study_design_scores_gemma":[0.0002272072,0.000044531,0.000008490058,0.00004950773,0.000008443378,0.00001358028,0.02151454,0.9706849,0.0009588174,0.0001649391,0.006087229,0.0002378479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1332499,0.0006767373,0.8619007,0.001895282,0.0001443462,0.0008103139,0.00001353001,0.0007154942,0.0005936846],"genre_scores_gemma":[0.9879537,0.00003528053,0.01108301,0.0003132429,0.0001687305,0.0003721043,0.000009518312,0.00004423687,0.00002021885],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8547038,"threshold_uncertainty_score":0.7972211,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1947493562","doi":"10.1002/j.2334-5837.2008.tb00844.x","title":"7.2.2 Advancing Model‐Based Systems Engineering at a Small Space Agency","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; Agency (philosophy); Process (computing); Bridge (graph theory); Space (punctuation); Key (lock); Work (physics); Systems engineering; Computer science; Process management; Engineering management; Engineering; Unified Modeling Language; Computer security; Sociology; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02635390211012569,"gpt":0.2384062307702378,"spread":0.2120523286601121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001881172,0.0002413765,0.0002225029,0.0001296454,0.00009006864,0.00003192526,0.0003651366,0.0001110151,0.00001682545],"category_scores_gemma":[0.00005993745,0.0002610074,0.0001030674,0.00015634,0.00001869602,0.0001057665,0.00007227239,0.0001637908,0.00006862694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005313308,"about_ca_system_score_gemma":0.0000220983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005288871,"about_ca_topic_score_gemma":0.000006360925,"domain_scores_codex":[0.9987997,0.00001257166,0.000361114,0.0002497308,0.0002485735,0.0003282937],"domain_scores_gemma":[0.9992684,0.0001769992,0.00005267699,0.0003184802,0.0000842446,0.00009927015],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003652118,0.00001312655,0.0001640537,0.00005408267,0.00003837571,0.0000189423,0.0001079771,0.8596774,0.1384277,0.0008087507,0.0006290393,0.00005691785],"study_design_scores_gemma":[0.0002259093,0.00001030835,0.0002505181,0.00007234609,0.00000846993,0.000122005,0.000008359161,0.9706301,0.01351411,0.00001994888,0.01485838,0.0002795042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3487291,0.0003540671,0.6441861,0.0002114763,0.001855979,0.0002486077,0.00003915043,0.001024984,0.00335046],"genre_scores_gemma":[0.9749554,0.0001229698,0.02352303,0.00002340001,0.00035199,0.0002329568,0.00003128763,0.00007630484,0.0006826008],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6262264,"threshold_uncertainty_score":0.9999842,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2751624834","doi":"10.1002/j.2334-5837.2017.00344.x","title":"Version 0.75 of the Proposed INCOSE Competency Framework","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Competence (human resources); Core competency; Section (typography); Computer science; Publication; Engineering management; Knowledge management; Engineering ethics; Engineering; Psychology; Political science; Management; Operating system; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0169542265198654,"gpt":0.2694708518717698,"spread":0.2525166253519044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001798378,0.0001111563,0.0001353111,0.00003082473,0.0001541066,0.00005687872,0.00103439,0.00009240181,0.00003724045],"category_scores_gemma":[0.0001904073,0.00008534623,0.00009429471,0.00004906029,0.00007329326,0.0001095366,0.0001963314,0.0001688368,0.00003364594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008528092,"about_ca_system_score_gemma":0.00001296649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006484212,"about_ca_topic_score_gemma":0.000005975616,"domain_scores_codex":[0.9992766,0.00001687248,0.0002331668,0.0001220983,0.0002319589,0.0001193055],"domain_scores_gemma":[0.9990063,0.0001375428,0.0001067201,0.0006370747,0.00008504246,0.00002728411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000502508,0.0002205474,0.03484523,0.0003033655,0.0004894279,0.00001168452,0.0009873972,0.1090354,0.6962149,0.1427064,0.005921248,0.009214228],"study_design_scores_gemma":[0.001828599,0.0001211333,0.29673,0.001598457,0.000107067,0.00008900934,0.0002679645,0.1612134,0.3738513,0.03607338,0.1268958,0.00122405],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8988184,0.0001459757,0.04885086,0.003115191,0.009554515,0.0005843856,0.0001154915,0.0003948476,0.03842036],"genre_scores_gemma":[0.993372,0.00004585022,0.006093374,0.00002144439,0.00025823,0.00002272889,0.000004522029,0.00002034914,0.0001614953],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3223636,"threshold_uncertainty_score":0.3480318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2908997660","doi":"10.1109/ms.2018.2874321","title":"Making Companies Nimble-From Software Agility to Business Agility: A Conversation with the Authors [Insights]","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute on Governance","funders":"","keywords":"Agile software development; Conversation; Business; Knowledge management; Software; Process management; Management; Computer science; Software engineering; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.04292529038817968,"gpt":0.2584286951382636,"spread":0.2155034047500839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000220281,0.0002652418,0.0003209131,0.00007097144,0.0001745422,0.00007334998,0.0003590817,0.0001191,0.00003697211],"category_scores_gemma":[0.0001188331,0.0001925715,0.00005957731,0.000537731,0.00004543061,0.000130603,0.00006490791,0.000219607,0.0001275143],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001261588,"about_ca_system_score_gemma":0.00002771643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001546455,"about_ca_topic_score_gemma":0.00009357408,"domain_scores_codex":[0.9987826,0.00006654771,0.0002463727,0.0003558894,0.0002479749,0.0003006652],"domain_scores_gemma":[0.9983469,0.0006056316,0.00005451346,0.0007642958,0.0001650734,0.00006356429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00005156933,0.0000299626,0.01824744,0.0005208701,0.0002277737,0.000005591572,0.00756462,0.9555036,0.004531786,0.0001518378,0.004663457,0.00850153],"study_design_scores_gemma":[0.002390367,0.0002258067,0.6816348,0.001592648,0.0003709399,0.00005072409,0.008179062,0.06510362,0.009278632,0.0025176,0.225145,0.003510699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5328841,0.0001716617,0.4645895,0.0001972464,0.0006482696,0.0004731469,0.00004034433,0.0009575266,0.00003821706],"genre_scores_gemma":[0.9674667,0.000006729358,0.03190639,0.0001145279,0.0001645282,0.0001433439,0.00003043965,0.00006024107,0.0001071112],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8903999,"threshold_uncertainty_score":0.7852839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2997566080","doi":"10.2514/6.2020-1128","title":"Multidisciplinary Design Optimization for Effectiveness-Based Design in the AFRL EXPEDITE Program","year":2020,"lang":"en","type":"article","venue":"AIAA Scitech 2020 Forum","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Multidisciplinary design optimization; Multidisciplinary approach; Sizing; Systems engineering; Aerodynamics; Computer science; Electromagnetics; Design methods; Engineering; Aerospace engineering; Mechanical engineering; Electronic engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07818720141692494,"gpt":0.3132000588849883,"spread":0.2350128574680633,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006609235,0.0001636835,0.0001753061,0.00005383394,0.00007147314,0.00004548975,0.0002712432,0.00009319623,0.000008273992],"category_scores_gemma":[0.0001932682,0.000132421,0.00006234688,0.0005461305,0.00002197841,0.00006782722,0.00002320628,0.0001102323,0.000009716761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003532018,"about_ca_system_score_gemma":0.00001574813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001901563,"about_ca_topic_score_gemma":6.061111e-7,"domain_scores_codex":[0.9990538,0.0001493452,0.0001893872,0.0002213756,0.0001044621,0.0002816382],"domain_scores_gemma":[0.9986551,0.001037789,0.00002948082,0.0002116297,0.0000222634,0.00004368927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002672459,0.00002230311,0.00006151012,0.0001138565,0.000009904051,0.000001913042,0.0001364466,0.9892487,0.002858429,0.0001056455,0.002298001,0.005116575],"study_design_scores_gemma":[0.0004579632,0.0002044999,0.0002056473,0.00004252918,0.00001033577,0.000001442108,0.0001759105,0.9907845,0.005503739,0.0001618622,0.002287862,0.0001636641],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006369679,0.0001887815,0.9943029,0.0008495814,0.0001196201,0.003020958,0.000007960313,0.0007837986,0.00008941273],"genre_scores_gemma":[0.3753669,0.00001043025,0.6200118,0.00005706102,0.0001090126,0.004345384,0.0000181939,0.00007421205,0.000006948014],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.37473,"threshold_uncertainty_score":0.5399972,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2048552726","doi":"10.4018/jgim.2008040103","title":"Mission-Critical Group Decision-Making","year":2008,"lang":"en","type":"article","venue":"Journal of Global Information Management","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"","keywords":"Group decision-making; R-CAST; Decision support system; Preference; Decision engineering; Influence diagram; Markov decision process; Computer science; Group (periodic table); Process (computing); Decision analysis; Management science; Operations research; Business decision mapping; Evidential reasoning approach; Decision process; Decision tree; Artificial intelligence; Markov process; Psychology; Economics; Engineering; Social psychology; Microeconomics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02437676050028428,"gpt":0.2997428760964753,"spread":0.275366115596191,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002771555,0.00008183505,0.0001293935,0.00007894255,0.00006308134,0.0000342335,0.0001735168,0.00003732798,0.00002476793],"category_scores_gemma":[0.0001066258,0.00006996881,0.00007272154,0.0002209008,0.00001587701,0.000541232,0.00003345192,0.00007793228,0.00004603802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001502737,"about_ca_system_score_gemma":0.000005327639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":4.935748e-7,"about_ca_topic_score_gemma":9.120193e-8,"domain_scores_codex":[0.9990538,0.00001040963,0.0005203681,0.00002987886,0.0002588678,0.0001266296],"domain_scores_gemma":[0.9995784,0.0000998791,0.00007790398,0.0001167598,0.00007571583,0.00005140535],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003351676,0.0000367502,0.0005840766,0.0003080683,0.0001546297,0.00005652082,0.0002005375,0.5552439,0.00002659665,0.07196683,0.102849,0.2685395],"study_design_scores_gemma":[0.001242502,0.0001574999,0.07224711,0.0008918063,0.0000972023,0.001832064,0.001342771,0.107597,0.00003941435,0.01579739,0.7981566,0.0005987192],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01855748,0.0002049328,0.970028,0.00008339037,0.0007758741,0.00008223966,0.000003858898,0.00008438145,0.01017979],"genre_scores_gemma":[0.8096505,0.0001789192,0.1900099,0.00006895381,0.0000803871,0.000002447325,8.402676e-7,0.000003901854,0.000004188802],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.791093,"threshold_uncertainty_score":0.2853245,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105781355","doi":"10.1002/j.2334-5837.2001.tb02330.x","title":"6.3.1 Pilot application of the Object Oriented System Engineering Method (OOSEM) using Rational Rose Real Time™ (RRT) to the Navy Common Command and Decision (CC&amp;D) Program","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Navy; Duration (music); Decision system; Object (grammar); Systems engineering; Object-oriented programming; Computer science; Engineering; Operations research; Software engineering; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02478807542408418,"gpt":0.3097072090894234,"spread":0.2849191336653392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006833323,0.0002114162,0.0002366304,0.00009694215,0.0001427651,0.00007181491,0.0004828038,0.00007045866,0.000003633471],"category_scores_gemma":[0.0000752857,0.0001542972,0.00007668548,0.0004150911,0.00002988832,0.000098674,0.0001749905,0.0001767545,0.00001152442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002731764,"about_ca_system_score_gemma":0.00001707315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003491677,"about_ca_topic_score_gemma":0.00007234111,"domain_scores_codex":[0.9986172,0.00006021079,0.0004994764,0.0002426821,0.0003796984,0.0002007065],"domain_scores_gemma":[0.9985954,0.0006206485,0.0001131445,0.0004558359,0.0001525659,0.00006246228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007054458,0.0001459883,0.001054546,0.00007835756,0.0001303332,0.000001242491,0.0002763107,0.7867167,0.1947845,0.005037599,0.0003312649,0.01137258],"study_design_scores_gemma":[0.000614466,0.00005877421,0.004461254,0.0002106478,0.00003936453,0.0001709354,0.00004918314,0.9598627,0.004482726,0.00008942402,0.029728,0.0002325323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4969652,0.00007151997,0.5003062,0.0002174227,0.0007824095,0.0008978025,0.00005248869,0.0003124318,0.0003944255],"genre_scores_gemma":[0.9151739,0.00003065255,0.08394954,0.00001787911,0.0003407081,0.0003585775,0.00004051252,0.00004630351,0.00004188434],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4182087,"threshold_uncertainty_score":0.6292059,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136714574","doi":"10.1002/j.2334-5837.2005.tb00718.x","title":"6.3.1 The MSOCC Data Switch Replacement: A Case Study in Elicitating and Elucidating Requirements","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; System requirements; Set (abstract data type); Requirements analysis; Requirements engineering; Non-functional requirement; Process (computing); Requirements management; Functional requirement; Architecture; Systems engineering; Risk analysis (engineering); Reliability engineering; Software engineering; Engineering; Business; Software development; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.07377946673214476,"gpt":0.3533477950104871,"spread":0.2795683282783424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001099826,0.0001212602,0.0001057082,0.00005216691,0.0001223139,0.000118885,0.0004238221,0.00003251465,0.000004874239],"category_scores_gemma":[0.0001610171,0.0001032531,0.00001296854,0.0001171299,0.00001564761,0.0002326072,0.0002705888,0.0001420419,0.00000698668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001349216,"about_ca_system_score_gemma":0.000006477771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003487172,"about_ca_topic_score_gemma":0.000756015,"domain_scores_codex":[0.9989394,0.00003748881,0.0004142656,0.0002419474,0.0001875697,0.0001793517],"domain_scores_gemma":[0.9989966,0.000426603,0.00005598873,0.0004559511,0.00003546611,0.00002938737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001289177,0.0009270037,0.117699,0.0002340278,0.001473264,0.001160209,0.02242319,0.4039853,0.09080418,0.005766951,0.005579755,0.3498182],"study_design_scores_gemma":[0.001483812,0.00007322977,0.003508027,0.0001181139,0.00002807175,0.0010054,0.008738073,0.9490256,0.0009096205,0.0001309435,0.03454622,0.0004328393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909644,0.0001965599,0.005817163,0.0006878482,0.0005274906,0.0004135968,0.00001892247,0.0001540872,0.001219969],"genre_scores_gemma":[0.9954063,0.00006533081,0.003978927,0.00002402045,0.0003038509,0.0001287275,0.00001471761,0.00002223729,0.00005583714],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5450403,"threshold_uncertainty_score":0.421054,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3090136833","doi":"10.1002/j.2334-5837.2020.00801.x","title":"Envisioning Future Systems Engineering Principles Through a Transdisciplinary Lens","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Transdisciplinarity; System of systems engineering; System of systems; Health systems engineering; Biological systems engineering; Systems engineering; Mechatronics; Management science; Engineering; Engineering ethics; Computer science; Systems design; Sociology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04542208737980238,"gpt":0.2539352486979333,"spread":0.2085131613181309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000126937,0.0002378957,0.000235532,0.00004311825,0.0000632682,0.00009224211,0.0004383683,0.0001274051,0.0000260371],"category_scores_gemma":[0.00003126105,0.0002370588,0.0001065622,0.000188759,0.00001512512,0.0002761948,0.00007705706,0.0002559162,0.00006563139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001142713,"about_ca_system_score_gemma":0.000009677476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009786506,"about_ca_topic_score_gemma":7.782106e-7,"domain_scores_codex":[0.9987943,0.00001459864,0.0004047496,0.0002706908,0.0002660461,0.0002496536],"domain_scores_gemma":[0.9995005,0.0001223126,0.00004461397,0.0002051434,0.00005035751,0.00007703146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006633325,0.00001190464,0.00005736328,0.0001250317,0.0001038921,0.00001656137,0.002041548,0.9390623,0.0467348,0.01098052,0.0006727869,0.0001866639],"study_design_scores_gemma":[0.0002961503,0.00003407307,0.0003909217,0.0001168093,0.00001888885,0.00006655652,0.0006249766,0.6602395,0.003984421,0.00003311848,0.3338047,0.0003899208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3144059,0.003064163,0.6399127,0.01021994,0.009979896,0.0009328022,0.0002201509,0.004095265,0.01716922],"genre_scores_gemma":[0.9877928,0.0003443518,0.008929188,0.00008029444,0.002530524,0.0001453729,0.00004409441,0.00007456509,0.00005878296],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6733869,"threshold_uncertainty_score":0.9666979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137203157","doi":"10.5555/2431518.2431819","title":"The managed readiness simulator: a force readiness model","year":2011,"lang":"en","type":"article","venue":"Winter Simulation Conference","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Mars Exploration Program; Computer science; Simulation; Attrition; Set (abstract data type); Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1270974019484387,"gpt":0.2843328098754728,"spread":0.1572354079270341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002323881,0.000167459,0.0001550165,0.00004926406,0.0001204304,0.00006098746,0.0003331202,0.00007791118,0.00002700525],"category_scores_gemma":[0.00007288362,0.0001298608,0.00005520097,0.0001430721,0.00004115655,0.0001384718,0.00004268712,0.0001238518,0.00004152994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003466625,"about_ca_system_score_gemma":0.000009792107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008756168,"about_ca_topic_score_gemma":0.00001110421,"domain_scores_codex":[0.9991648,0.00002984707,0.0002822369,0.000183183,0.0001088206,0.0002311168],"domain_scores_gemma":[0.9990138,0.0002821759,0.00004210716,0.0005066358,0.0001090689,0.00004617126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007864126,0.000004586823,0.00007805826,0.00002285896,0.00002289282,4.790631e-7,0.0005115082,0.9826886,0.0005165797,0.01236098,0.0001496954,0.003635897],"study_design_scores_gemma":[0.0001250973,0.000006811767,0.0007681955,0.00002671593,0.000011485,0.000001228615,0.00008894837,0.9923847,0.0006624957,0.003897192,0.001861334,0.0001658181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03137796,0.00005573676,0.95726,0.00003179354,0.0003280059,0.0002454997,0.00000604223,0.0005675047,0.01012751],"genre_scores_gemma":[0.9945644,0.00001521067,0.003866137,0.00001895089,0.00006213415,0.00007752568,0.000005247007,0.00003320918,0.001357148],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9631865,"threshold_uncertainty_score":0.5295569,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2485474423","doi":"10.2495/dne-v11-n4-532-542","title":"On a maturity model for complexity, complex systems, and complex systems engineering","year":2016,"lang":"en","type":"article","venue":"International Journal of Design & Nature and Ecodynamics","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Complex system; Maturity (psychological); Capability Maturity Model; Computer science; Engineering; Systems engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0799556471552432,"gpt":0.2990821707223907,"spread":0.2191265235671475,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004689913,0.000182167,0.0003195568,0.0002028693,0.0000410003,0.000105719,0.0002558802,0.0001691664,0.000001465539],"category_scores_gemma":[0.0001180652,0.000135354,0.00006383195,0.00004954798,0.00002995443,0.000125033,0.00003200347,0.0002247454,7.258097e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000125766,"about_ca_system_score_gemma":0.00001413669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003017563,"about_ca_topic_score_gemma":0.00000131864,"domain_scores_codex":[0.999027,0.00002694002,0.0004264052,0.0001309113,0.0002150262,0.0001736824],"domain_scores_gemma":[0.9987375,0.0007141813,0.0001361839,0.0001129873,0.0002200221,0.00007909978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006522822,0.00001942225,0.00002933004,0.0001692415,0.0002664226,0.000006365635,0.00005265649,0.8896086,0.01149427,0.09421735,0.003018545,0.001052542],"study_design_scores_gemma":[0.0005992265,0.00005395954,0.00053052,0.000244957,0.00002253276,0.000270095,0.00002243334,0.9937828,0.00002885063,0.002390903,0.001890684,0.0001630355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02454501,0.0009612721,0.9724451,0.0002694264,0.001237266,0.0002610024,0.0001635632,0.00007469813,0.00004265209],"genre_scores_gemma":[0.9579845,0.0003492931,0.04125906,0.00002857944,0.0002797972,0.00002012271,0.000009885746,0.00003325531,0.00003547614],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9334395,"threshold_uncertainty_score":0.5519575,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111195582","doi":"10.24908/pceea.v0i0.4705","title":"Complexity Made Simple","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Simplicity; Complexity management; Abstraction; Simple (philosophy); Set (abstract data type); Data science; Key (lock); Management science; Engineering; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.02965538552124446,"gpt":0.2402014875632346,"spread":0.2105461020419901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004975713,0.0001515194,0.0001705344,0.0001706972,0.0001163939,0.00004950055,0.000285776,0.0001441341,0.00003592344],"category_scores_gemma":[0.0005197137,0.0001512929,0.00008341853,0.0004750941,0.00001441316,0.0002021865,0.0000206155,0.0002025099,0.00002023122],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001536658,"about_ca_system_score_gemma":0.00009964595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002140887,"about_ca_topic_score_gemma":0.0006578316,"domain_scores_codex":[0.9990018,0.000005222901,0.0002635263,0.0001000712,0.000202981,0.0004264177],"domain_scores_gemma":[0.999306,0.00006622513,0.0001142591,0.0001322199,0.0001846481,0.0001966659],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.000002022033,0.0001491353,0.3076417,0.001558766,0.0004389283,4.019548e-8,0.003161386,0.03883367,0.06076239,0.2100478,0.3729599,0.004444312],"study_design_scores_gemma":[0.0001821231,0.000007524197,0.6381401,0.0001070534,0.00007347145,0.000009290941,0.0004472076,0.01306179,0.01524788,0.0009768278,0.3311524,0.0005943637],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9627371,0.0009182226,0.001353731,0.002254103,0.006338311,0.0009546079,0.0001051953,0.0009826125,0.0243561],"genre_scores_gemma":[0.9943791,0.0000107717,0.004372846,0.00006474001,0.0004030265,0.00009558805,0.00000946471,0.00004405185,0.0006204287],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3304984,"threshold_uncertainty_score":0.6169547,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213206204","doi":"10.1002/j.2334-5837.2010.tb01160.x","title":"Modeling with SysML","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Unified Modeling Language; Software engineering; Modeling language; Class diagram; UML tool; Applications of UML; Systems engineering; Programming language; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01259621070933284,"gpt":0.237205653602836,"spread":0.2246094428935031,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001058639,0.00009877972,0.00008091932,0.00004299323,0.00002915505,0.00004239997,0.0002350867,0.00005803457,0.00003845183],"category_scores_gemma":[0.00001419286,0.00008523813,0.0000273234,0.00006900671,0.00001356782,0.00008724198,0.00002260443,0.0001842004,0.00004750576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003185297,"about_ca_system_score_gemma":0.000005932179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004448897,"about_ca_topic_score_gemma":0.00004029232,"domain_scores_codex":[0.9994872,0.000003229494,0.0001383796,0.0001136628,0.0001365782,0.0001209778],"domain_scores_gemma":[0.9996698,0.00004275745,0.00001138203,0.0001818952,0.00005814358,0.00003595676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003352669,0.00001018545,0.0001197909,0.00001129665,0.00004302548,0.000003855099,0.0000641057,0.8218108,0.1644447,0.01243815,0.0001425513,0.0009081568],"study_design_scores_gemma":[0.0001545583,0.000009026658,0.0001164081,0.00001954317,0.000006268648,0.00008194756,0.00002750533,0.9812109,0.007297337,0.000328176,0.0105827,0.0001655727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.661913,0.00002021676,0.3208109,0.0003305616,0.001676301,0.0001034268,0.0000110178,0.00059324,0.01454135],"genre_scores_gemma":[0.9840278,0.00001278361,0.0153155,0.00001983329,0.0003954323,0.00007321966,0.00001037017,0.00002827334,0.0001167671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3221148,"threshold_uncertainty_score":0.347591,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W194544286","doi":"10.1007/978-1-4419-1393-7_17","title":"Engineers of Tomorrow: Holistic-Thinking System Engineers","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering ethics; Systems thinking; Engineering; Workforce; Engineering management; Political science; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.04003487670890517,"gpt":0.2375833653517895,"spread":0.1975484886428844,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003740946,0.0005873584,0.0008468811,0.0003548625,0.00004629,0.00003215598,0.0005293367,0.0008408941,0.0001471125],"category_scores_gemma":[0.00004948242,0.0005918648,0.000281575,0.00007774201,0.00005960703,0.00004966012,0.00006298839,0.0008304099,0.00009077838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000158426,"about_ca_system_score_gemma":0.00002661238,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001745493,"about_ca_topic_score_gemma":0.000003987101,"domain_scores_codex":[0.9982306,0.000007166362,0.0007345713,0.0003271379,0.0003402316,0.0003602688],"domain_scores_gemma":[0.9984464,0.0003230528,0.0001263343,0.0008832267,0.0001038551,0.0001171045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002244461,0.000004369073,9.154774e-7,0.002570767,0.0003237261,0.00001351011,0.0002094863,0.1080837,0.006446583,0.8786619,0.001900332,0.001782432],"study_design_scores_gemma":[0.001161369,0.0001340983,0.00005294385,0.004022979,0.001053964,0.0003901411,0.0008672013,0.1438917,0.03047339,0.00778118,0.8046927,0.005478265],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.000143225,0.001054014,0.4048954,0.0000134356,0.002794239,0.0005040171,0.0001240934,0.00268488,0.5877867],"genre_scores_gemma":[0.3186944,0.0007180153,0.349077,0.00003686785,0.003160937,0.0003624786,0.0003546796,0.001743068,0.3258526],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8708807,"threshold_uncertainty_score":0.9996533,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2322866281","doi":"10.2514/6.2015-4436","title":"Managing a Satellite Product Line Utilizing Composable Architecture Modeling","year":2015,"lang":"en","type":"article","venue":"AIAA SPACE 2015 Conference and Exposition","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Product line; Architecture; Satellite; Product (mathematics); Line (geometry); Distributed computing; Computer architecture; Engineering; Manufacturing engineering; Mathematics; Aerospace engineering; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.08579428192908586,"gpt":0.2818512247787903,"spread":0.1960569428497044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002591459,0.0001628623,0.0001824206,0.00007768528,0.00005860315,0.00008197275,0.00008604204,0.00005629631,0.000002994878],"category_scores_gemma":[0.00001900089,0.0001526361,0.00002371798,0.0001219874,0.00002062877,0.0001396061,0.00003272638,0.0001509827,0.00001689992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004939571,"about_ca_system_score_gemma":0.00001898783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005947581,"about_ca_topic_score_gemma":0.000009289191,"domain_scores_codex":[0.9992669,0.00002976162,0.0001605874,0.0002052541,0.0001068115,0.0002306971],"domain_scores_gemma":[0.9995556,0.00003132288,0.00002277553,0.0002185839,0.00007540947,0.00009628968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001760037,0.000008725286,0.00003722533,0.0001478177,0.00002947383,0.000003084557,0.001215918,0.9386194,0.0320868,0.003937406,0.0006704396,0.02322608],"study_design_scores_gemma":[0.0002137751,0.00004167462,0.00003212261,0.0001426592,0.00002028939,0.00003607937,0.0009906566,0.9843315,0.005823364,0.004683775,0.003432352,0.0002517719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.123717,0.003651398,0.8665043,0.001170414,0.0002355552,0.0002642554,0.000004857529,0.000538304,0.003913955],"genre_scores_gemma":[0.9785961,0.0005796187,0.02047118,0.00002330425,0.0001576572,0.00004099551,0.00002803997,0.00002410228,0.00007900705],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8548791,"threshold_uncertainty_score":0.622432,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171596307","doi":"10.1002/j.2334-5837.2015.00059.x","title":"Open Source Systems Engineering Guides, Deployment Packages and Support Tools for Very Small Enterprises ‐‐ A Case Study","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Flexibility (engineering); Systems engineering; Exploit; Software engineering; Engineering management; Resource (disambiguation); Computer science; Open standard; Software; Manufacturing engineering; Engineering; Process management; Interoperability; Operating system; Computer security; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.1007734877608883,"gpt":0.3195188700303758,"spread":0.2187453822694876,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006756842,0.0002159696,0.0002612243,0.00008760083,0.00004930514,0.0005396021,0.0004764593,0.00006690227,0.000003002798],"category_scores_gemma":[0.000181357,0.0002157735,0.00004557809,0.00007256785,0.00001155886,0.0002850241,0.0002883554,0.00009020758,0.000008272808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002137322,"about_ca_system_score_gemma":0.00002251472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006235563,"about_ca_topic_score_gemma":0.0000420873,"domain_scores_codex":[0.9989002,0.00002367932,0.0004166682,0.0002710822,0.0001664935,0.0002219091],"domain_scores_gemma":[0.9990017,0.0004161358,0.00005778004,0.0002704899,0.0001273819,0.0001264952],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009003234,0.0003564895,0.00730319,0.000438651,0.001361554,0.0009073447,0.005013753,0.9470751,0.01712982,0.0014969,0.008459214,0.01036795],"study_design_scores_gemma":[0.00587231,0.0009392558,0.0009019168,0.0003975185,0.0002505666,0.008679236,0.01450532,0.4926347,0.006705042,0.00009043539,0.4672418,0.001781936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.783981,0.0002948909,0.2101166,0.0001255851,0.002251606,0.001907729,0.0000976154,0.0005498343,0.000675113],"genre_scores_gemma":[0.992514,0.0000241351,0.005340851,0.000018561,0.0003070943,0.00131826,0.0000284246,0.00006808515,0.000380573],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4587826,"threshold_uncertainty_score":0.8798989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}