{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":128,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":128,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"08df666e8476","filters":{"venue":"INCOSE International Symposium"}},"results":[{"id":"W2065457963","doi":"10.1002/j.2334-5837.2010.tb01099.x","title":"5.5.1 An Overview of the SysML‐Modelica Transformation Specification","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Modeling and Simulation Systems","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"Linköpings Universitet; University of Georgia; Georgia Institute of Technology","keywords":"Modelica; Systems Modeling Language; Computer science; Modeling language; Programming language; Transformation (genetics); Unified Modeling Language; Implementation; Theoretical computer science; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04648588769395987,"gpt":0.3181743091965463,"spread":0.2716884215025864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004094885,0.00008664892,0.00009385432,0.00006131813,0.0000824425,0.0001114723,0.001302103,0.00006824113,0.00002568901],"category_scores_gemma":[0.00001606357,0.00006457224,0.00008223651,0.0001707044,0.00002748588,0.0007319432,0.00005245896,0.000141823,0.00002713349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003753449,"about_ca_system_score_gemma":0.00004216867,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008533821,"about_ca_topic_score_gemma":0.00003540757,"domain_scores_codex":[0.9987393,0.00004846874,0.0004126168,0.0001991239,0.000509199,0.00009126563],"domain_scores_gemma":[0.9987841,0.00004023046,0.0001886688,0.0006193943,0.0003211472,0.00004648513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001062841,0.0001728179,0.001072209,0.00002203438,0.00002205094,4.03605e-7,0.002545473,0.02811017,0.2159609,0.7412287,0.0001161073,0.01073855],"study_design_scores_gemma":[0.0002293064,0.00001853339,0.003233163,0.00003159505,0.000003602877,0.00001838812,0.0000157429,0.9665255,0.01441935,0.004047726,0.01135144,0.0001056437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4242223,0.00003711504,0.5550551,0.006368007,0.00372977,0.0003150181,0.00001856394,0.0001310808,0.0101231],"genre_scores_gemma":[0.9974938,0.00001893858,0.002041433,0.0001551928,0.0001829116,0.00001455235,0.00001129567,0.000006086004,0.00007579569],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9384153,"threshold_uncertainty_score":0.2633179,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168235826","doi":"10.1002/j.2334-5837.2007.tb02964.x","title":"9.3.2 Simulation‐Based Design Using SysML Part 1: A Parametrics Primer","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"Georgia Institute of Technology; National Aeronautics and Space Administration","keywords":"Systems Modeling Language; Computer science; Programming language; Modular design; Representation (politics); Semantics (computer science); Software engineering; Viewpoints; Theoretical computer science; Unified Modeling Language","retraction":null,"screen_n_in":null,"score":{"opus":0.09457888141728547,"gpt":0.3300704325203885,"spread":0.235491551103103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007255862,0.0001648206,0.0001485007,0.0002088034,0.00005698982,0.00005499494,0.0002704719,0.0001140461,0.00003824008],"category_scores_gemma":[0.0002909089,0.0001734338,0.00007294241,0.000387256,0.00002259759,0.0001076825,0.00002885864,0.0001320516,0.00004099774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002973654,"about_ca_system_score_gemma":0.00001820647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002591645,"about_ca_topic_score_gemma":0.000001392986,"domain_scores_codex":[0.9988677,0.00002281976,0.0003898134,0.0001833301,0.0002877319,0.0002486081],"domain_scores_gemma":[0.9978802,0.001618708,0.00006219417,0.0002389696,0.0001329185,0.00006704406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008266311,0.0000232624,0.0002615435,0.00001423472,0.00004559316,0.000005668614,0.00002815267,0.9835881,0.01432057,0.0004077365,0.0001172869,0.001179615],"study_design_scores_gemma":[0.0002051404,0.00001184075,0.0002979362,0.00003593249,0.00001581587,0.000005902889,0.000013373,0.9642705,0.01632618,0.0001194553,0.01849713,0.0002008189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04107516,0.0001048606,0.9554133,0.00006086038,0.00158615,0.0002411641,0.00001314125,0.0004645774,0.001040828],"genre_scores_gemma":[0.9050176,0.000007444947,0.09435441,0.0000504287,0.0004300119,0.00002674032,0.00001562599,0.00004112707,0.00005664855],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8639424,"threshold_uncertainty_score":0.7072425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022648431","doi":"10.1002/j.2334-5837.2007.tb02965.x","title":"9.3.3 Simulation‐Based Design Using SysML Part 2: Celebrating Diversity by Example","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Executable; Computer science; Programming language; Modular design; Software engineering; Component (thermodynamics); Modeling language; Representation (politics); Benchmark (surveying); Systems engineering; Unified Modeling Language; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.08666785328490899,"gpt":0.2958410930251784,"spread":0.2091732397402694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006464831,0.0001527131,0.0001319506,0.00008152682,0.0001691753,0.00005018666,0.0002857629,0.00009229023,0.00005117745],"category_scores_gemma":[0.0001068597,0.0001700945,0.00005757619,0.0001624203,0.00002095226,0.0001426711,0.00009202694,0.0001167071,0.00001840231],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002805909,"about_ca_system_score_gemma":0.000009643202,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001756356,"about_ca_topic_score_gemma":0.000006118939,"domain_scores_codex":[0.9989847,0.00002542763,0.0003059924,0.0001881128,0.0002612152,0.0002345367],"domain_scores_gemma":[0.9984635,0.001134075,0.00006169394,0.0001852078,0.00009275709,0.00006273962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005935765,0.00001716656,0.0005959803,0.00001306202,0.00003397899,0.000003167843,0.00007608662,0.9474155,0.05076744,0.0001624,0.0004443402,0.0004648957],"study_design_scores_gemma":[0.0002180911,0.00001035174,0.0001838363,0.00003281567,0.00001217618,0.000002874768,0.00003515858,0.9648305,0.02528653,0.00008514833,0.009100394,0.0002021903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09834298,0.00005386048,0.8992721,0.0000436753,0.0009436324,0.0001780049,0.00002864376,0.0004052212,0.0007318572],"genre_scores_gemma":[0.9619147,0.000003616081,0.03759697,0.00004952157,0.0003036701,0.00001235694,0.00003509899,0.00003006732,0.00005405889],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8635716,"threshold_uncertainty_score":0.6936252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1507022657","doi":"10.1002/j.2334-5837.2014.tb03145.x","title":"3.1.1 Model Lifecycle Management for MBSE","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Scope (computer science); Vendor; Systems engineering; Computer science; System lifecycle; Implementation; Engineering management; Product life-cycle management; Unified Modeling Language; Key (lock); Process management; Software engineering; Application lifecycle management; Software; Engineering; Business; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02566886636467992,"gpt":0.2680464235069736,"spread":0.2423775571422936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001893987,0.00009968117,0.00009233569,0.00004731129,0.0000326361,0.00003282818,0.0002555186,0.00004448014,0.000006736084],"category_scores_gemma":[0.00001783157,0.0001026709,0.0000602115,0.00004514014,0.000008836775,0.00005914652,0.00003719946,0.00004570328,0.00003428102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007019257,"about_ca_system_score_gemma":0.000001774643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003401861,"about_ca_topic_score_gemma":0.000001661344,"domain_scores_codex":[0.9994392,0.000005226424,0.0001742309,0.0001331688,0.0001098533,0.000138343],"domain_scores_gemma":[0.9996295,0.00009791127,0.00001970429,0.0001815853,0.00003777555,0.00003350512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004252749,0.00001642071,0.00002304436,0.00005156873,0.00006573024,3.423534e-7,0.00003641796,0.9121205,0.01200626,0.06566275,0.004291448,0.005721234],"study_design_scores_gemma":[0.0002319719,0.000008302857,0.0001033849,0.0000171025,0.000009033472,0.000003231707,0.000008588649,0.9064898,0.002218981,0.004395286,0.08639333,0.0001209085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02250959,0.00002253022,0.946967,0.0004578504,0.00101168,0.0002448618,0.00002261669,0.0004388536,0.028325],"genre_scores_gemma":[0.9429061,0.00003620028,0.05529146,0.00008059651,0.0003570254,0.0004177947,0.00002565957,0.00003308514,0.000852096],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9203965,"threshold_uncertainty_score":0.4186797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2752327112","doi":"10.1002/j.2334-5837.2017.00351.x","title":"Graph‐Based Digital Blueprint for Model Based Engineering of Complex Systems","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Blueprint; Computer science; Graph; Software engineering; Software; Systems engineering; Theoretical computer science; Data science; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05671150565360169,"gpt":0.2916256900022066,"spread":0.2349141843486049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000180925,0.0001656745,0.0002201678,0.00009910974,0.0000702108,0.0001709784,0.0006212404,0.00007800639,0.000003724826],"category_scores_gemma":[0.0001139577,0.0001740563,0.0001384468,0.00003514255,0.00003242766,0.0001523838,0.00004777135,0.00007484875,0.000003899596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008875364,"about_ca_system_score_gemma":0.00001628824,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002682155,"about_ca_topic_score_gemma":0.000001307297,"domain_scores_codex":[0.9991146,0.000003566566,0.0003471628,0.0001724454,0.000186568,0.0001756491],"domain_scores_gemma":[0.9990228,0.0001975974,0.0001120598,0.0004778045,0.0001403074,0.00004943549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000799791,0.00002203792,0.0001748576,0.0001414842,0.00005419913,6.21458e-7,0.00001232173,0.933625,0.05979598,0.005709174,0.0001777161,0.0002785436],"study_design_scores_gemma":[0.0004221925,0.00001395664,0.000588335,0.00009000056,0.00001005488,0.000002384951,0.000006637785,0.9854562,0.009376658,0.0001461538,0.003713747,0.0001736262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0492348,0.00002707344,0.9469508,0.000205203,0.0009952153,0.0003563419,0.0003909183,0.0002710922,0.001568537],"genre_scores_gemma":[0.9788699,0.000003584563,0.02054641,0.000008379047,0.0001547735,0.0002679609,0.0000640775,0.0000433014,0.00004157099],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9296352,"threshold_uncertainty_score":0.7097809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138973930","doi":"10.1002/j.2334-5837.2015.00099.x","title":"An Innovative Approach to the Development of Project Management Processes for Small‐scale Projects in a large Engineering Company","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Tetra Tech (Canada); École de Technologie Supérieure","funders":"","keywords":"Engineering management; Project management; Project planning; Scale (ratio); Project management triangle; Program management; OPM3; Process (computing); Process management; Extreme project management; Engineering; Systems engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.1101637575324838,"gpt":0.3632026962618765,"spread":0.2530389387293926,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002492122,0.0001414789,0.0001799239,0.0006293624,0.00006813075,0.0001605873,0.001058535,0.00003282682,0.000004497884],"category_scores_gemma":[0.0002473188,0.00009824291,0.00002818676,0.001867353,0.00002314105,0.0003681303,0.000281859,0.00007984425,0.00001115164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001319826,"about_ca_system_score_gemma":0.0002185069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002150994,"about_ca_topic_score_gemma":0.0003608327,"domain_scores_codex":[0.9979373,0.00003137643,0.0006863247,0.0003774659,0.0007518073,0.0002157259],"domain_scores_gemma":[0.9983624,0.0001184123,0.0002022581,0.0002580758,0.001013605,0.00004523532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002901826,0.00571143,0.3293954,0.001072324,0.0008036965,0.000009297472,0.3180504,0.0707488,0.00272409,0.06629723,0.01158343,0.1907021],"study_design_scores_gemma":[0.005036719,0.0004483976,0.06494705,0.0003114388,0.0000263897,0.00002147092,0.03321271,0.165962,0.009146627,0.001187581,0.7186981,0.001001512],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8390101,0.00001804455,0.1354077,0.0008203069,0.0008695999,0.002568631,0.00004617953,0.00005531928,0.02120411],"genre_scores_gemma":[0.9515944,0.000001631912,0.04690965,0.00009721699,0.00009241649,0.0006875623,0.00003102145,0.00001052156,0.0005756343],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7071147,"threshold_uncertainty_score":0.400623,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885939450","doi":"10.1002/j.2334-5837.2018.00483.x","title":"Case Study: Agile Systems Engineering at Lockheed Martin Aeronautics Integrated Fighter Group","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Waterfall model; Engineering; Systems engineering; Component (thermodynamics); Engineering management; Process management; Software engineering; Computer science; Information system; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02466275870817365,"gpt":0.2567885384611913,"spread":0.2321257797530177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003439071,0.0002887602,0.000257192,0.0001406196,0.0001056254,0.000117984,0.0003674827,0.0001263554,0.0001039215],"category_scores_gemma":[0.00005236296,0.0002783425,0.00007237242,0.0002414848,0.00003623054,0.0001338058,0.0001528769,0.0001976059,0.0002127766],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000502088,"about_ca_system_score_gemma":0.000007685562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003480158,"about_ca_topic_score_gemma":0.00009982388,"domain_scores_codex":[0.9985445,0.00003567035,0.0005172829,0.0003070512,0.0002753038,0.0003202668],"domain_scores_gemma":[0.9991053,0.0001698458,0.00006478383,0.0003956446,0.0001683199,0.00009610417],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008938643,0.0006619298,0.008752655,0.0003376231,0.001826148,0.003593974,0.004422468,0.6227486,0.3281061,0.003950932,0.0226036,0.002906626],"study_design_scores_gemma":[0.0008557211,0.0001984169,0.0006751992,0.000119694,0.00005972192,0.00409958,0.0007949955,0.868786,0.005801179,0.0000166887,0.1179028,0.0006900126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9531386,0.00009675163,0.03913834,0.00007082272,0.004564306,0.0005303883,0.00006234679,0.0009807053,0.001417774],"genre_scores_gemma":[0.9962096,0.000009849843,0.001865763,0.00001747013,0.000950957,0.0002750342,0.00004741475,0.00007866694,0.0005452971],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.322305,"threshold_uncertainty_score":0.9999669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1555257756","doi":"10.1002/j.2334-5837.2014.tb03167.x","title":"6.4.2 Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Certification; Software deployment; Engineering management; Systems engineering; Engineering; Work (physics); Scheme (mathematics); International standard; Configuration Management (ITSM); Set (abstract data type); ITIL security management; Software engineering; Computer science; Computer security; Mechanical engineering; Telecommunications; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.02213188385603231,"gpt":0.2606390345456239,"spread":0.2385071506895916,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005355892,0.0001977021,0.0002100438,0.000113061,0.00004093276,0.0002741802,0.0003503903,0.0000969528,0.00001601934],"category_scores_gemma":[0.0002561164,0.0002069033,0.00007562456,0.00005414545,0.00001909292,0.0002218601,0.00007383239,0.0001062617,0.000007542307],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002124177,"about_ca_system_score_gemma":0.00001325971,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000144927,"about_ca_topic_score_gemma":0.000002490985,"domain_scores_codex":[0.9989268,0.0000118193,0.0003608514,0.0002317421,0.0002521875,0.0002166547],"domain_scores_gemma":[0.9989796,0.0005401101,0.00005151831,0.0001884838,0.0001701584,0.00007015018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007926633,0.00007859762,0.001233386,0.0006227398,0.0008438767,0.000008935953,0.0004332436,0.8061236,0.1053557,0.04217365,0.008607828,0.03443913],"study_design_scores_gemma":[0.0005493701,0.00005029393,0.0005552224,0.0001095424,0.0000200536,0.00006548863,0.0000457455,0.3529874,0.003199462,0.0001125238,0.6419932,0.0003116635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06553736,0.0001885898,0.9139168,0.000423151,0.00897234,0.0005152852,0.0005520613,0.0007715303,0.009122938],"genre_scores_gemma":[0.9903656,0.0001400068,0.007591679,0.00003703431,0.001091269,0.000390041,0.000118154,0.00005787063,0.0002084046],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9248282,"threshold_uncertainty_score":0.843727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1556570903","doi":"10.1002/j.2334-5837.2007.tb02966.x","title":"9.4.1 Lessons Learned From Industrial Validation of COSYSMO","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Process (computing); Reuse; Engineering; Engineering management; Government (linguistics); Domain (mathematical analysis); Software engineering; Computer science; Systems engineering; Software development; Software development process; Process management; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.1161025346670518,"gpt":0.3283834849502711,"spread":0.2122809502832193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000401426,0.0001042286,0.0001398509,0.00008279058,0.00002152693,0.00002098159,0.0002599425,0.0001244184,0.00006420227],"category_scores_gemma":[0.00009132487,0.0001104553,0.00005787827,0.0001315831,0.00001997408,0.00008354503,0.0000373678,0.000132773,0.00002928118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001102573,"about_ca_system_score_gemma":0.000009328117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001835614,"about_ca_topic_score_gemma":0.00001175357,"domain_scores_codex":[0.9991542,0.00001379272,0.0003539789,0.0001349555,0.0002106224,0.0001324337],"domain_scores_gemma":[0.9992943,0.000341586,0.00006794204,0.0001851953,0.00007426997,0.00003671549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004146853,0.00006555521,0.002013524,0.00001726538,0.0002350321,0.000006243823,0.0003271444,0.1162122,0.8347842,0.009509086,0.001668261,0.03511995],"study_design_scores_gemma":[0.0008386258,0.00002831208,0.003788583,0.00008839581,0.00003039472,0.0000087331,0.0001477747,0.01206309,0.9125984,0.003219083,0.06687489,0.0003136656],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8388596,0.00005271573,0.148718,0.0007824859,0.002583573,0.0001523551,0.0001351502,0.0003008259,0.008415311],"genre_scores_gemma":[0.9962869,0.00004281259,0.002842872,0.00001020534,0.0006041452,0.00001718344,0.0001004941,0.00002209346,0.00007329894],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1574274,"threshold_uncertainty_score":0.4504238,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2976461980","doi":"10.1002/j.2334-5837.2019.00614.x","title":"Appreciative Methods Applied to the Assessment of Complex Systems","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Complex system; Complexity management; System of systems; Computer science; Perspective (graphical); Management science; System of systems engineering; Systems engineering; Data science; Software engineering; Artificial intelligence; Systems design; Engineering; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.1359449108661283,"gpt":0.486567545915483,"spread":0.3506226350493547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00562335,0.0001729475,0.0004767384,0.0002835391,0.00009912196,0.0004095083,0.002151208,0.00006008145,0.0009042172],"category_scores_gemma":[0.000469332,0.0001028742,0.0001743591,0.0006610942,0.00004146016,0.0001474799,0.0007249481,0.0001496983,0.0007799144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001708122,"about_ca_system_score_gemma":0.0000707544,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001392736,"about_ca_topic_score_gemma":0.00002476429,"domain_scores_codex":[0.995009,0.0003672029,0.001247293,0.0005438452,0.002628055,0.000204603],"domain_scores_gemma":[0.9934893,0.00394645,0.0006774958,0.0008838306,0.0009067414,0.00009622049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001246974,0.0002136041,0.01665924,0.00001442571,0.000249807,0.00000426816,0.002132374,0.1261872,0.1007292,0.6782022,0.04773449,0.02774859],"study_design_scores_gemma":[0.0006238852,0.0001114306,0.06400125,0.0000682247,0.00001099981,0.00002420257,0.002182989,0.1707395,0.0005602402,0.01125794,0.7501354,0.0002839442],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06015936,0.00006778894,0.4971847,0.002997121,0.008300594,0.001541104,0.0001153145,0.00004940377,0.4295846],"genre_scores_gemma":[0.9817162,8.34916e-7,0.01355023,0.0003389764,0.000309061,0.00006966673,0.000004279195,0.00001371015,0.003997053],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9215568,"threshold_uncertainty_score":0.9999981,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3090134856","doi":"10.1002/j.2334-5837.2020.00803.x","title":"Implementing MBSE – An Enterprise Approach to an Enterprise Problem","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Systems engineering; Enterprise integration; Enterprise systems engineering; Enterprise architecture; Engineering management; Unified Modeling Language; Architecture; Software engineering; Engineering; Knowledge management; Enterprise software","retraction":null,"screen_n_in":null,"score":{"opus":0.0338783716270081,"gpt":0.2838884929962852,"spread":0.2500101213692771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003088555,0.0002262734,0.0001975756,0.00008079355,0.00007194986,0.0001154795,0.0006978094,0.000070862,0.00003969177],"category_scores_gemma":[0.00003118445,0.0002384127,0.00007328028,0.0001871016,0.00001223575,0.0003406494,0.0001820576,0.0001640699,0.00006917706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001205787,"about_ca_system_score_gemma":0.00001035583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006199761,"about_ca_topic_score_gemma":0.000009119462,"domain_scores_codex":[0.9985204,0.00003705804,0.0004199074,0.0003896984,0.0002680241,0.0003649231],"domain_scores_gemma":[0.9992547,0.00004447138,0.0000505438,0.0003040111,0.00007835741,0.0002678937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007822031,0.0004411825,0.005618433,0.0002370831,0.0003238677,0.00001860392,0.009962482,0.632301,0.3225633,0.009166854,0.003582724,0.01570635],"study_design_scores_gemma":[0.000927945,0.0002869194,0.002489367,0.00008767998,0.00004351358,0.00006358155,0.001178084,0.8103147,0.01527303,0.0003421392,0.1679299,0.001063179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4002309,0.00004848051,0.5806003,0.001076749,0.0007101144,0.0007276982,0.0001106031,0.001384767,0.01511046],"genre_scores_gemma":[0.9458498,0.00001197263,0.05252483,0.0003244501,0.0007411109,0.0002988636,0.0001329155,0.00006608263,0.00004993665],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.545619,"threshold_uncertainty_score":0.9722186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2045532443","doi":"10.1002/j.2334-5837.2003.tb02646.x","title":"6.4.1 On the Use of Knowledge Modeling Tools and Techniques to Characterize the NOAA Observing System Architecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Oceanic and Atmospheric Administration; Norsk Romsenter","keywords":"Geospatial analysis; Metis; Architecture; Computer science; Visualization; Systems engineering; Systems architecture; Engineering; Geography; Remote sensing; Database; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.1212694306620595,"gpt":0.278441675876855,"spread":0.1571722452147954,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003682155,0.0001575759,0.0001320732,0.0001061557,0.0001597606,0.0004876275,0.0005507347,0.00005249293,0.0000439517],"category_scores_gemma":[0.0004212772,0.00009043913,0.00004513201,0.000278136,0.00004456431,0.0006116709,0.0002804933,0.0001531328,0.00004128172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003889902,"about_ca_system_score_gemma":0.00001355612,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002393705,"about_ca_topic_score_gemma":0.00004649282,"domain_scores_codex":[0.9990705,0.00002059299,0.0002805218,0.0002261089,0.0002547303,0.0001475165],"domain_scores_gemma":[0.9989246,0.0002597525,0.0001396928,0.0003042719,0.0003613168,0.00001042899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002250149,0.0002542693,0.002441889,0.0004114431,0.0001554289,0.00001273037,0.0005853308,0.005766025,0.08415736,0.8735064,0.004909096,0.02757496],"study_design_scores_gemma":[0.0003361338,0.0000489003,0.002872719,0.002719979,0.0001092185,0.00006841469,0.0004739459,0.1204162,0.02631956,0.00445258,0.841297,0.000885368],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9528157,0.00004700462,0.02225212,0.01096844,0.001180427,0.0007209211,0.00007504416,0.0001422092,0.01179818],"genre_scores_gemma":[0.9967383,0.00001104974,0.0002820521,0.002348684,0.0004082055,0.00005808815,0.00002378249,0.00001846912,0.0001113408],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8690539,"threshold_uncertainty_score":0.4702204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073163098","doi":"10.1002/j.2334-5837.2007.tb02992.x","title":"A Research Agenda for Systems of Systems Architecting","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"Federal Emergency Management Agency","keywords":"Brainstorming; Context (archaeology); Prioritization; Field (mathematics); Engineering management; Engineering ethics; Political science; Process management; Computer science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.09902351720942572,"gpt":0.3783691767156797,"spread":0.279345659506254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002661346,0.0001104636,0.0001844177,0.0002361321,0.00006004714,0.00005163809,0.0003639662,0.00009125679,0.000002411337],"category_scores_gemma":[0.0001781988,0.0001110538,0.00007107016,0.0002303018,0.0000343084,0.00005469757,0.000048009,0.0001673428,0.000009079628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001911286,"about_ca_system_score_gemma":0.00001234713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002676155,"about_ca_topic_score_gemma":0.00001015556,"domain_scores_codex":[0.9986572,0.00003094284,0.0005031703,0.0001649609,0.0003432953,0.0003004609],"domain_scores_gemma":[0.9978946,0.001457592,0.00006426211,0.0002274186,0.0003109103,0.00004517361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002855436,0.00003706205,0.0003097426,0.0005721239,0.0001815653,0.000005316463,0.0004077232,0.676352,0.2818247,0.03648536,0.001918777,0.001877069],"study_design_scores_gemma":[0.001222576,0.0002002279,0.001774051,0.0009789031,0.00003345813,0.0002418924,0.003579224,0.6398077,0.08163007,0.0006252052,0.2691716,0.0007350461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2598956,0.0007689639,0.7193341,0.00008424472,0.005828883,0.0009077374,0.0001016905,0.0003697797,0.01270906],"genre_scores_gemma":[0.9954357,0.00002470698,0.003191788,0.00000250814,0.0007536588,0.0002428412,0.00001593681,0.00003839398,0.0002944628],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7355401,"threshold_uncertainty_score":0.4528642,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1970965277","doi":"10.1002/j.2334-5837.2008.tb00805.x","title":"2.3.2 COSYSMO Reuse Extension","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Reuse; Computer science; Constructive; Software engineering; Extension (predicate logic); Reusability; Software deployment; Systems engineering; Industrial engineering; Process (computing); Programming language; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.01925260869269464,"gpt":0.2576774146082456,"spread":0.2384248059155509,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001642272,0.0001023903,0.00008319306,0.00007789943,0.00008841281,0.00007431045,0.001461118,0.00005533702,0.00003307552],"category_scores_gemma":[0.000186944,0.00009761479,0.00005254606,0.0001417518,0.00002183525,0.0007359463,0.0004842367,0.0001339712,0.0001340508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007077123,"about_ca_system_score_gemma":0.00002669045,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007160287,"about_ca_topic_score_gemma":0.000001303962,"domain_scores_codex":[0.9990709,0.00001721717,0.000173172,0.0002594381,0.0003426188,0.0001366142],"domain_scores_gemma":[0.9989443,0.0001587384,0.00007548053,0.0006142441,0.0001453421,0.00006183954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002373782,0.001811112,0.02219371,0.00005880298,0.0004844028,0.006199474,0.006377529,0.007430402,0.187838,0.3229551,0.3635851,0.08082896],"study_design_scores_gemma":[0.0005446483,0.0001939567,0.01731359,0.00007274613,0.000007571891,0.002610386,0.00000478911,0.09050816,0.02085267,0.006638339,0.8606515,0.0006016487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.124597,0.0001208032,0.8516936,0.01050425,0.003268585,0.0001498411,0.00000533824,0.001653385,0.008007193],"genre_scores_gemma":[0.8807155,0.0002196277,0.1178017,0.0005381468,0.0002066754,0.00001819175,0.000005276325,0.00001086326,0.0004839717],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7561185,"threshold_uncertainty_score":0.3980616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1583905402","doi":"10.1002/j.2334-5837.2014.tb03172.x","title":"7.2.2 Developing the Next Generation of the INCOSE Systems Engineering Competency Framework","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering management; Systems engineering; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02031888444612178,"gpt":0.2309480764073678,"spread":0.210629191961246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002080922,0.0001193558,0.0001080978,0.00006022742,0.00006901685,0.00006383513,0.0005845996,0.00008700351,0.000008514686],"category_scores_gemma":[0.00004518903,0.00008187521,0.00005158589,0.0001429242,0.00003059116,0.0001278009,0.00015496,0.0001996176,0.00001204037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001447158,"about_ca_system_score_gemma":0.00001201741,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002299922,"about_ca_topic_score_gemma":0.00001347586,"domain_scores_codex":[0.9992363,0.00002015174,0.0002663649,0.0001111625,0.000236574,0.0001293851],"domain_scores_gemma":[0.9994936,0.00009693699,0.00006575212,0.0002680727,0.00006110728,0.00001453147],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001640844,0.00001678959,0.001219341,0.0000484192,0.0001449121,8.699164e-7,0.000176216,0.1984044,0.03420377,0.7636874,0.0006244775,0.001471768],"study_design_scores_gemma":[0.0002197844,0.00002007362,0.004725224,0.0002369247,0.00002913186,0.00001162823,0.00008026184,0.9292974,0.01564907,0.002771235,0.04671366,0.0002456246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5240291,0.0002613534,0.4536072,0.005209828,0.01097046,0.0004537998,0.000007578092,0.0004587804,0.00500185],"genre_scores_gemma":[0.9969815,0.0000525643,0.002376491,0.00009206661,0.0003642808,0.00005735768,0.000006600567,0.00001873839,0.00005041169],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7609162,"threshold_uncertainty_score":0.3338774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2519248743","doi":"10.1002/j.2334-5837.2016.00204.x","title":"The Best of Both Worlds: Agile Development Meets Product Line Engineering at Lockheed Martin","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Scrum; New product development; Product line; Agile usability engineering; Engineering; Product (mathematics); Quality (philosophy); Scale (ratio); Software product line; Systems engineering; Work (physics); Agile Unified Process; Time to market; Lean software development; Manufacturing engineering; Software development; Engineering management; Computer science; Software; Software engineering; Software development process; Business; Mechanical engineering; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.01865200525313734,"gpt":0.2615230268680876,"spread":0.2428710216149502,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005726602,0.0001603036,0.0001499754,0.00008037739,0.00008175344,0.0000410771,0.001181358,0.00003390359,0.000007182563],"category_scores_gemma":[0.000872305,0.0001007165,0.00004990164,0.0001564899,0.00005101903,0.0002825078,0.0006982436,0.00007911838,0.00004253361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003378648,"about_ca_system_score_gemma":0.00005052608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005978299,"about_ca_topic_score_gemma":0.0000102935,"domain_scores_codex":[0.9986095,0.00003193932,0.0003896011,0.0003151478,0.000401924,0.0002519299],"domain_scores_gemma":[0.9982394,0.0009517927,0.0001520845,0.0004260969,0.0001756438,0.00005495485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00008718853,0.0001860143,0.002683041,0.00004988556,0.0002804831,0.0000430137,0.001051842,0.09416806,0.7418925,0.01698446,0.000813889,0.1417597],"study_design_scores_gemma":[0.0006002981,0.00008426285,0.002957894,0.0003186952,0.000006916664,0.00005699609,0.000008786323,0.005976778,0.8377645,0.001241455,0.1505182,0.0004651951],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05650361,0.0002523596,0.935629,0.004957534,0.002032976,0.0001559357,0.000004502981,0.0002518815,0.000212172],"genre_scores_gemma":[0.7057725,0.00007626022,0.2909416,0.00003631907,0.0002069025,0.00006229729,0.000002225941,0.00002274577,0.002879179],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6492689,"threshold_uncertainty_score":0.4107099,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056269983","doi":"10.1002/j.2334-5837.2003.tb02669.x","title":"4.6.1 An Integrated Tool Suite for the NOAA Observing System Ar chitecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Suite; Computer science; Architecture; Metis; Geospatial analysis; Visualization; Systems engineering; Information system; Systems architecture; Software engineering; Engineering; World Wide Web; Remote sensing; Geography; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.00785210896075466,"gpt":0.2369833473956258,"spread":0.2291312384348711,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005247021,0.0002860266,0.0001964342,0.0001164146,0.0003469129,0.0005657096,0.002798803,0.0001180244,0.00002148719],"category_scores_gemma":[0.00003160706,0.0001931056,0.0001539538,0.000437641,0.00003096162,0.0005819172,0.0001803124,0.000257344,0.00003509685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001491357,"about_ca_system_score_gemma":0.0000908183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002170853,"about_ca_topic_score_gemma":0.0003195446,"domain_scores_codex":[0.9980347,0.0001055172,0.0004034577,0.0005756447,0.0005071528,0.0003734908],"domain_scores_gemma":[0.9980157,0.0004191969,0.0001909612,0.0008569168,0.0004124389,0.0001048139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002066257,0.000646973,0.00373148,0.000243672,0.0006530657,0.0000792819,0.009095815,0.03778964,0.06274604,0.84762,0.0007482439,0.03643914],"study_design_scores_gemma":[0.002059735,0.0004774621,0.002489495,0.0003317345,0.00008818682,0.0004753755,0.001329268,0.4280004,0.04963273,0.005382528,0.5086194,0.001113687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1327715,0.0003714072,0.8453066,0.007399627,0.006967234,0.001114119,0.00009222497,0.0007680256,0.005209163],"genre_scores_gemma":[0.9822122,0.000008462485,0.01420905,0.002732388,0.0004667807,0.000163255,0.00004882364,0.00002961768,0.0001293984],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8494407,"threshold_uncertainty_score":0.7874619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072332023","doi":"10.1002/j.2334-5837.2005.tb00663.x","title":"1.4.4 Towards a Collaborative Engineering Environment to Support Capability Engineering","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Collaborative engineering; Process (computing); Relevance (law); Engineering management; Systems engineering; Engineering; Realization (probability); Computer science; Knowledge management; Process management; Work in process; Operations management; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01304855313731733,"gpt":0.2476563786594982,"spread":0.2346078255221808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002927671,0.0002698682,0.0002319364,0.0001349637,0.00003309052,0.00006638151,0.0004085408,0.0001025602,0.0001680721],"category_scores_gemma":[0.00008441752,0.0002965402,0.00008136633,0.0002123283,0.00001250816,0.0001777684,0.0001073925,0.0001811833,0.0003250837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006794313,"about_ca_system_score_gemma":0.00001834181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001919331,"about_ca_topic_score_gemma":0.000004901282,"domain_scores_codex":[0.9986404,0.000009717003,0.0004129767,0.0002991319,0.0003098689,0.0003279682],"domain_scores_gemma":[0.9993124,0.000107472,0.00003072876,0.0003316473,0.00006383341,0.0001539004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004599724,0.00002769024,0.00005175261,0.0000236364,0.00007530532,0.000003761264,0.0004169688,0.9157031,0.07753721,0.001361024,0.0009600409,0.003834927],"study_design_scores_gemma":[0.0003874254,0.00007307965,0.002364992,0.00004940137,0.00001924073,0.00004333914,0.00006636202,0.2947968,0.07302666,0.00002975037,0.628494,0.0006489462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5227734,0.0002070437,0.4588661,0.003686183,0.003172218,0.001156547,0.0003014933,0.002173973,0.007662944],"genre_scores_gemma":[0.9388723,0.00005226555,0.05962951,0.00007449667,0.0007244311,0.0004240142,0.00002964031,0.00006529671,0.0001280168],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.627534,"threshold_uncertainty_score":0.9999487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200032009","doi":"10.1002/j.2334-5837.2021.00882.x","title":"Integrating Safety Analysis into Model‐Based Systems Engineering for Aircraft Systems: A Literature Review and Methodology Proposal","year":2021,"lang":"en","type":"review","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Systems Modeling Language; Systems engineering; Computer science; Process (computing); Interface (matter); Unified Modeling Language; Software engineering; Modeling language; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02880785090529261,"gpt":0.3165056685482954,"spread":0.2876978176430028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001585323,0.001116054,0.004205877,0.0009547069,0.00008268075,0.000401631,0.0008226814,0.0007858198,0.000007509014],"category_scores_gemma":[0.0004231932,0.001037555,0.001120431,0.001273365,0.00003383732,0.0002616483,0.0001718704,0.0009026973,0.000006290822],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001432512,"about_ca_system_score_gemma":0.0002868732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004240834,"about_ca_topic_score_gemma":0.000008911095,"domain_scores_codex":[0.9955842,0.0002619695,0.002240204,0.0009375805,0.0004475474,0.0005284976],"domain_scores_gemma":[0.9967417,0.001273567,0.0004584418,0.0007540963,0.0005614207,0.0002107956],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003950071,0.00002316406,0.000001339181,0.2194552,0.006587175,0.00005171141,0.0001314282,0.7570863,0.0000305123,0.004524716,0.00038507,0.01171935],"study_design_scores_gemma":[0.0001280391,0.00001294807,8.302875e-8,0.06515297,0.00323771,0.0001863418,0.000007373562,0.51103,0.000002084228,0.00000249146,0.4196821,0.0005578569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.985395e-7,0.5966905,0.3984974,0.00006604745,0.002082077,0.001619769,0.0005612916,0.0003868295,0.00009590554],"genre_scores_gemma":[0.00006523845,0.9509032,0.04250342,0.00003225412,0.0006602712,0.002913757,0.002460761,0.0002783815,0.0001827076],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4192971,"threshold_uncertainty_score":0.9992075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983359208","doi":"10.1002/j.2334-5837.2012.tb01416.x","title":"10.3.1 The Development of Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"International standard; Engineering management; Engineering; Product (mathematics); Software; Quality of analytical results; Systems engineering; Quality management system; Software engineering; Computer science; Management system; Quality management; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.02172578640416918,"gpt":0.2713675168165235,"spread":0.2496417304123543,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008314122,0.000112371,0.000105057,0.00007502198,0.00004654445,0.0002404228,0.0007288031,0.00004344709,0.00003024277],"category_scores_gemma":[0.0002168593,0.00009006423,0.0000430642,0.0000531246,0.00001512508,0.000845606,0.0002881369,0.00007124517,0.000004557958],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001281211,"about_ca_system_score_gemma":0.00006130776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006832465,"about_ca_topic_score_gemma":9.177223e-7,"domain_scores_codex":[0.9990283,0.00001060848,0.0003035674,0.0001435847,0.0003550113,0.0001588897],"domain_scores_gemma":[0.9988571,0.0005597205,0.0001335439,0.0001702706,0.0002277236,0.00005161738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001071205,0.001783301,0.02564774,0.001301345,0.004415222,0.00003604637,0.02784836,0.01921274,0.052717,0.3214501,0.02477184,0.5197451],"study_design_scores_gemma":[0.0002687639,0.00007042481,0.001822033,0.00009489057,0.00001112593,0.00006029076,0.00002916837,0.01846427,0.009771964,0.00004517062,0.9691611,0.0002008229],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01695052,0.0001832554,0.9768779,0.0005854259,0.002882533,0.0002546246,0.00005871291,0.0001668961,0.002040163],"genre_scores_gemma":[0.9287683,0.00002558709,0.07046949,0.00003398991,0.0002907364,0.000119991,0.00001843797,0.00001208526,0.0002614218],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9443892,"threshold_uncertainty_score":0.3672713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385508674","doi":"10.1002/iis2.12932","title":"System Engineering Heuristics for Complex Systems","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Set (abstract data type); Complex system; Management science; Systems engineering; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03324350303496316,"gpt":0.255772061779558,"spread":0.2225285587445948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003121485,0.0001541671,0.00018628,0.00009503033,0.000128075,0.00006305414,0.0004305119,0.00003924555,0.00001866934],"category_scores_gemma":[0.00002946339,0.000179663,0.00008281267,0.0001266773,0.000007871463,0.00004704198,0.00009875534,0.00013627,0.00001206181],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005511983,"about_ca_system_score_gemma":0.000008552386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002679392,"about_ca_topic_score_gemma":4.234326e-7,"domain_scores_codex":[0.9990026,0.00001612641,0.0003414966,0.0001763513,0.0002482657,0.000215175],"domain_scores_gemma":[0.9993588,0.0002585514,0.00004850987,0.0002180325,0.00007043986,0.00004572223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004799687,0.00001205439,0.00002463631,0.000155685,0.00007924044,0.000004147554,0.0000463634,0.9362748,0.02721073,0.03118531,0.004887245,0.0001149508],"study_design_scores_gemma":[0.0001850397,0.00001796187,0.00007045835,0.00001689554,0.00001002438,0.00009297356,0.0001524911,0.7274576,0.0002899104,0.00001604059,0.2715338,0.0001568545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02213629,0.0003577709,0.955408,0.0002862534,0.01282549,0.0009814777,0.001007496,0.002223042,0.00477421],"genre_scores_gemma":[0.9901633,0.000008644605,0.007210689,0.00001413272,0.000629374,0.00157256,0.000150695,0.00006403212,0.0001865951],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.968027,"threshold_uncertainty_score":0.7326446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056339801","doi":"10.1002/j.2334-5837.2002.tb02569.x","title":"1.6.2 Formalizing a Structured Natural Language Requirements Specification Notation","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Notation; Computer science; Programming language; B-Method; Formal specification; Formal methods; Readability; Software engineering; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.0239139729607938,"gpt":0.277986382232176,"spread":0.2540724092713822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001550279,0.0001234847,0.00008419134,0.0001251777,0.0001016012,0.0002363027,0.0008097877,0.00004744345,0.0000444466],"category_scores_gemma":[0.0001287533,0.0001200389,0.00005156115,0.0001907982,0.00002153577,0.000832671,0.0001565427,0.0001237577,0.00008040611],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001673717,"about_ca_system_score_gemma":0.000007219894,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006307394,"about_ca_topic_score_gemma":0.000006819298,"domain_scores_codex":[0.9988161,0.00002421418,0.0002562791,0.0002897986,0.0004384574,0.0001751321],"domain_scores_gemma":[0.9992318,0.00008309859,0.0001542107,0.0003337396,0.0001518858,0.00004527673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005277157,0.0005101693,0.01335153,0.00005232728,0.0002017816,0.0002167356,0.0191128,0.0003577751,0.1557043,0.06200384,0.06590331,0.6825327],"study_design_scores_gemma":[0.001184543,0.0001465604,0.01300596,0.0001931123,0.00001563069,0.0003257711,0.00004835136,0.9041924,0.04741982,0.02111635,0.01152061,0.0008308869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2660517,0.0008213031,0.6601309,0.01239309,0.008652541,0.0007818813,0.00002573337,0.01933272,0.03181017],"genre_scores_gemma":[0.943608,0.00001310633,0.05534525,0.0003936456,0.0002250859,0.00002139793,0.0000236538,0.0000105334,0.0003593585],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9038346,"threshold_uncertainty_score":0.4895045,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069298775","doi":"10.1002/j.2334-5837.2008.tb00822.x","title":"4.3.3 Capability Engineering within Canadian Defence: Experimentation and Lessons Learned","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Divestment; Engineering management; Engineering; Work (physics); Systems engineering; Focus (optics); Process management; Computer science; Management science; Business; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0177012015567346,"gpt":0.2611805180606304,"spread":0.2434793165038958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007212831,0.0001056355,0.00007609263,0.0001318391,0.00006999593,0.00002418205,0.0001411396,0.00006962054,0.00003801631],"category_scores_gemma":[0.0000116882,0.0001204443,0.00002035724,0.0000719599,0.00004044264,0.0001802613,0.00003618776,0.0001220268,0.00001779809],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002787225,"about_ca_system_score_gemma":0.00002222805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003379158,"about_ca_topic_score_gemma":0.003908183,"domain_scores_codex":[0.9994209,0.000004485632,0.0001469497,0.0001533984,0.000123356,0.0001508828],"domain_scores_gemma":[0.999752,0.00001597239,0.00001855128,0.0001094215,0.00002717976,0.00007691891],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005438076,0.0002769569,0.09681274,0.0002208214,0.001102054,0.0005911125,0.0142982,0.2661025,0.382654,0.2167913,0.009373641,0.01172226],"study_design_scores_gemma":[0.003206298,0.0001972654,0.1909632,0.0001961501,0.00008495316,0.0004468576,0.001651146,0.4865991,0.216658,0.004658673,0.09310934,0.002228921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9900932,0.00008396585,0.001392129,0.001952635,0.0007523391,0.0001179256,0.000007061871,0.0003355973,0.005265085],"genre_scores_gemma":[0.9985642,0.0001009414,0.001015068,0.0000566308,0.00005046478,0.00004942186,0.00001771549,0.00001557554,0.0001299717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2204966,"threshold_uncertainty_score":0.5108299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3199906350","doi":"10.1002/j.2334-5837.2021.00831.x","title":"Agility in the Future of Systems Engineering (FuSE) ‐ A Roadmap of Foundational Concepts","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Fuse (electrical); Engineering; Systems engineering; Engineering management; Set (abstract data type); System of systems engineering; Process management; Computer science; Software engineering; Systems design; Electrical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01691066349607678,"gpt":0.2790205620014166,"spread":0.2621098985053398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003822334,0.0001047885,0.0001861946,0.00005897071,0.00001225427,0.00002136927,0.0003118601,0.00007122133,0.00002043967],"category_scores_gemma":[0.00006779501,0.00009182878,0.0000697519,0.0002327127,0.00002240555,0.00007576421,0.00003621952,0.0001272554,0.000002891538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000808132,"about_ca_system_score_gemma":0.00002441242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005196463,"about_ca_topic_score_gemma":0.00002165539,"domain_scores_codex":[0.9990354,0.00003901891,0.0004291915,0.000121365,0.0002665166,0.000108556],"domain_scores_gemma":[0.9991788,0.000340972,0.00006486446,0.0002396709,0.0001588232,0.00001684323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006696466,0.0000826456,0.002529962,0.0002787371,0.0001228723,0.00001045906,0.000818018,0.8457052,0.09253751,0.05672024,0.000388037,0.0007996106],"study_design_scores_gemma":[0.00211949,0.00007844227,0.08554385,0.0008884736,0.00006890329,0.0003138769,0.005466849,0.6238675,0.08480792,0.00128848,0.1945959,0.0009603113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9353553,0.002659735,0.05104757,0.00110832,0.004761587,0.0004208801,0.0001724838,0.000155933,0.004318203],"genre_scores_gemma":[0.9977686,0.00009555445,0.001629846,0.00001123556,0.0003379055,0.00007220232,0.0000437282,0.00001318364,0.00002772282],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2218377,"threshold_uncertainty_score":0.3744669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2750628123","doi":"10.1002/j.2334-5837.2017.00370.x","title":"Systems Security Engineering: What Every System Engineer Needs to Know","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering management; Trustworthiness; Relevance (law); Perspective (graphical); Engineering; Computer science; Value (mathematics); Engineering ethics; Systems engineering; Computer security; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.00608534639744141,"gpt":0.2211277401790228,"spread":0.2150423937815814,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004005445,0.0002131147,0.0001950973,0.0002391827,0.0002379719,0.003295118,0.002603745,0.0001086284,0.00001053245],"category_scores_gemma":[0.00006270961,0.0002133583,0.0001007975,0.0001336809,0.00001775818,0.004250095,0.0006881309,0.0001864538,0.0005794666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003460934,"about_ca_system_score_gemma":0.00004869991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001263403,"about_ca_topic_score_gemma":0.000006122332,"domain_scores_codex":[0.9983912,0.0000176702,0.0003977363,0.0002599009,0.0006371732,0.0002963571],"domain_scores_gemma":[0.9982393,0.0000479627,0.00019285,0.0009426977,0.0003589906,0.0002182411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001856044,0.00009542976,0.0003517797,0.0001337755,0.0001245716,0.00006839774,0.006967563,0.0104466,0.001012945,0.9730431,0.006059748,0.001677522],"study_design_scores_gemma":[0.0005893956,0.00005870401,0.001282498,0.000567381,0.000009436731,0.0002337401,0.0005338198,0.6854352,0.003014887,0.00009148284,0.307572,0.000611442],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2429845,0.0007390124,0.5101171,0.0320003,0.100116,0.0019688,0.0001088349,0.002773692,0.1091918],"genre_scores_gemma":[0.9977043,0.00002937618,0.0007604533,0.0003072322,0.0005542729,0.00006699791,0.00001033964,0.00001384277,0.000553211],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9729516,"threshold_uncertainty_score":0.9977396,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2074547216","doi":"10.1002/j.2334-5837.2001.tb02346.x","title":"4.4.1 Modeling the Customer Value of Product Development Processes","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Value (mathematics); Lean manufacturing; Process (computing); Lean project management; Value stream mapping; Product (mathematics); Computer science; Work (physics); New product development; Lean laboratory; Process management; Manufacturing engineering; Engineering; Business; Mathematics; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.01423064349588446,"gpt":0.226241468972134,"spread":0.2120108254762495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003748724,0.0001461994,0.0001172475,0.0001502516,0.0001594109,0.0001379293,0.0005017931,0.00003131485,0.0001250228],"category_scores_gemma":[0.0001521337,0.0001069216,0.00003405095,0.0004906395,0.00003452369,0.000886696,0.0001869195,0.00008334847,0.0002381205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006268619,"about_ca_system_score_gemma":0.00009522287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000104246,"about_ca_topic_score_gemma":0.00004908683,"domain_scores_codex":[0.9986966,0.000004892449,0.0003830835,0.0002540734,0.0004884544,0.0001729508],"domain_scores_gemma":[0.998956,0.00001733553,0.0001779361,0.000160261,0.0006809961,0.000007517328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001317881,0.002563968,0.220786,0.001543843,0.001372668,0.00007649537,0.005600691,0.3936413,0.03843514,0.1854978,0.01819205,0.1309721],"study_design_scores_gemma":[0.001133832,0.000007341291,0.005459496,0.0002756478,0.00008425017,0.00003521126,0.0002288029,0.1063811,0.01460487,0.004444628,0.8665519,0.0007928938],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9223564,0.0002217264,0.003292534,0.009527006,0.001780667,0.0004728691,0.000001350638,0.0001593831,0.0621881],"genre_scores_gemma":[0.9966635,0.00004396135,0.0003349678,0.0006716907,0.001240124,0.00004697037,0.00005405383,0.00002028155,0.0009244817],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8483599,"threshold_uncertainty_score":0.4360136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1947493562","doi":"10.1002/j.2334-5837.2008.tb00844.x","title":"7.2.2 Advancing Model‐Based Systems Engineering at a Small Space Agency","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; Agency (philosophy); Process (computing); Bridge (graph theory); Space (punctuation); Key (lock); Work (physics); Systems engineering; Computer science; Process management; Engineering management; Engineering; Unified Modeling Language; Computer security; Sociology; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02635390211012569,"gpt":0.2384062307702378,"spread":0.2120523286601121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001881172,0.0002413765,0.0002225029,0.0001296454,0.00009006864,0.00003192526,0.0003651366,0.0001110151,0.00001682545],"category_scores_gemma":[0.00005993745,0.0002610074,0.0001030674,0.00015634,0.00001869602,0.0001057665,0.00007227239,0.0001637908,0.00006862694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005313308,"about_ca_system_score_gemma":0.0000220983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005288871,"about_ca_topic_score_gemma":0.000006360925,"domain_scores_codex":[0.9987997,0.00001257166,0.000361114,0.0002497308,0.0002485735,0.0003282937],"domain_scores_gemma":[0.9992684,0.0001769992,0.00005267699,0.0003184802,0.0000842446,0.00009927015],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003652118,0.00001312655,0.0001640537,0.00005408267,0.00003837571,0.0000189423,0.0001079771,0.8596774,0.1384277,0.0008087507,0.0006290393,0.00005691785],"study_design_scores_gemma":[0.0002259093,0.00001030835,0.0002505181,0.00007234609,0.00000846993,0.000122005,0.000008359161,0.9706301,0.01351411,0.00001994888,0.01485838,0.0002795042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3487291,0.0003540671,0.6441861,0.0002114763,0.001855979,0.0002486077,0.00003915043,0.001024984,0.00335046],"genre_scores_gemma":[0.9749554,0.0001229698,0.02352303,0.00002340001,0.00035199,0.0002329568,0.00003128763,0.00007630484,0.0006826008],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6262264,"threshold_uncertainty_score":0.9999842,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2005028719","doi":"10.1002/j.2334-5837.2002.tb02457.x","title":"6.1.5 Dynamic Interface Management in a Transport Infrastructure Project","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Assembly Line Balancing Optimization","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ministry of Transportation of Ontario","funders":"","keywords":"Interface (matter); Construct (python library); Focus (optics); Computer science; Project management; Systems engineering; Engineering management; Software engineering; Engineering; Operating system; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.004461835007401374,"gpt":0.2246320968558406,"spread":0.2201702618484392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006054506,0.0001673707,0.0001264844,0.00021395,0.00001769288,0.0000274215,0.0002817111,0.00007681208,0.0001471195],"category_scores_gemma":[0.000004244855,0.0001809348,0.0000424363,0.0002264838,0.00001437927,0.0002269222,0.00003333977,0.0001731323,0.00006092883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003931208,"about_ca_system_score_gemma":0.000003833588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002039425,"about_ca_topic_score_gemma":0.00008417583,"domain_scores_codex":[0.9990669,0.00000817645,0.0003026245,0.0001995816,0.0002330297,0.000189621],"domain_scores_gemma":[0.9997385,0.00001269587,0.0000338808,0.0001526047,0.00003339524,0.00002889964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001656203,0.00007721233,0.003617401,0.00006108321,0.0001120659,0.00008381043,0.001036757,0.9853326,0.002905897,0.0002615164,0.001523012,0.004972101],"study_design_scores_gemma":[0.0006271523,0.0000173465,0.009452347,0.00008653892,0.00001119109,0.00003041265,0.00006466785,0.9774193,0.000483992,0.00009483805,0.01147079,0.0002414288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8034628,0.0002534714,0.0589388,0.001031488,0.002931374,0.0009499529,0.00005789185,0.0009250601,0.1314491],"genre_scores_gemma":[0.994383,0.0002622012,0.004428422,0.00004394907,0.00004995386,0.0000543018,0.00004187198,0.00003939865,0.0006969055],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1909202,"threshold_uncertainty_score":0.7378307,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2751624834","doi":"10.1002/j.2334-5837.2017.00344.x","title":"Version 0.75 of the Proposed INCOSE Competency Framework","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Competence (human resources); Core competency; Section (typography); Computer science; Publication; Engineering management; Knowledge management; Engineering ethics; Engineering; Psychology; Political science; Management; Operating system; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0169542265198654,"gpt":0.2694708518717698,"spread":0.2525166253519044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001798378,0.0001111563,0.0001353111,0.00003082473,0.0001541066,0.00005687872,0.00103439,0.00009240181,0.00003724045],"category_scores_gemma":[0.0001904073,0.00008534623,0.00009429471,0.00004906029,0.00007329326,0.0001095366,0.0001963314,0.0001688368,0.00003364594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008528092,"about_ca_system_score_gemma":0.00001296649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006484212,"about_ca_topic_score_gemma":0.000005975616,"domain_scores_codex":[0.9992766,0.00001687248,0.0002331668,0.0001220983,0.0002319589,0.0001193055],"domain_scores_gemma":[0.9990063,0.0001375428,0.0001067201,0.0006370747,0.00008504246,0.00002728411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000502508,0.0002205474,0.03484523,0.0003033655,0.0004894279,0.00001168452,0.0009873972,0.1090354,0.6962149,0.1427064,0.005921248,0.009214228],"study_design_scores_gemma":[0.001828599,0.0001211333,0.29673,0.001598457,0.000107067,0.00008900934,0.0002679645,0.1612134,0.3738513,0.03607338,0.1268958,0.00122405],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8988184,0.0001459757,0.04885086,0.003115191,0.009554515,0.0005843856,0.0001154915,0.0003948476,0.03842036],"genre_scores_gemma":[0.993372,0.00004585022,0.006093374,0.00002144439,0.00025823,0.00002272889,0.000004522029,0.00002034914,0.0001614953],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3223636,"threshold_uncertainty_score":0.3480318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3090136833","doi":"10.1002/j.2334-5837.2020.00801.x","title":"Envisioning Future Systems Engineering Principles Through a Transdisciplinary Lens","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Transdisciplinarity; System of systems engineering; System of systems; Health systems engineering; Biological systems engineering; Systems engineering; Mechatronics; Management science; Engineering; Engineering ethics; Computer science; Systems design; Sociology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04542208737980238,"gpt":0.2539352486979333,"spread":0.2085131613181309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000126937,0.0002378957,0.000235532,0.00004311825,0.0000632682,0.00009224211,0.0004383683,0.0001274051,0.0000260371],"category_scores_gemma":[0.00003126105,0.0002370588,0.0001065622,0.000188759,0.00001512512,0.0002761948,0.00007705706,0.0002559162,0.00006563139],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001142713,"about_ca_system_score_gemma":0.000009677476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009786506,"about_ca_topic_score_gemma":7.782106e-7,"domain_scores_codex":[0.9987943,0.00001459864,0.0004047496,0.0002706908,0.0002660461,0.0002496536],"domain_scores_gemma":[0.9995005,0.0001223126,0.00004461397,0.0002051434,0.00005035751,0.00007703146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006633325,0.00001190464,0.00005736328,0.0001250317,0.0001038921,0.00001656137,0.002041548,0.9390623,0.0467348,0.01098052,0.0006727869,0.0001866639],"study_design_scores_gemma":[0.0002961503,0.00003407307,0.0003909217,0.0001168093,0.00001888885,0.00006655652,0.0006249766,0.6602395,0.003984421,0.00003311848,0.3338047,0.0003899208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3144059,0.003064163,0.6399127,0.01021994,0.009979896,0.0009328022,0.0002201509,0.004095265,0.01716922],"genre_scores_gemma":[0.9877928,0.0003443518,0.008929188,0.00008029444,0.002530524,0.0001453729,0.00004409441,0.00007456509,0.00005878296],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6733869,"threshold_uncertainty_score":0.9666979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136714574","doi":"10.1002/j.2334-5837.2005.tb00718.x","title":"6.3.1 The MSOCC Data Switch Replacement: A Case Study in Elicitating and Elucidating Requirements","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; System requirements; Set (abstract data type); Requirements analysis; Requirements engineering; Non-functional requirement; Process (computing); Requirements management; Functional requirement; Architecture; Systems engineering; Risk analysis (engineering); Reliability engineering; Software engineering; Engineering; Business; Software development; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.07377946673214476,"gpt":0.3533477950104871,"spread":0.2795683282783424,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001099826,0.0001212602,0.0001057082,0.00005216691,0.0001223139,0.000118885,0.0004238221,0.00003251465,0.000004874239],"category_scores_gemma":[0.0001610171,0.0001032531,0.00001296854,0.0001171299,0.00001564761,0.0002326072,0.0002705888,0.0001420419,0.00000698668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001349216,"about_ca_system_score_gemma":0.000006477771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003487172,"about_ca_topic_score_gemma":0.000756015,"domain_scores_codex":[0.9989394,0.00003748881,0.0004142656,0.0002419474,0.0001875697,0.0001793517],"domain_scores_gemma":[0.9989966,0.000426603,0.00005598873,0.0004559511,0.00003546611,0.00002938737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001289177,0.0009270037,0.117699,0.0002340278,0.001473264,0.001160209,0.02242319,0.4039853,0.09080418,0.005766951,0.005579755,0.3498182],"study_design_scores_gemma":[0.001483812,0.00007322977,0.003508027,0.0001181139,0.00002807175,0.0010054,0.008738073,0.9490256,0.0009096205,0.0001309435,0.03454622,0.0004328393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909644,0.0001965599,0.005817163,0.0006878482,0.0005274906,0.0004135968,0.00001892247,0.0001540872,0.001219969],"genre_scores_gemma":[0.9954063,0.00006533081,0.003978927,0.00002402045,0.0003038509,0.0001287275,0.00001471761,0.00002223729,0.00005583714],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5450403,"threshold_uncertainty_score":0.421054,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105781355","doi":"10.1002/j.2334-5837.2001.tb02330.x","title":"6.3.1 Pilot application of the Object Oriented System Engineering Method (OOSEM) using Rational Rose Real Time™ (RRT) to the Navy Common Command and Decision (CC&D) Program","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Navy; Duration (music); Decision system; Object (grammar); Systems engineering; Object-oriented programming; Computer science; Engineering; Operations research; Software engineering; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02478807542408418,"gpt":0.3097072090894234,"spread":0.2849191336653392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006833323,0.0002114162,0.0002366304,0.00009694215,0.0001427651,0.00007181491,0.0004828038,0.00007045866,0.000003633471],"category_scores_gemma":[0.0000752857,0.0001542972,0.00007668548,0.0004150911,0.00002988832,0.000098674,0.0001749905,0.0001767545,0.00001152442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002731764,"about_ca_system_score_gemma":0.00001707315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003491677,"about_ca_topic_score_gemma":0.00007234111,"domain_scores_codex":[0.9986172,0.00006021079,0.0004994764,0.0002426821,0.0003796984,0.0002007065],"domain_scores_gemma":[0.9985954,0.0006206485,0.0001131445,0.0004558359,0.0001525659,0.00006246228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007054458,0.0001459883,0.001054546,0.00007835756,0.0001303332,0.000001242491,0.0002763107,0.7867167,0.1947845,0.005037599,0.0003312649,0.01137258],"study_design_scores_gemma":[0.000614466,0.00005877421,0.004461254,0.0002106478,0.00003936453,0.0001709354,0.00004918314,0.9598627,0.004482726,0.00008942402,0.029728,0.0002325323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4969652,0.00007151997,0.5003062,0.0002174227,0.0007824095,0.0008978025,0.00005248869,0.0003124318,0.0003944255],"genre_scores_gemma":[0.9151739,0.00003065255,0.08394954,0.00001787911,0.0003407081,0.0003585775,0.00004051252,0.00004630351,0.00004188434],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4182087,"threshold_uncertainty_score":0.6292059,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093829704","doi":"10.1002/j.2334-5837.2013.tb03082.x","title":"9.2.2 Quantifying Systems Engineering Reuse – a Generalized Reuse Framework in COSYSMO","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Reuse; Computer science; Set (abstract data type); Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01214445170125469,"gpt":0.2283633441247793,"spread":0.2162188924235246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013212,0.0002082529,0.0001993856,0.0002102179,0.00003179699,0.000257311,0.0007097464,0.0001576869,0.0001447391],"category_scores_gemma":[0.0001708483,0.0002174472,0.00004952122,0.000155891,0.000009429184,0.0004358612,0.000149703,0.0002652703,0.0001224219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002400178,"about_ca_system_score_gemma":0.000009729539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004893245,"about_ca_topic_score_gemma":0.00001521519,"domain_scores_codex":[0.9987888,0.00001388519,0.0004268829,0.0002272446,0.0002747744,0.0002684275],"domain_scores_gemma":[0.9992267,0.00009207241,0.00005779211,0.0004542361,0.00008944427,0.00007974962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006487585,0.00002607953,0.001593466,0.0001064807,0.00004463804,0.00001418223,0.0003665033,0.9903036,0.004571246,0.002048602,0.0007549215,0.0001637661],"study_design_scores_gemma":[0.0004036842,0.00001149499,0.002073423,0.0003625503,0.000006542215,0.00001782719,0.00002675742,0.98496,0.00406116,0.0003658524,0.007370654,0.000340043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9660553,0.0004060603,0.02654322,0.0007893563,0.003546533,0.0004254632,0.00001391246,0.0006087719,0.001611331],"genre_scores_gemma":[0.9908291,0.0002536826,0.008155687,0.00005118308,0.0002991884,0.0002041022,0.00003469596,0.000059714,0.0001127105],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02477368,"threshold_uncertainty_score":0.8867241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171596307","doi":"10.1002/j.2334-5837.2015.00059.x","title":"Open Source Systems Engineering Guides, Deployment Packages and Support Tools for Very Small Enterprises ‐‐ A Case Study","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Flexibility (engineering); Systems engineering; Exploit; Software engineering; Engineering management; Resource (disambiguation); Computer science; Open standard; Software; Manufacturing engineering; Engineering; Process management; Interoperability; Operating system; Computer security; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.1007734877608883,"gpt":0.3195188700303758,"spread":0.2187453822694876,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006756842,0.0002159696,0.0002612243,0.00008760083,0.00004930514,0.0005396021,0.0004764593,0.00006690227,0.000003002798],"category_scores_gemma":[0.000181357,0.0002157735,0.00004557809,0.00007256785,0.00001155886,0.0002850241,0.0002883554,0.00009020758,0.000008272808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002137322,"about_ca_system_score_gemma":0.00002251472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006235563,"about_ca_topic_score_gemma":0.0000420873,"domain_scores_codex":[0.9989002,0.00002367932,0.0004166682,0.0002710822,0.0001664935,0.0002219091],"domain_scores_gemma":[0.9990017,0.0004161358,0.00005778004,0.0002704899,0.0001273819,0.0001264952],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009003234,0.0003564895,0.00730319,0.000438651,0.001361554,0.0009073447,0.005013753,0.9470751,0.01712982,0.0014969,0.008459214,0.01036795],"study_design_scores_gemma":[0.00587231,0.0009392558,0.0009019168,0.0003975185,0.0002505666,0.008679236,0.01450532,0.4926347,0.006705042,0.00009043539,0.4672418,0.001781936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.783981,0.0002948909,0.2101166,0.0001255851,0.002251606,0.001907729,0.0000976154,0.0005498343,0.000675113],"genre_scores_gemma":[0.992514,0.0000241351,0.005340851,0.000018561,0.0003070943,0.00131826,0.0000284246,0.00006808515,0.000380573],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4587826,"threshold_uncertainty_score":0.8798989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213206204","doi":"10.1002/j.2334-5837.2010.tb01160.x","title":"Modeling with SysML","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Unified Modeling Language; Software engineering; Modeling language; Class diagram; UML tool; Applications of UML; Systems engineering; Programming language; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01259621070933284,"gpt":0.237205653602836,"spread":0.2246094428935031,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001058639,0.00009877972,0.00008091932,0.00004299323,0.00002915505,0.00004239997,0.0002350867,0.00005803457,0.00003845183],"category_scores_gemma":[0.00001419286,0.00008523813,0.0000273234,0.00006900671,0.00001356782,0.00008724198,0.00002260443,0.0001842004,0.00004750576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003185297,"about_ca_system_score_gemma":0.000005932179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004448897,"about_ca_topic_score_gemma":0.00004029232,"domain_scores_codex":[0.9994872,0.000003229494,0.0001383796,0.0001136628,0.0001365782,0.0001209778],"domain_scores_gemma":[0.9996698,0.00004275745,0.00001138203,0.0001818952,0.00005814358,0.00003595676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003352669,0.00001018545,0.0001197909,0.00001129665,0.00004302548,0.000003855099,0.0000641057,0.8218108,0.1644447,0.01243815,0.0001425513,0.0009081568],"study_design_scores_gemma":[0.0001545583,0.000009026658,0.0001164081,0.00001954317,0.000006268648,0.00008194756,0.00002750533,0.9812109,0.007297337,0.000328176,0.0105827,0.0001655727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.661913,0.00002021676,0.3208109,0.0003305616,0.001676301,0.0001034268,0.0000110178,0.00059324,0.01454135],"genre_scores_gemma":[0.9840278,0.00001278361,0.0153155,0.00001983329,0.0003954323,0.00007321966,0.00001037017,0.00002827334,0.0001167671],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3221148,"threshold_uncertainty_score":0.347591,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1580746601","doi":"10.1002/j.2334-5837.2000.tb00439.x","title":"5.5.3 Supportability Assessment and Evaluation During System Architecture Development","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Analytic hierarchy process; Systems engineering; Architecture; Domain (mathematical analysis); Computer science; Heuristic; Perspective (graphical); Process (computing); Architecture framework; Engineering; Management science; Software engineering; Risk analysis (engineering); Operations research; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.007632577229073802,"gpt":0.2421420732759633,"spread":0.2345094960468895,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003974311,0.0001275985,0.0001058114,0.0001014757,0.0001813528,0.0001864529,0.0001923185,0.0000745476,0.0008775198],"category_scores_gemma":[0.000009619251,0.0001184872,0.0000300248,0.0001033392,0.00003642779,0.0008189016,0.00006892328,0.0001279808,0.0001847973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002726977,"about_ca_system_score_gemma":0.00004904466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001047662,"about_ca_topic_score_gemma":0.00005852717,"domain_scores_codex":[0.9988244,0.000005887392,0.0003414054,0.0002020929,0.0004715408,0.000154671],"domain_scores_gemma":[0.9995051,0.00001011692,0.0001570262,0.0001324667,0.0001857097,0.000009559672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004654009,0.0005686769,0.3018472,0.001184554,0.000505711,0.00009614746,0.001283564,0.009359799,0.008533148,0.1594711,0.00164027,0.5150444],"study_design_scores_gemma":[0.002380752,0.00001678997,0.844726,0.0001912657,0.00006211209,0.0001059223,0.0005600768,0.04013184,0.001839311,0.002323951,0.1070297,0.0006322167],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9129417,0.000009581811,0.00009100031,0.001096481,0.0002828177,0.0002337122,0.000003599331,0.0001506282,0.08519051],"genre_scores_gemma":[0.9987935,0.000005170784,0.000244718,0.0002439937,0.0002967727,0.00008010408,0.00007513612,0.000008590255,0.0002519718],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5428788,"threshold_uncertainty_score":0.9608226,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2030075066","doi":"10.1002/j.2334-5837.2005.tb00761.x","title":"10.1.2 Canadian Capability Engineering Process Foundations","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Scope (computer science); Bridge (graph theory); Process (computing); Process management; Systems engineering; Computer science; Engineering; Engineering management; Management science","retraction":null,"screen_n_in":null,"score":{"opus":0.004702998213786926,"gpt":0.2263433984744644,"spread":0.2216404002606775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007521247,0.0001119947,0.00007090419,0.0001674519,0.00004806651,0.00004930555,0.0002940791,0.00007103518,0.001762228],"category_scores_gemma":[0.00001632921,0.0001294457,0.00003324057,0.00010974,0.00001795164,0.0002724243,0.00002734596,0.0001249546,0.000649906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005616659,"about_ca_system_score_gemma":0.000029768,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000885374,"about_ca_topic_score_gemma":0.01295293,"domain_scores_codex":[0.9993536,0.000002305973,0.0001660217,0.0001389157,0.0001371108,0.0002020063],"domain_scores_gemma":[0.999675,0.00001548451,0.0000158052,0.0001510271,0.00006194421,0.00008074148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001546286,0.0002265174,0.004575252,0.000120264,0.0006605082,0.00004104395,0.0007062117,0.8641995,0.007186964,0.04980587,0.02964979,0.04281259],"study_design_scores_gemma":[0.0002386352,0.0000148578,0.002569549,0.0000174874,0.00001367974,0.000009585181,0.00002480783,0.1783305,0.002855534,0.0003279685,0.8153397,0.0002576923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5750107,0.00009625922,0.008174912,0.01824941,0.00267789,0.0005952941,0.00008862007,0.002634696,0.3924722],"genre_scores_gemma":[0.9973295,0.000008116544,0.0007140291,0.00006335622,0.0002124236,0.00008083206,0.00004949265,0.0000195867,0.001522649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7856899,"threshold_uncertainty_score":0.9991503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081072385","doi":"10.1002/j.2334-5837.2006.tb02758.x","title":"3.4.2 Capability engineering for strategic decision making","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Ministère de la Défense Nationale","keywords":"Process (computing); Strategic planning; Divestment; Process management; Strategic management; Set (abstract data type); Computer science; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.00667884490823272,"gpt":0.2407599339577147,"spread":0.2340810890494819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001037243,0.0001169951,0.00008844912,0.00009609637,0.0000305524,0.0000498461,0.0002324815,0.00007582991,0.00003581413],"category_scores_gemma":[0.000007620451,0.0001254679,0.00005826534,0.00006641584,0.00001237249,0.000123446,0.00004566453,0.00008481967,0.00001533895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001934272,"about_ca_system_score_gemma":0.000004553533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001198168,"about_ca_topic_score_gemma":0.00003480171,"domain_scores_codex":[0.9993308,0.000001757898,0.0002098585,0.0001538021,0.000138246,0.0001655096],"domain_scores_gemma":[0.9997098,0.00007475907,0.0000243462,0.0001340644,0.0000423651,0.0000146953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003769123,0.0001352548,0.002535728,0.00009394965,0.0001495741,0.00001971489,0.00003039007,0.7078495,0.04255298,0.2336677,0.004382371,0.008545175],"study_design_scores_gemma":[0.001022664,0.00006028438,0.008278821,0.0001214393,0.0000341189,0.00001579422,0.00003877938,0.8633084,0.008160061,0.0697992,0.04862874,0.0005316351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7623183,0.00006540638,0.2201562,0.0003557234,0.002384449,0.0003021358,0.00002692088,0.0009052645,0.01348554],"genre_scores_gemma":[0.989387,0.00000655472,0.01015657,0.00001631927,0.0002222696,0.00009464039,0.0000269892,0.00002184134,0.00006777984],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2270687,"threshold_uncertainty_score":0.511643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969519566","doi":"10.1002/j.2334-5837.2005.tb00757.x","title":"9.4.1 The Axes Guiding Development of a Capability Engineering Process","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Systems engineering; Engineering; Computer science; Process management","retraction":null,"screen_n_in":null,"score":{"opus":0.007632498742104486,"gpt":0.2350377432241144,"spread":0.22740524448201,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001991864,0.00009374334,0.00007390151,0.00005427684,0.00005321086,0.00002291625,0.0003512129,0.00004164473,0.00001605044],"category_scores_gemma":[0.00002002903,0.00007775847,0.00002858014,0.00007293197,0.00002718419,0.0001233748,0.00007120935,0.00006721054,0.00001218536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002091265,"about_ca_system_score_gemma":0.00001570975,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002432007,"about_ca_topic_score_gemma":0.00003254016,"domain_scores_codex":[0.999303,0.000002889329,0.0002743787,0.00009693462,0.0001862724,0.0001365286],"domain_scores_gemma":[0.9997186,0.00004445767,0.00003724097,0.0001244494,0.00005599475,0.00001922285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005327219,0.0004028237,0.009337715,0.0003874102,0.0015529,0.00001092718,0.005666771,0.4505786,0.2529175,0.07113001,0.003255248,0.2047068],"study_design_scores_gemma":[0.0005378618,0.00002222592,0.006574334,0.0001094923,0.00002203911,0.000008781337,0.0002808324,0.1711087,0.4605305,0.0006826149,0.3597076,0.0004150083],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9766107,0.0001379229,0.01323259,0.001337727,0.0008048557,0.0001672778,0.000003050171,0.0003933636,0.007312521],"genre_scores_gemma":[0.9960675,0.00002478084,0.003652289,0.00001091536,0.00007996518,0.0000599388,0.000003893321,0.0000121286,0.00008854575],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3564524,"threshold_uncertainty_score":0.3170899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2519193008","doi":"10.1002/j.2334-5837.2016.00226.x","title":"ISO/IEC 29110 Deployment Packages and Case Study for Systems Engineering: The “Not‐So‐Secret” Ingredients That Power the Standard","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Systems engineering; Flexibility (engineering); Engineering; Product lifecycle; Engineering management; Software engineering; Computer science; New product development; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.03046514980184656,"gpt":0.2763516451857871,"spread":0.2458864953839405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006892511,0.0002230757,0.0001920432,0.0000574999,0.0001666968,0.0002022285,0.0003856458,0.0000660432,0.000006265376],"category_scores_gemma":[0.0001168219,0.0001169421,0.00007011465,0.00007504402,0.00004865734,0.0001162984,0.0001173969,0.0001123335,0.000006278226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000183065,"about_ca_system_score_gemma":0.0000105346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001117705,"about_ca_topic_score_gemma":0.00002489592,"domain_scores_codex":[0.9988397,0.00003801839,0.0003241438,0.0002454616,0.0003066869,0.000245934],"domain_scores_gemma":[0.9983926,0.0009888225,0.00006902205,0.0003907024,0.0001025486,0.00005634706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007239956,0.001004433,0.05971201,0.001125993,0.01048759,0.001513861,0.03760129,0.4726951,0.2550106,0.07060627,0.04227904,0.04723978],"study_design_scores_gemma":[0.007106374,0.001085043,0.01349666,0.0009053603,0.0004121997,0.005480424,0.01719889,0.1180235,0.02748904,0.0003815848,0.8061152,0.002305752],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8909056,0.0003842289,0.101155,0.001896402,0.003504758,0.001469406,0.0002034244,0.0003613193,0.0001198652],"genre_scores_gemma":[0.9980369,0.00007777501,0.0003067714,0.00003271316,0.0003554835,0.0009662355,0.000003229545,0.00005464101,0.0001663101],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7638361,"threshold_uncertainty_score":0.4768761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2256298703","doi":"10.1002/j.2334-5837.2012.tb01352.x","title":"4.2.3 A Systems Approach to Medical Device Compliance with IEC 60601–1:2005","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Clinical engineering; Risk analysis (engineering); Usability; Medical equipment; Computer science; Reliability engineering; Engineering; Systems engineering; Engineering management; Business; Medicine; Health care","retraction":null,"screen_n_in":null,"score":{"opus":0.1542497267931374,"gpt":0.4647696111771153,"spread":0.3105198843839779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001684682,0.0002277225,0.0003406945,0.00009802661,0.0004886799,0.00002408002,0.0007001339,0.0003316485,0.00056642],"category_scores_gemma":[0.0003280725,0.0001829237,0.00005596434,0.0002146492,0.0000729844,0.0003102459,0.0002407402,0.0008621567,0.001869448],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000668005,"about_ca_system_score_gemma":0.0004696666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002266697,"about_ca_topic_score_gemma":0.0004201455,"domain_scores_codex":[0.9961144,0.0004919104,0.0008116091,0.0003567608,0.001351629,0.0008736867],"domain_scores_gemma":[0.9971202,0.0006852522,0.0002427721,0.0003860061,0.000466093,0.001099666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001975429,0.003063473,0.4219381,0.003982767,0.0007176742,0.00007365299,0.04431661,0.001691913,0.0006039844,0.4372686,0.08120223,0.003165541],"study_design_scores_gemma":[0.001785043,0.0001356189,0.04340576,0.002412725,0.00003225922,0.0002027685,0.006004936,0.006014924,0.00002916747,0.0001103558,0.939198,0.0006684469],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3314839,0.001293038,0.02426631,0.1457222,0.01928942,0.005060559,0.0005398383,0.0008247114,0.47152],"genre_scores_gemma":[0.9802639,0.00004261542,0.001136419,0.01158846,0.003192639,0.0006559761,0.0001190758,0.00004111941,0.002959742],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8579957,"threshold_uncertainty_score":0.9989077,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071408934","doi":"10.1002/j.2334-5837.2011.tb01242.x","title":"6.6.1 Using MBSE with SysML Parametrics to Perform Requirements Analysis","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; System requirements specification; Systems engineering; Parametric statistics; Process (computing); Unified Modeling Language; Domain (mathematical analysis); Software engineering; Requirements analysis; Functional requirement; Reliability engineering; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1343623541968922,"gpt":0.3113612501007245,"spread":0.1769988959038322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002084114,0.0001508367,0.000181648,0.0003553756,0.00004346604,0.0000417712,0.0003338916,0.0000575222,0.00008575917],"category_scores_gemma":[0.00003141625,0.0001360713,0.00007317356,0.0009332347,0.00001454479,0.0001290743,0.00005432613,0.00008758852,0.00003969531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002392788,"about_ca_system_score_gemma":0.000008712789,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002284759,"about_ca_topic_score_gemma":0.00002394107,"domain_scores_codex":[0.9990745,0.00001017466,0.0002611753,0.0001981105,0.0002597479,0.0001963591],"domain_scores_gemma":[0.9994272,0.00005418985,0.00004251552,0.0002847173,0.0001110069,0.00008038912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000414875,0.00009772283,0.02957138,0.000048603,0.002103625,0.00002282795,0.000992267,0.9296651,0.03214589,0.003037933,0.0001911741,0.002081959],"study_design_scores_gemma":[0.0008038493,0.0001739192,0.04823787,0.0001664574,0.0008739727,0.00009228494,0.0004257274,0.8815638,0.05640687,0.0003425007,0.009609776,0.001302924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6824301,0.00002771249,0.3107342,0.00003466561,0.0004811068,0.0001658093,0.00001799238,0.000239883,0.005868562],"genre_scores_gemma":[0.9391461,0.00001556063,0.06052787,0.00002655142,0.0001179307,0.00006550357,0.00001256835,0.00002845516,0.00005945814],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.256716,"threshold_uncertainty_score":0.5548828,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987874421","doi":"10.1002/j.2334-5837.2005.tb00668.x","title":"2.2.2 A Meta‐process Producing a Deliverable‐centric Process","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Deliverable; Process (computing); Iterative and incremental development; Computer science; Simple (philosophy); Software development process; Goal-Driven Software Development Process; Systems engineering; Software; Software engineering; Software development; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0117864152299775,"gpt":0.2357150727201371,"spread":0.2239286574901596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000138461,0.0002172062,0.0001963075,0.0001405244,0.00007587305,0.0001230956,0.0003680645,0.00007523005,0.0004782692],"category_scores_gemma":[0.0000215777,0.0002019445,0.00008573911,0.0001755619,0.0000188251,0.0006069008,0.00003158671,0.0001724001,0.00008980178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001846185,"about_ca_system_score_gemma":0.00002795455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002300165,"about_ca_topic_score_gemma":0.00001624457,"domain_scores_codex":[0.9987385,0.000008570843,0.0003180809,0.0002982734,0.0003812924,0.0002553404],"domain_scores_gemma":[0.9994533,0.000027415,0.00006785468,0.0001599728,0.0002098733,0.00008155886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001511835,0.00006441639,0.0001638328,0.0001107371,0.0004940022,0.00000572514,0.000826692,0.9947441,0.0003539911,0.00008498105,0.0002294961,0.002906938],"study_design_scores_gemma":[0.000926738,0.000036796,0.0003375048,0.00009906727,0.0004826499,0.00008904625,0.00008502425,0.8330203,0.1392213,0.0008237776,0.02407603,0.0008018261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8911311,0.002429256,0.04228132,0.00345219,0.002027308,0.0008241197,0.00006414924,0.002044992,0.05574553],"genre_scores_gemma":[0.9973055,0.0001859232,0.001012512,0.0001855195,0.0005594786,0.0001153675,0.0000371147,0.0000450265,0.0005535454],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1617238,"threshold_uncertainty_score":0.8235056,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886876310","doi":"10.1002/j.2334-5837.2018.00501.x","title":"Delivering Better Projects on Time by Ensuring Requirements Quality Upfront","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Technical University of Nova Scotia","funders":"","keywords":"Timeline; Computer science; Criticality; Risk analysis (engineering); Automation; Quality (philosophy); Domain (mathematical analysis); Process management; Control (management); Systems engineering; Engineering; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.0275316735626545,"gpt":0.3110211638853228,"spread":0.2834894903226683,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005107885,0.0001576269,0.0001185829,0.0001234257,0.00009679546,0.0002155213,0.001299642,0.00005954329,0.0000820517],"category_scores_gemma":[0.0002401001,0.0001582491,0.00005191472,0.000155174,0.00004918898,0.000489791,0.0005508916,0.0001685626,0.001018905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004121664,"about_ca_system_score_gemma":0.00003424949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002081274,"about_ca_topic_score_gemma":0.000005369756,"domain_scores_codex":[0.9979613,0.00004659463,0.0002778365,0.0004738978,0.0009096281,0.0003306915],"domain_scores_gemma":[0.9988609,0.0002660354,0.00007481428,0.0004558492,0.0002435876,0.00009882502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001798996,0.0008298804,0.05531653,0.00006206518,0.0005461703,0.0001556529,0.002925863,0.0005860013,0.8605403,0.004909775,0.03247604,0.04147187],"study_design_scores_gemma":[0.002674215,0.001156572,0.1084291,0.000520508,0.00001357303,0.00007425068,0.00001101658,0.1075416,0.7055605,0.001121812,0.07117767,0.001719111],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9350771,0.00001681698,0.05508954,0.002349902,0.001544157,0.0002170292,0.00001576197,0.0004309658,0.005258747],"genre_scores_gemma":[0.9933637,0.000002954721,0.004911837,0.0005014929,0.000451626,0.0000324725,0.00001178846,0.00001951374,0.0007045571],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1549797,"threshold_uncertainty_score":0.9997589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386309331","doi":"10.1002/iis2.13031","title":"MBFHA: A Framework for Model‐Based Functional Hazard Assessment for Aircraft Systems","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Aerospace; Workflow; Consistency (knowledge bases); Computer science; Systems engineering; Key (lock); Hazard; Hazard analysis; Systems Modeling Language; Reliability engineering; Software engineering; Unified Modeling Language; Engineering; Database; Software; Aerospace engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02171872234928158,"gpt":0.277237864960917,"spread":0.2555191426116354,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003816999,0.0002672429,0.0002635758,0.0002407735,0.00008799296,0.0001208556,0.0003503354,0.0001979149,0.00001585934],"category_scores_gemma":[0.00007293573,0.0002988951,0.0002164582,0.0001993584,0.00001881554,0.0001669588,0.00004108697,0.0001777341,0.00006881035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007147248,"about_ca_system_score_gemma":0.000095446,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000701416,"about_ca_topic_score_gemma":0.00000244939,"domain_scores_codex":[0.9983759,0.00000951874,0.0004981491,0.0003260502,0.0004110632,0.0003793529],"domain_scores_gemma":[0.9986596,0.0006503532,0.00007124771,0.0002788074,0.0002414176,0.00009863169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000268158,0.00002490572,0.0001128882,0.0002237922,0.0001981769,0.000002409712,0.00003710503,0.9427856,0.0042648,0.04297507,0.009185184,0.0001632738],"study_design_scores_gemma":[0.0007176683,0.00003557563,0.0003642369,0.0001670475,0.000022537,0.000006681833,0.00002025366,0.9529604,0.0005869783,0.002113114,0.04270487,0.0003005856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003607479,0.00004549003,0.9811668,0.001143357,0.00972793,0.001056195,0.0005065071,0.001489699,0.00125648],"genre_scores_gemma":[0.9431936,0.000008035297,0.0497214,0.0000932753,0.001443319,0.004020996,0.0005455999,0.0001499775,0.0008237833],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9395861,"threshold_uncertainty_score":0.9999463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2014395095","doi":"10.1002/j.2334-5837.2008.tb00831.x","title":"5.3.2 The Development of International Standards for Very Small Enterprises","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Business; Product (mathematics); Quality (philosophy); New product development; Best practice; Process management; Industrial organization; Engineering management; Marketing; Engineering; Management; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.01170353090411457,"gpt":0.2285357961911358,"spread":0.2168322652870212,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002994424,0.0001527466,0.0001394682,0.00008254695,0.0001003641,0.00003035301,0.0005918566,0.00005761262,0.00001924367],"category_scores_gemma":[0.00005927772,0.0001336372,0.00009698707,0.00005659995,0.00004836523,0.0001016917,0.00007393386,0.00008812667,0.00001085214],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005233478,"about_ca_system_score_gemma":0.0001165,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005738945,"about_ca_topic_score_gemma":0.00001877238,"domain_scores_codex":[0.9987254,0.00000646289,0.0005325406,0.0001392111,0.0004178977,0.0001784627],"domain_scores_gemma":[0.9991838,0.0002238233,0.00007809464,0.0001697726,0.0003008465,0.00004365526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001187121,0.0007041282,0.03872724,0.0008352395,0.008518536,0.00007919881,0.02037059,0.5872299,0.1960139,0.01298769,0.04440711,0.08893938],"study_design_scores_gemma":[0.0006953312,0.00002286966,0.003528327,0.0001100808,0.000007877604,0.00004846022,0.00006277524,0.02742094,0.04307072,0.00005751908,0.9247333,0.0002417993],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4714857,0.0008357288,0.4474291,0.0009432684,0.02543083,0.001007432,0.000523381,0.0007794023,0.05156516],"genre_scores_gemma":[0.9915745,0.0001168095,0.007336034,0.00001394754,0.0003635875,0.0001658734,0.00004150965,0.00003940924,0.0003482812],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8803262,"threshold_uncertainty_score":0.5449567,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3089679234","doi":"10.1002/j.2334-5837.2020.00739.x","title":"Complexity, Systems Thinking and an Integrated Systems Engineering and Project Management Model","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nova Scotia Department of Agriculture","funders":"","keywords":"Agile software development; Computer science; Complexity management; Systems thinking; Process (computing); Management science; Process management; Key (lock); Project management; Systems engineering; Product (mathematics); Knowledge management; Engineering management; Engineering; Software engineering; Artificial intelligence; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.02843730118904115,"gpt":0.231000190965771,"spread":0.2025628897767298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002199601,0.0001767255,0.0001572053,0.0001596394,0.0001116219,0.0009291014,0.0002427207,0.00004677526,0.000004382941],"category_scores_gemma":[0.0000197312,0.0001673945,0.00001645807,0.0001976585,0.00002461098,0.001202223,0.0002932704,0.00009777075,0.00001266313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005329941,"about_ca_system_score_gemma":0.00001046493,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002027758,"about_ca_topic_score_gemma":0.000006273204,"domain_scores_codex":[0.9989162,0.000006503983,0.000269041,0.0003428449,0.000313196,0.0001522177],"domain_scores_gemma":[0.9996154,0.000008490479,0.0001239344,0.00008669651,0.0001437263,0.00002178122],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002434939,0.0001718537,0.01118443,0.002013031,0.0004818999,0.00008360474,0.001880487,0.2037534,0.004524381,0.767557,0.005319213,0.002787223],"study_design_scores_gemma":[0.0004073638,0.000006992238,0.0004265959,0.0001126081,0.00003086387,0.000007627702,0.0002595563,0.9798825,0.00001488762,0.0003726716,0.01826279,0.0002155253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8726616,0.0009900186,0.07372374,0.009564246,0.00478701,0.003065274,0.00004822335,0.001723471,0.03343643],"genre_scores_gemma":[0.9973056,0.00003575212,0.0009336523,0.0004925599,0.0008354285,0.00004443377,0.000160629,0.00002773629,0.0001641742],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7761291,"threshold_uncertainty_score":0.8959346,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3090048268","doi":"10.1002/j.2334-5837.2020.00734.x","title":"Patterns for Success in the Adoption and Execution of Feature‐based Product Line Engineering: A Report from Practitioners","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Portfolio; Software engineering; Feature (linguistics); Software product line; Product (mathematics); Schedule; Quality (philosophy); Automation; Multitude; Software; Feature engineering; New product development; Knowledge management; Engineering; Software development; Business; Artificial intelligence; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.03440693171931544,"gpt":0.299612661063836,"spread":0.2652057293445206,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003219237,0.00009435379,0.0001146056,0.00007101061,0.00001948217,0.00004655639,0.0004004888,0.00003803896,7.98142e-7],"category_scores_gemma":[0.001244346,0.00007968119,0.00003419703,0.0001713483,0.00001252643,0.0003766618,0.00006967505,0.0001182688,2.885306e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004958895,"about_ca_system_score_gemma":0.00002493156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003629749,"about_ca_topic_score_gemma":0.000005746737,"domain_scores_codex":[0.9991795,0.00003190625,0.000210178,0.0002712001,0.0002192384,0.00008797492],"domain_scores_gemma":[0.998752,0.0007807193,0.000143243,0.0001831419,0.000115707,0.00002519524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002203023,0.0002199542,0.009936901,0.0002346315,0.00009630079,0.0001803892,0.003153469,0.8653094,0.1044087,0.01074785,0.000367344,0.005124763],"study_design_scores_gemma":[0.002314803,0.0004406172,0.06987955,0.000382235,0.0000411716,0.0001752932,0.0001533453,0.7677344,0.1436528,0.004034369,0.01046137,0.0007300517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05561099,0.00004445982,0.9304832,0.01307381,0.0004228696,0.0002397429,0.00003005256,0.00008247711,0.00001238613],"genre_scores_gemma":[0.7900481,0.00001277696,0.209468,0.0001708613,0.0001605107,0.00006528659,0.00006466003,0.000006273801,0.00000354064],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.734437,"threshold_uncertainty_score":0.3249305,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064941075","doi":"10.1002/j.2334-5837.2006.tb02837.x","title":"11.4.3 Advancing the Canadian Capability Engineering Approach","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Systems engineering; Engineering management; Engineering; Engineering design process; Computer science; Order (exchange); Concurrent engineering; Process management; Management science; Operations management; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.009912658527950579,"gpt":0.216562416561411,"spread":0.2066497580334604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003493179,0.0001496849,0.0001142124,0.00007468204,0.000110472,0.00008819549,0.0003983093,0.00007956612,0.00001526739],"category_scores_gemma":[0.00004673211,0.0001263945,0.00006483963,0.0001553617,0.00002502079,0.00009372202,0.00003049594,0.0001656884,0.00002151679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005528338,"about_ca_system_score_gemma":0.00002622246,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04848766,"about_ca_topic_score_gemma":0.03454535,"domain_scores_codex":[0.999106,0.00001251545,0.0002468954,0.0001655926,0.0001808631,0.0002880748],"domain_scores_gemma":[0.9994398,0.0001372218,0.00002298666,0.0002763332,0.00006078854,0.00006283521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[5.146133e-7,0.000009962981,0.001133991,0.00002033747,0.00002283976,0.00000212277,0.00005232685,0.9729506,0.01073087,0.01290869,0.0019683,0.0001994235],"study_design_scores_gemma":[0.0001922785,0.000005554899,0.01640628,0.00002684732,0.00001475471,0.00008757027,0.0000615217,0.7047305,0.005153864,0.0006367775,0.2722872,0.0003967877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.593262,0.0005395173,0.3056346,0.004402282,0.006314961,0.001092435,0.0001594559,0.00212994,0.08646484],"genre_scores_gemma":[0.9909546,0.000006742252,0.008012053,0.00003357783,0.0006331527,0.0001568613,0.00003798634,0.00003354666,0.000131478],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3976927,"threshold_uncertainty_score":0.9830717,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200729453","doi":"10.1002/j.2334-5837.2021.00872.x","title":"Investigation of Remote Work for Aerospace Systems Engineers","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Aerospace; Work (physics); Context (archaeology); Systems engineering; Computer science; Engineering management; Engineering; Knowledge management; Process management; Aerospace engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03372314325680912,"gpt":0.2573588048246228,"spread":0.2236356615678137,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001971867,0.0001112934,0.0001615367,0.00004937653,0.00002039768,0.00003218385,0.0001707538,0.00008305543,0.00000590199],"category_scores_gemma":[0.00009672431,0.0001224758,0.00007374529,0.00020028,0.00001722214,0.00006668914,0.00002507891,0.00006962394,0.000006335798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001021181,"about_ca_system_score_gemma":0.000016659,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001825671,"about_ca_topic_score_gemma":0.000001456411,"domain_scores_codex":[0.9992704,0.0000129611,0.000297052,0.0001413686,0.0001514158,0.0001268255],"domain_scores_gemma":[0.9992597,0.0002397301,0.00005323839,0.0002023408,0.0002059184,0.0000390858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000874737,0.000007744356,0.0004053245,0.0002499607,0.0001864391,0.00000366217,0.0003120444,0.6901532,0.2962286,0.00807193,0.003079906,0.001292511],"study_design_scores_gemma":[0.001026602,0.000043819,0.002208828,0.000657278,0.00006817368,0.0001087202,0.0004544865,0.4679624,0.4447501,0.001317858,0.08072109,0.0006806437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2325494,0.0007845872,0.7583821,0.0006528221,0.004490252,0.0003770491,0.00008855073,0.0004080529,0.002267078],"genre_scores_gemma":[0.9554747,0.00008683092,0.04347718,0.00001526013,0.0003408965,0.0000792822,0.00008325286,0.00003574958,0.0004068688],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7229252,"threshold_uncertainty_score":0.4994419,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}