{"meta":{"query_hash":"08df666e8476","filters":{"venue":"INCOSE International Symposium"},"cohort_total":128,"direct_labels_cover":0,"predictions_cover":128,"exported":128,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/08df666e8476","api":"https://metacan.xera.ac/api/v1/cohort?venue=INCOSE+International+Symposium"},"results":[{"id":"W1507022657","doi":"10.1002/j.2334-5837.2014.tb03145.x","title":"3.1.1 Model Lifecycle Management for MBSE","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Scope (computer science); Vendor; Systems engineering; Computer science; System lifecycle; Implementation; Engineering management; Product life-cycle management; Unified Modeling Language; Key (lock); Process management; Software engineering; Application lifecycle management; Software; Engineering; Business; Computer security","score_opus":0.02566886636467992,"score_gpt":0.26804642350697355,"score_spread":0.24237755714229364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507022657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022509588,0.000022530225,0.946967,0.0004578504,0.0010116803,0.00024486185,0.00002261669,0.00043885363,0.028324997],"genre_scores_gemma":[0.9429061,0.00003620028,0.05529146,0.00008059651,0.0003570254,0.00041779474,0.000025659574,0.00003308514,0.000852096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994392,0.0000052264236,0.00017423093,0.0001331688,0.00010985326,0.000138343],"domain_scores_gemma":[0.9996295,0.00009791127,0.000019704286,0.0001815853,0.000037775553,0.000033505115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018939874,0.000099681165,0.00009233569,0.000047311285,0.000032636104,0.00003282818,0.00025551862,0.00004448014,0.000006736084],"category_scores_gemma":[0.000017831568,0.00010267087,0.000060211503,0.000045140136,0.000008836775,0.000059146518,0.000037199465,0.000045703284,0.000034281024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042527486,0.000016420707,0.000023044358,0.00005156873,0.000065730244,3.4235336e-7,0.000036417958,0.9121205,0.012006264,0.06566275,0.004291448,0.0057212343],"study_design_scores_gemma":[0.00023197186,0.000008302857,0.00010338486,0.000017102504,0.0000090334715,0.0000032317066,0.000008588649,0.90648985,0.0022189806,0.0043952856,0.08639333,0.000120908546],"about_ca_topic_score_codex":0.0000034018608,"about_ca_topic_score_gemma":0.0000016613437,"teacher_disagreement_score":0.9203965,"about_ca_system_score_codex":0.00007019257,"about_ca_system_score_gemma":0.0000017746428,"threshold_uncertainty_score":0.41867965},"labels":[],"label_agreement":null},{"id":"W1516256794","doi":"10.1002/j.2334-5837.2000.tb00468.x","title":"9.4 The Role of Configuration Management in Earned Value Management","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Schedule; Earned value management; Unification; Context (archaeology); Control (management); Computer science; Cost control; Project management; Consumption (sociology); Operations research; Configuration Management (ITSM); Project management triangle; Operations management; Process management; Business; Systems engineering; Engineering; Project charter; Operating system; Artificial intelligence; Programming language","score_opus":0.007518725535296092,"score_gpt":0.23687471332466786,"score_spread":0.22935598778937177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516256794","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2880149,0.00056567,0.009746653,0.0008917162,0.0010211135,0.0008380277,0.000016427563,0.0003075762,0.6985979],"genre_scores_gemma":[0.9960963,0.0008740352,0.0018256748,0.000012946416,0.000056842895,0.0001739999,0.000010080864,0.000013375987,0.0009367313],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993478,0.000016039954,0.00026337706,0.00009899429,0.0001609024,0.00011287121],"domain_scores_gemma":[0.9996975,0.000070569,0.00002380779,0.00017649267,0.000017460367,0.000014175123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020809849,0.00007968018,0.0000744223,0.00005018155,0.00002813542,0.000026257092,0.00026970505,0.00003057714,0.00005546354],"category_scores_gemma":[0.000002875825,0.00006834048,0.000034065528,0.00011225004,0.000016731323,0.000049727052,0.000022597826,0.000056790825,0.000044443907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002363401,0.00004530644,0.00017219615,0.000040921426,0.00021311746,0.00000656287,0.00019184477,0.56857485,0.012320738,0.20397247,0.00033010895,0.21410827],"study_design_scores_gemma":[0.0008384425,0.000022719825,0.017674865,0.00013907555,0.000029191531,0.000012532886,0.0006053956,0.23135863,0.026445078,0.013510055,0.70902765,0.00033635378],"about_ca_topic_score_codex":0.000034094555,"about_ca_topic_score_gemma":0.000006052954,"teacher_disagreement_score":0.70869756,"about_ca_system_score_codex":0.0000809291,"about_ca_system_score_gemma":0.0000014167999,"threshold_uncertainty_score":0.2786844},"labels":[],"label_agreement":null},{"id":"W1555257756","doi":"10.1002/j.2334-5837.2014.tb03167.x","title":"6.4.2 Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Certification; Software deployment; Engineering management; Systems engineering; Engineering; Work (physics); Scheme (mathematics); International standard; Configuration Management (ITSM); Set (abstract data type); ITIL security management; Software engineering; Computer science; Computer security; Mechanical engineering; Telecommunications; Management","score_opus":0.02213188385603231,"score_gpt":0.2606390345456239,"score_spread":0.2385071506895916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555257756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065537356,0.00018858984,0.91391677,0.00042315104,0.00897234,0.00051528524,0.0005520613,0.00077153026,0.009122938],"genre_scores_gemma":[0.99036556,0.00014000678,0.007591679,0.000037034308,0.0010912693,0.00039004095,0.00011815404,0.00005787063,0.00020840464],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892676,0.000011819302,0.00036085138,0.00023174215,0.00025218746,0.0002166547],"domain_scores_gemma":[0.99897957,0.0005401101,0.000051518306,0.00018848383,0.00017015844,0.00007015018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053558924,0.00019770206,0.00021004384,0.00011306105,0.000040932762,0.00027418023,0.0003503903,0.000096952805,0.00001601934],"category_scores_gemma":[0.0002561164,0.00020690326,0.000075624564,0.000054145446,0.000019092922,0.00022186013,0.000073832394,0.00010626172,0.0000075423072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079266334,0.00007859762,0.0012333855,0.0006227398,0.00084387674,0.000008935953,0.00043324364,0.8061236,0.10535575,0.042173654,0.008607828,0.03443913],"study_design_scores_gemma":[0.0005493701,0.00005029393,0.00055522245,0.00010954244,0.0000200536,0.00006548863,0.000045745495,0.35298744,0.0031994623,0.000112523776,0.6419932,0.00031166346],"about_ca_topic_score_codex":0.0000144927035,"about_ca_topic_score_gemma":0.0000024909855,"teacher_disagreement_score":0.9248282,"about_ca_system_score_codex":0.0002124177,"about_ca_system_score_gemma":0.000013259708,"threshold_uncertainty_score":0.843727},"labels":[],"label_agreement":null},{"id":"W1556328186","doi":"10.1002/j.2334-5837.2007.tb02925.x","title":"6.4.2 A Metric Framework for Capability Definition, Engineering and Management","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Construct (python library); Interoperability; Metric (unit); Systems engineering; Architecture; Software engineering; Quality (philosophy); Battlefield; Risk analysis (engineering); Engineering; Operations management; Business","score_opus":0.02782092519602405,"score_gpt":0.2800599498769775,"score_spread":0.2522390246809535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556328186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060015425,0.00019300004,0.93542916,0.00018820087,0.0010597277,0.0003216653,0.000027102076,0.00037438128,0.0023913654],"genre_scores_gemma":[0.7539942,0.00013934498,0.24536271,0.000025955065,0.0002365614,0.00018098396,0.0000147649125,0.000025625086,0.000019836305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992685,0.0000034894338,0.00025048223,0.00016598873,0.00012378607,0.00018775831],"domain_scores_gemma":[0.9991602,0.00055748445,0.000024350868,0.00015421091,0.000053478387,0.0000503053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047357313,0.0001218608,0.00011223084,0.00014089233,0.00003587131,0.000036815436,0.00015262033,0.00007908344,0.000006997569],"category_scores_gemma":[0.00010866761,0.00013107526,0.0000478851,0.0001815554,0.000013293917,0.00006218253,0.0000374021,0.00008767353,0.000006197719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027374586,0.000068251175,0.0010626229,0.0006091595,0.00039739272,0.000010370519,0.00025802635,0.09500304,0.013457367,0.8738571,0.0006538189,0.014595485],"study_design_scores_gemma":[0.0028418223,0.00019012776,0.08601609,0.00075900595,0.00025142537,0.00027670516,0.00064461795,0.3226453,0.047539312,0.13449647,0.40173432,0.0026048215],"about_ca_topic_score_codex":0.000007893717,"about_ca_topic_score_gemma":0.0000025521585,"teacher_disagreement_score":0.73936063,"about_ca_system_score_codex":0.00014729521,"about_ca_system_score_gemma":0.0000017579721,"threshold_uncertainty_score":0.5345094},"labels":[],"label_agreement":null},{"id":"W1556570903","doi":"10.1002/j.2334-5837.2007.tb02966.x","title":"9.4.1 Lessons Learned From Industrial Validation of COSYSMO","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Process (computing); Reuse; Engineering; Engineering management; Government (linguistics); Domain (mathematical analysis); Software engineering; Computer science; Systems engineering; Software development; Software development process; Process management; Software","score_opus":0.11610253466705181,"score_gpt":0.32838348495027114,"score_spread":0.21228095028321933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556570903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83885956,0.00005271573,0.14871804,0.00078248593,0.002583573,0.00015235515,0.00013515017,0.00030082592,0.008415311],"genre_scores_gemma":[0.99628687,0.000042812586,0.0028428717,0.000010205342,0.00060414517,0.000017183436,0.000100494086,0.00002209346,0.00007329894],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991542,0.0000137927245,0.0003539789,0.00013495552,0.00021062237,0.00013243368],"domain_scores_gemma":[0.9992943,0.00034158598,0.00006794204,0.00018519531,0.00007426997,0.000036715486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040142602,0.00010422855,0.00013985088,0.00008279058,0.000021526932,0.000020981588,0.00025994246,0.00012441844,0.00006420227],"category_scores_gemma":[0.000091324866,0.00011045534,0.00005787827,0.00013158312,0.000019974079,0.00008354503,0.000037367805,0.000132773,0.000029281184],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041468527,0.00006555521,0.0020135238,0.000017265378,0.00023503214,0.0000062438226,0.00032714437,0.116212234,0.8347842,0.009509086,0.001668261,0.03511995],"study_design_scores_gemma":[0.0008386258,0.000028312077,0.0037885832,0.000088395806,0.000030394718,0.0000087331,0.00014777474,0.0120630935,0.91259843,0.0032190834,0.06687489,0.00031366563],"about_ca_topic_score_codex":0.00018356141,"about_ca_topic_score_gemma":0.000011753571,"teacher_disagreement_score":0.15742736,"about_ca_system_score_codex":0.00011025727,"about_ca_system_score_gemma":0.000009328117,"threshold_uncertainty_score":0.4504238},"labels":[],"label_agreement":null},{"id":"W1556738091","doi":"10.1002/j.2334-5837.2014.tb03159.x","title":"5.2.2 Application of product lines in industrial gas turbine control systems","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rolls-Royce (Canada)","funders":"","keywords":"Reuse; Architecture; Gas turbines; Product (mathematics); Reliability (semiconductor); Systems engineering; Key (lock); Control (management); Computer science; Partition (number theory); Interface (matter); Reliability engineering; Embedded system; Manufacturing engineering; Engineering; Operating system; Mechanical engineering; Power (physics)","score_opus":0.02205947102036019,"score_gpt":0.273607511602427,"score_spread":0.2515480405820668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556738091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02495883,0.00005500076,0.9709308,0.0014854533,0.0019812866,0.0002557052,0.0000052952255,0.00015336434,0.00017424722],"genre_scores_gemma":[0.97023326,0.000007554057,0.02904848,0.000033473727,0.0005381129,0.000080284,0.000006300729,0.000009135305,0.000043419182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987746,0.00009921576,0.0003927461,0.00029903694,0.00029213147,0.00014229846],"domain_scores_gemma":[0.9986348,0.00059357705,0.00018949836,0.00036173666,0.00018795738,0.000032435546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007819648,0.000116766576,0.0002192392,0.00014646674,0.000015469128,0.00003758192,0.0008346983,0.00006657806,7.854346e-7],"category_scores_gemma":[0.0009575692,0.00011017596,0.000036275153,0.00022850254,0.000032448053,0.00029963258,0.00012259364,0.00014898294,0.000007694245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004980384,0.00011719614,0.007960549,0.000030082976,0.000035964407,0.0000038142323,0.00018262771,0.86211026,0.058770347,0.04466467,0.0000931059,0.025981573],"study_design_scores_gemma":[0.0031335242,0.00021176247,0.006955322,0.0001921043,0.00001117177,0.00005546679,0.000016134827,0.91629523,0.045043994,0.012834494,0.014730644,0.00052017794],"about_ca_topic_score_codex":0.00011461681,"about_ca_topic_score_gemma":0.000004389024,"teacher_disagreement_score":0.9452744,"about_ca_system_score_codex":0.000095685304,"about_ca_system_score_gemma":0.000026878672,"threshold_uncertainty_score":0.44928455},"labels":[],"label_agreement":null},{"id":"W1558014782","doi":"10.1002/j.2334-5837.2007.tb02955.x","title":"8.4.2 Exploring Concurrent Activities: Using State Machines to Understand Net‐Enabled Operations","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Exploit; Workflow; Task (project management); Process (computing); Dissemination; Sample (material); State (computer science); Software engineering; Industrial engineering; Systems engineering; Database; Engineering; Computer security; Operating system; Algorithm","score_opus":0.28452848782415113,"score_gpt":0.4487091021367975,"score_spread":0.16418061431264636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1558014782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.601653,0.000008025671,0.39150196,0.0017161837,0.00082654547,0.0002735898,0.000054588054,0.00008975673,0.0038763485],"genre_scores_gemma":[0.99339247,0.000015222001,0.004237121,0.00048446906,0.00030216321,0.000036979865,0.000015216457,0.000019352225,0.0014969916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743193,0.00003757194,0.00073333166,0.00044510482,0.0010881383,0.0002639384],"domain_scores_gemma":[0.9982037,0.00065963675,0.00013016393,0.0003565038,0.0004660021,0.00018402752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001280867,0.00016711796,0.0001801761,0.00040688366,0.00030172511,0.000500181,0.0006684205,0.000041000156,0.0003450008],"category_scores_gemma":[0.00027180547,0.00014625864,0.00009483128,0.00063856656,0.00005291458,0.0008959343,0.00021567829,0.00013534413,0.00010402439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002447701,0.00067947624,0.00917999,0.000009564561,0.00018984388,0.000043252185,0.012358142,0.49219704,0.23383805,0.10199309,0.0044052005,0.14486158],"study_design_scores_gemma":[0.0022966503,0.00032323654,0.012762213,0.00020966357,0.000053835498,0.00010387014,0.009450985,0.5066878,0.16065983,0.039156497,0.26646653,0.0018288502],"about_ca_topic_score_codex":0.00036432658,"about_ca_topic_score_gemma":0.00038897037,"teacher_disagreement_score":0.3917395,"about_ca_system_score_codex":0.0003609791,"about_ca_system_score_gemma":0.000064642794,"threshold_uncertainty_score":0.5964254},"labels":[],"label_agreement":null},{"id":"W1564156473","doi":"10.1002/j.2334-5837.2000.tb00415.x","title":"4.4.3 Using A System Object Methodology in Software Intensive Systems","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Software system; Software engineering; Object-oriented design; Systems engineering; Software development; Object-oriented programming; Systems development life cycle; Object (grammar); Context (archaeology); Unified Modeling Language; Software development process; Software; Programming language; Artificial intelligence; Engineering","score_opus":0.046499902097072415,"score_gpt":0.30619428920838826,"score_spread":0.25969438711131587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564156473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6283013,0.00069408264,0.34848818,0.0023907125,0.00718397,0.00065141555,0.000034959565,0.0007122776,0.011543092],"genre_scores_gemma":[0.96725094,0.000017005963,0.030729786,0.0014016267,0.00038336858,0.000042528973,0.000014413824,0.000021434562,0.0001389085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788535,0.00026642787,0.0005013579,0.00056398904,0.00043087633,0.00035198967],"domain_scores_gemma":[0.9985842,0.0003540546,0.00014867645,0.00045982876,0.00035970716,0.000093543735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004578328,0.00022773158,0.0003110623,0.00028937886,0.000086594555,0.00019820762,0.0015205111,0.00012940163,0.000033979002],"category_scores_gemma":[0.000026073056,0.00020961164,0.00009425727,0.00049766665,0.000031728705,0.00049161963,0.00028677567,0.00024236906,0.00012459222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008787578,0.00083330757,0.030302454,0.0010157799,0.0012269138,0.0044624186,0.051245525,0.48060703,0.05184172,0.27050358,0.00052310026,0.1065594],"study_design_scores_gemma":[0.0026137438,0.00026570744,0.00352825,0.001570274,0.000050845305,0.004355498,0.002437531,0.94688547,0.006272248,0.0035635738,0.027134214,0.0013226365],"about_ca_topic_score_codex":0.0033932691,"about_ca_topic_score_gemma":0.00029175004,"teacher_disagreement_score":0.46627843,"about_ca_system_score_codex":0.00031658768,"about_ca_system_score_gemma":0.000076019656,"threshold_uncertainty_score":0.8547715},"labels":[],"label_agreement":null},{"id":"W1580746601","doi":"10.1002/j.2334-5837.2000.tb00439.x","title":"5.5.3 Supportability Assessment and Evaluation During System Architecture Development","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Analytic hierarchy process; Systems engineering; Architecture; Domain (mathematical analysis); Computer science; Heuristic; Perspective (graphical); Process (computing); Architecture framework; Engineering; Management science; Software engineering; Risk analysis (engineering); Operations research; Artificial intelligence","score_opus":0.007632577229073802,"score_gpt":0.24214207327596327,"score_spread":0.23450949604688948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580746601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9129417,0.000009581811,0.000091000315,0.0010964812,0.00028281772,0.0002337122,0.0000035993305,0.00015062824,0.08519051],"genre_scores_gemma":[0.99879354,0.0000051707843,0.00024471804,0.00024399365,0.00029677272,0.00008010408,0.00007513612,0.000008590255,0.0002519718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988244,0.0000058873916,0.0003414054,0.0002020929,0.00047154078,0.00015467101],"domain_scores_gemma":[0.9995051,0.000010116923,0.00015702617,0.0001324667,0.0001857097,0.0000095596715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003974311,0.00012759854,0.000105811414,0.0001014757,0.00018135284,0.00018645295,0.00019231855,0.0000745476,0.0008775198],"category_scores_gemma":[0.000009619251,0.00011848723,0.000030024805,0.0001033392,0.000036427788,0.0008189016,0.00006892328,0.00012798076,0.00018479735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004654009,0.00056867686,0.30184725,0.0011845543,0.000505711,0.00009614746,0.0012835636,0.009359799,0.008533148,0.15947111,0.0016402696,0.5150444],"study_design_scores_gemma":[0.0023807522,0.000016789974,0.844726,0.00019126569,0.00006211209,0.00010592232,0.00056007685,0.04013184,0.001839311,0.0023239506,0.10702971,0.0006322167],"about_ca_topic_score_codex":0.000104766164,"about_ca_topic_score_gemma":0.000058527166,"teacher_disagreement_score":0.5428788,"about_ca_system_score_codex":0.00027269765,"about_ca_system_score_gemma":0.000049044662,"threshold_uncertainty_score":0.96082264},"labels":[],"label_agreement":null},{"id":"W1583905402","doi":"10.1002/j.2334-5837.2014.tb03172.x","title":"7.2.2 Developing the Next Generation of the INCOSE Systems Engineering Competency Framework","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering management; Systems engineering; Engineering; Computer science","score_opus":0.020318884446121784,"score_gpt":0.23094807640736778,"score_spread":0.210629191961246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583905402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52402914,0.00026135342,0.45360723,0.005209828,0.01097046,0.00045379982,0.000007578092,0.00045878039,0.0050018504],"genre_scores_gemma":[0.9969815,0.0000525643,0.0023764912,0.00009206661,0.0003642808,0.00005735768,0.0000066005673,0.00001873839,0.000050411694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923635,0.000020151738,0.00026636486,0.00011116246,0.00023657404,0.00012938512],"domain_scores_gemma":[0.9994936,0.00009693699,0.00006575212,0.00026807273,0.00006110728,0.000014531468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020809215,0.00011935583,0.00010809778,0.000060227423,0.00006901685,0.00006383513,0.00058459956,0.000087003515,0.000008514686],"category_scores_gemma":[0.000045189026,0.00008187521,0.000051585892,0.00014292418,0.00003059116,0.00012780093,0.00015496004,0.00019961761,0.000012040374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016408444,0.000016789592,0.0012193407,0.000048419202,0.0001449121,8.699164e-7,0.00017621597,0.19840437,0.034203768,0.76368743,0.00062447746,0.0014717679],"study_design_scores_gemma":[0.00021978444,0.000020073621,0.004725224,0.0002369247,0.000029131861,0.000011628234,0.00008026184,0.9292974,0.015649067,0.0027712346,0.046713658,0.0002456246],"about_ca_topic_score_codex":0.000022999217,"about_ca_topic_score_gemma":0.000013475864,"teacher_disagreement_score":0.7609162,"about_ca_system_score_codex":0.00014471578,"about_ca_system_score_gemma":0.000012017405,"threshold_uncertainty_score":0.3338774},"labels":[],"label_agreement":null},{"id":"W1911823626","doi":"10.1002/j.2334-5837.2014.00029.x","title":"Engineering Education – A Systems Dynamics View","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Intestinal Research","funders":"","keywords":"Dilemma; Dynamics (music); Simple (philosophy); System dynamics; Computer science; Management science; Engineering ethics; Engineering; Sociology; Artificial intelligence; Epistemology; Pedagogy","score_opus":0.03580619867495591,"score_gpt":0.3476869579237126,"score_spread":0.3118807592487567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911823626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16748887,0.0010441425,0.49692953,0.005463076,0.04846364,0.0008292302,0.000068042864,0.0003863628,0.27932712],"genre_scores_gemma":[0.99105823,0.000004085445,0.0006882684,0.00025630507,0.000984541,0.000040911473,0.000009545543,0.000018301056,0.0069397893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996743,0.00009040597,0.00087869994,0.0004627279,0.0016376409,0.00018749008],"domain_scores_gemma":[0.99721384,0.0010372784,0.00031654426,0.00057400425,0.0007315864,0.00012677572],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019701258,0.00016102614,0.00026649548,0.00032931045,0.000093327115,0.0008604339,0.0011221488,0.00007393729,0.00021928089],"category_scores_gemma":[0.0015359129,0.0001305553,0.00013015751,0.0003953485,0.000018426863,0.0003668194,0.0002262751,0.00012178586,0.0011728143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023075601,0.00015775951,0.0050050695,0.000022969276,0.0000431527,0.000006099043,0.00020548678,0.025697643,0.0014337046,0.87003887,0.02737718,0.069989],"study_design_scores_gemma":[0.00012567591,0.000016497157,0.0015056883,0.000100434016,0.000003359985,0.000080841106,0.00009114702,0.5479609,0.000012487174,0.0059672524,0.44399098,0.00014477968],"about_ca_topic_score_codex":0.00019125607,"about_ca_topic_score_gemma":0.000047114256,"teacher_disagreement_score":0.8640716,"about_ca_system_score_codex":0.000259604,"about_ca_system_score_gemma":0.000068755915,"threshold_uncertainty_score":0.9996049},"labels":[],"label_agreement":null},{"id":"W1947493562","doi":"10.1002/j.2334-5837.2008.tb00844.x","title":"7.2.2 Advancing Model‐Based Systems Engineering at a Small Space Agency","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; Agency (philosophy); Process (computing); Bridge (graph theory); Space (punctuation); Key (lock); Work (physics); Systems engineering; Computer science; Process management; Engineering management; Engineering; Unified Modeling Language; Computer security; Sociology; Mechanical engineering","score_opus":0.02635390211012569,"score_gpt":0.23840623077023781,"score_spread":0.21205232866011212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947493562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3487291,0.00035406713,0.64418614,0.0002114763,0.0018559793,0.00024860766,0.000039150433,0.001024984,0.0033504597],"genre_scores_gemma":[0.97495544,0.00012296975,0.023523025,0.00002340001,0.00035199,0.0002329568,0.000031287633,0.00007630484,0.0006826008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879974,0.000012571657,0.00036111395,0.00024973083,0.00024857346,0.00032829374],"domain_scores_gemma":[0.99926835,0.00017699921,0.00005267699,0.00031848025,0.000084244595,0.000099270146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018811716,0.00024137652,0.00022250293,0.00012964541,0.000090068635,0.00003192526,0.00036513663,0.0001110151,0.000016825452],"category_scores_gemma":[0.000059937447,0.00026100737,0.00010306745,0.00015634001,0.000018696024,0.00010576652,0.000072272385,0.0001637908,0.00006862694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036521176,0.000013126545,0.00016405372,0.000054082666,0.00003837571,0.000018942297,0.00010797708,0.8596774,0.13842769,0.00080875074,0.0006290393,0.00005691785],"study_design_scores_gemma":[0.00022590926,0.0000103083485,0.00025051812,0.00007234609,0.0000084699295,0.00012200502,0.000008359161,0.9706301,0.013514111,0.000019948877,0.014858382,0.00027950422],"about_ca_topic_score_codex":0.000052888707,"about_ca_topic_score_gemma":0.0000063609255,"teacher_disagreement_score":0.62622637,"about_ca_system_score_codex":0.00053133076,"about_ca_system_score_gemma":0.000022098302,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W1950131414","doi":"10.1002/j.2334-5837.2000.tb00411.x","title":"3.4.3 Architecture Based Design Applied to a Remote Sensing Satellite Planner","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Spacecraft Design and Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Planner; Architecture; Computer science; Set (abstract data type); Variety (cybernetics); Satellite; Systems engineering; Process (computing); Computer architecture; Systems architecture; Design process; Software engineering; Engineering; Artificial intelligence; Work in process; Operating system; Geography; Aerospace engineering; Programming language","score_opus":0.007674507127028648,"score_gpt":0.20508171440015813,"score_spread":0.1974072072731295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950131414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058059786,0.000069991016,0.8699423,0.0043082093,0.0008027949,0.00050581776,0.00001822228,0.0015847168,0.06470815],"genre_scores_gemma":[0.9350302,0.000024660401,0.06303488,0.0010776935,0.00024355557,0.0000059651866,0.00002300904,0.0000604954,0.0004994976],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990331,0.000015220896,0.00020482317,0.00024878728,0.00022545761,0.00027261273],"domain_scores_gemma":[0.9995252,0.00008666556,0.000017665701,0.00023997162,0.000032042233,0.000098458455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000106263105,0.0002004334,0.00015380571,0.0001927118,0.000039183516,0.000051474988,0.00027698238,0.00014555418,0.0003214706],"category_scores_gemma":[0.00001056297,0.0002036675,0.000052001196,0.00019387733,0.000026539416,0.00003591761,0.000020583933,0.00022086734,0.0005951373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018472876,0.000017929786,0.000010642337,0.0000102314525,0.00008226552,0.000125305,0.00024210005,0.34831917,0.21014227,0.00019299395,0.0016842261,0.43898815],"study_design_scores_gemma":[0.0010819602,0.00009921151,0.00017401308,0.00010948846,0.000024114508,0.00021315485,0.000018441297,0.4437415,0.19114812,0.0033520604,0.3592994,0.0007385576],"about_ca_topic_score_codex":0.000026166119,"about_ca_topic_score_gemma":0.00001818031,"teacher_disagreement_score":0.87697047,"about_ca_system_score_codex":0.00013912388,"about_ca_system_score_gemma":0.000013619264,"threshold_uncertainty_score":0.83053195},"labels":[],"label_agreement":null},{"id":"W1965873940","doi":"10.1002/j.2334-5837.2003.tb02648.x","title":"6.4.3 Risk Informed Design for System Life Cycle","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Probabilistic and Robust Engineering Design","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Probabilistic risk assessment; Risk analysis (engineering); Probabilistic logic; Nuclear power; Reliability engineering; Nuclear power plant; Risk assessment; Reliability (semiconductor); Component (thermodynamics); Computer science; Engineering; Systems engineering; Power (physics); Computer security; Business","score_opus":0.05365556540440572,"score_gpt":0.31902050188632125,"score_spread":0.2653649364819155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965873940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008295845,0.00005828438,0.9721676,0.00039727642,0.0031991054,0.0004992182,0.0000701352,0.00014695222,0.015165557],"genre_scores_gemma":[0.965606,0.0000119496435,0.032621074,0.0001267431,0.0002476845,0.00014418998,0.000006662404,0.000020756723,0.0012149903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975399,0.000120082135,0.00072695914,0.00037925577,0.00096524146,0.0002685777],"domain_scores_gemma":[0.99525523,0.0033185775,0.00028518945,0.00038769864,0.0005655775,0.00018770897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028120296,0.00017382835,0.00023686251,0.00017637413,0.00016851063,0.00025741776,0.00084782473,0.000109466164,0.00012124401],"category_scores_gemma":[0.011420781,0.00013217841,0.00015568231,0.00025875334,0.000052366304,0.00031243922,0.000056356075,0.00011679671,0.00039162984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021314771,0.0001554303,0.0019569397,0.000029981087,0.00020056643,0.000015007365,0.000482991,0.69667953,0.00072066486,0.2670654,0.029791363,0.0026889818],"study_design_scores_gemma":[0.0028074253,0.00028888322,0.0016198152,0.00011390505,0.00007359253,0.00011675952,0.00067782216,0.68667436,0.0034505366,0.066470794,0.23692271,0.00078338356],"about_ca_topic_score_codex":0.000018712706,"about_ca_topic_score_gemma":0.0000036081058,"teacher_disagreement_score":0.9573101,"about_ca_system_score_codex":0.00024712645,"about_ca_system_score_gemma":0.0002235985,"threshold_uncertainty_score":0.99690646},"labels":[],"label_agreement":null},{"id":"W1967440521","doi":"10.1002/j.2334-5837.2007.tb02969.x","title":"10.1.1 Capability Engineering: Learning from Practice","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Focus (optics); Engineering; Systems engineering; Engineering design process; Engineering management; Requirements engineering; Computer science; Mechanical engineering","score_opus":0.018135785761427888,"score_gpt":0.26586084409848,"score_spread":0.2477250583370521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967440521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28701666,0.0004451867,0.6134683,0.0010737249,0.003797527,0.00037269967,0.000042123287,0.0027385955,0.0910452],"genre_scores_gemma":[0.98136646,0.000030261524,0.016861573,0.00002891701,0.0007991062,0.00003743491,0.000054145068,0.000044840803,0.00077729305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896,0.00001677088,0.00033868503,0.00020906393,0.0002445271,0.00023091206],"domain_scores_gemma":[0.99843687,0.0010925314,0.00004879174,0.00022674925,0.0001230729,0.00007199105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065813237,0.00016262876,0.00014078173,0.000068805246,0.00003949341,0.000054227712,0.00029694717,0.000110305824,0.00040487378],"category_scores_gemma":[0.0006108731,0.00017723149,0.00006649278,0.00013804612,0.000016309516,0.0001971585,0.000054373195,0.0002720776,0.00040861193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044527245,0.00006983917,0.000468994,0.000030162035,0.0002622772,0.00003071389,0.00037278683,0.8343669,0.1522863,0.002648623,0.0018557096,0.0075631565],"study_design_scores_gemma":[0.00025532648,0.000026944757,0.0029863042,0.00003227328,0.000021078731,0.00003743045,0.0001308821,0.10793292,0.018464254,0.000114431576,0.8696713,0.00032685508],"about_ca_topic_score_codex":0.00013633154,"about_ca_topic_score_gemma":0.0000066126995,"teacher_disagreement_score":0.8678156,"about_ca_system_score_codex":0.0002449987,"about_ca_system_score_gemma":0.000006966424,"threshold_uncertainty_score":0.722729},"labels":[],"label_agreement":null},{"id":"W1967518338","doi":"10.1002/j.2334-5837.2005.tb00722.x","title":"6.4.2 Capability Engineering Process within Canadian Defence: Some Engineering Issues","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Work (physics); Engineering management; Process management; Engineering; Systems engineering; Work in process; Computer science; Operations management; Mechanical engineering","score_opus":0.013093325128209404,"score_gpt":0.2593018971107081,"score_spread":0.2462085719824987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967518338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776595,0.0007349267,0.011522231,0.00220986,0.0029968102,0.00047278393,0.000082128245,0.0018591972,0.0024625547],"genre_scores_gemma":[0.9898095,0.000045654982,0.0084445225,0.000059332644,0.0012160339,0.00020060464,0.00002867258,0.00006873419,0.00012693688],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985948,0.000008468045,0.00043277538,0.00028431762,0.00027227864,0.00040735267],"domain_scores_gemma":[0.99924946,0.000100441204,0.000038040038,0.0003098123,0.00010320102,0.0001990196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003303121,0.00027340115,0.00021912342,0.00020211564,0.000057275975,0.00009535442,0.0005248327,0.00014894023,0.000058429563],"category_scores_gemma":[0.00014149756,0.0003004492,0.000078954174,0.00018186719,0.000018700384,0.00038968967,0.000034895547,0.00028480848,0.00010698729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014619311,0.000012355493,0.00028676924,0.00006140005,0.00006013835,0.0000047664953,0.0003863598,0.97546256,0.01764724,0.005307598,0.00039078016,0.0003785997],"study_design_scores_gemma":[0.00022479813,0.000014066939,0.0015660514,0.000112008165,0.000015515352,0.00007093578,0.00006418563,0.88344055,0.040565547,0.0002599133,0.073067434,0.0005989831],"about_ca_topic_score_codex":0.0024000779,"about_ca_topic_score_gemma":0.0010324972,"teacher_disagreement_score":0.09202197,"about_ca_system_score_codex":0.00063165516,"about_ca_system_score_gemma":0.00004576699,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W1969519566","doi":"10.1002/j.2334-5837.2005.tb00757.x","title":"9.4.1 The Axes Guiding Development of a Capability Engineering Process","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Systems engineering; Engineering; Computer science; Process management","score_opus":0.007632498742104486,"score_gpt":0.23503774322411444,"score_spread":0.22740524448200997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969519566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766107,0.00013792289,0.013232586,0.0013377268,0.00080485566,0.0001672778,0.000003050171,0.0003933636,0.007312521],"genre_scores_gemma":[0.9960675,0.00002478084,0.0036522888,0.000010915361,0.00007996518,0.000059938804,0.000003893321,0.000012128597,0.00008854575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999303,0.0000028893294,0.00027437872,0.00009693462,0.00018627245,0.00013652859],"domain_scores_gemma":[0.9997186,0.000044457673,0.000037240974,0.00012444942,0.000055994755,0.000019222853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001991864,0.00009374334,0.00007390151,0.00005427684,0.000053210864,0.000022916245,0.00035121292,0.000041644726,0.000016050444],"category_scores_gemma":[0.000020029025,0.00007775847,0.000028580138,0.00007293197,0.000027184191,0.00012337483,0.000071209346,0.00006721054,0.000012185356],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005327219,0.0004028237,0.009337715,0.0003874102,0.0015529001,0.000010927182,0.005666771,0.45057863,0.25291747,0.07113001,0.0032552483,0.20470683],"study_design_scores_gemma":[0.0005378618,0.000022225917,0.0065743336,0.00010949226,0.000022039114,0.000008781337,0.00028083244,0.17110868,0.46053052,0.0006826149,0.35970762,0.00041500825],"about_ca_topic_score_codex":0.0000024320075,"about_ca_topic_score_gemma":0.000032540156,"teacher_disagreement_score":0.35645238,"about_ca_system_score_codex":0.00020912648,"about_ca_system_score_gemma":0.000015709755,"threshold_uncertainty_score":0.31708986},"labels":[],"label_agreement":null},{"id":"W1970965277","doi":"10.1002/j.2334-5837.2008.tb00805.x","title":"2.3.2 COSYSMO Reuse Extension","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Reuse; Computer science; Constructive; Software engineering; Extension (predicate logic); Reusability; Software deployment; Systems engineering; Industrial engineering; Process (computing); Programming language; Engineering; Software","score_opus":0.019252608692694635,"score_gpt":0.25767741460824556,"score_spread":0.23842480591555093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970965277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12459701,0.00012080318,0.8516936,0.010504254,0.003268585,0.0001498411,0.0000053382396,0.0016533849,0.008007193],"genre_scores_gemma":[0.88071555,0.00021962766,0.11780171,0.00053814676,0.00020667544,0.000018191755,0.0000052763253,0.000010863265,0.00048397173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907094,0.000017217173,0.00017317203,0.00025943812,0.0003426188,0.00013661422],"domain_scores_gemma":[0.99894434,0.00015873836,0.00007548053,0.00061424414,0.00014534207,0.00006183954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016422717,0.00010239029,0.00008319306,0.00007789943,0.00008841281,0.00007431045,0.0014611179,0.000055337023,0.000033075517],"category_scores_gemma":[0.000186944,0.00009761479,0.000052546064,0.00014175176,0.000021835254,0.0007359463,0.00048423675,0.00013397116,0.00013405079],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002373782,0.001811112,0.022193708,0.00005880298,0.00048440282,0.006199474,0.006377529,0.007430402,0.18783797,0.32295513,0.36358514,0.08082896],"study_design_scores_gemma":[0.0005446483,0.00019395674,0.01731359,0.00007274613,0.000007571891,0.0026103857,0.00000478911,0.090508156,0.02085267,0.006638339,0.8606515,0.0006016487],"about_ca_topic_score_codex":0.000071602866,"about_ca_topic_score_gemma":0.000001303962,"teacher_disagreement_score":0.75611854,"about_ca_system_score_codex":0.00007077123,"about_ca_system_score_gemma":0.000026690454,"threshold_uncertainty_score":0.39806157},"labels":[],"label_agreement":null},{"id":"W1983359208","doi":"10.1002/j.2334-5837.2012.tb01416.x","title":"10.3.1 The Development of Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"International standard; Engineering management; Engineering; Product (mathematics); Software; Quality of analytical results; Systems engineering; Quality management system; Software engineering; Computer science; Management system; Quality management; Operations management","score_opus":0.021725786404169185,"score_gpt":0.2713675168165235,"score_spread":0.2496417304123543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983359208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016950516,0.00018325544,0.97687787,0.0005854259,0.0028825328,0.0002546246,0.000058712914,0.0001668961,0.002040163],"genre_scores_gemma":[0.9287683,0.000025587095,0.07046949,0.000033989905,0.00029073638,0.00011999099,0.000018437966,0.000012085262,0.0002614218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990283,0.00001060848,0.00030356736,0.00014358474,0.00035501132,0.00015888971],"domain_scores_gemma":[0.99885714,0.0005597205,0.00013354392,0.00017027062,0.00022772363,0.000051617382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008314122,0.00011237096,0.00010505697,0.00007502198,0.00004654445,0.0002404228,0.0007288031,0.000043447086,0.000030242765],"category_scores_gemma":[0.00021685929,0.00009006423,0.0000430642,0.0000531246,0.00001512508,0.000845606,0.0002881369,0.000071245166,0.000004557958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010712049,0.0017833005,0.025647739,0.0013013451,0.0044152215,0.00003604637,0.027848361,0.019212741,0.052717004,0.32145005,0.024771845,0.5197451],"study_design_scores_gemma":[0.00026876395,0.00007042481,0.0018220325,0.000094890565,0.000011125933,0.000060290757,0.000029168372,0.018464265,0.009771964,0.00004517062,0.9691611,0.00020082288],"about_ca_topic_score_codex":0.0000068324653,"about_ca_topic_score_gemma":9.177223e-7,"teacher_disagreement_score":0.9443892,"about_ca_system_score_codex":0.00012812106,"about_ca_system_score_gemma":0.000061307765,"threshold_uncertainty_score":0.36727127},"labels":[],"label_agreement":null},{"id":"W1986323671","doi":"10.1002/j.2334-5837.2003.tb02598.x","title":"2.1.1 Using a Knowledge Management Tool to Improve U.S. EPA's Enterprise Architecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"SRA International","keywords":"Enterprise architecture; Knowledge management; Process management; Metis; Computer science; Business process; Business process management; Agency (philosophy); Business architecture; Architecture; Software engineering; Business; Engineering; Database; Operations management; Work in process","score_opus":0.029277208661569715,"score_gpt":0.29482565967835145,"score_spread":0.2655484510167817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986323671","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30214536,0.00017826783,0.09889949,0.0034823285,0.013263431,0.0015474306,0.00008011265,0.00030522794,0.58009833],"genre_scores_gemma":[0.98957217,0.00001763478,0.00382915,0.0024198405,0.0015656829,0.000073201474,0.000047211342,0.00005073392,0.002424386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824756,0.000010208189,0.000397355,0.000548803,0.00041807466,0.0003779828],"domain_scores_gemma":[0.9991041,0.000029551067,0.00015213323,0.00040123521,0.00028212328,0.00003087833],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002824762,0.00029635354,0.00019224451,0.00037868862,0.00015137685,0.00050097797,0.00076451927,0.00008202704,0.0009338553],"category_scores_gemma":[0.0001021414,0.00027647673,0.00011859836,0.000503676,0.000043835586,0.0007918368,0.0005287786,0.0001668874,0.0017113719],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078898366,0.0027627342,0.0132647315,0.0008855072,0.000934774,0.00048544726,0.0006605253,0.008705296,0.10251267,0.5954527,0.028560622,0.24498597],"study_design_scores_gemma":[0.00041017163,0.000012331799,0.00050715153,0.00021839481,0.000065637236,0.000030208535,0.00006525571,0.0031126915,0.002922945,0.0032778196,0.98883116,0.0005462261],"about_ca_topic_score_codex":0.00013988608,"about_ca_topic_score_gemma":0.00004894302,"teacher_disagreement_score":0.9602705,"about_ca_system_score_codex":0.00015409476,"about_ca_system_score_gemma":0.00002211079,"threshold_uncertainty_score":0.99997944},"labels":[],"label_agreement":null},{"id":"W1987874421","doi":"10.1002/j.2334-5837.2005.tb00668.x","title":"2.2.2 A Meta‐process Producing a Deliverable‐centric Process","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Deliverable; Process (computing); Iterative and incremental development; Computer science; Simple (philosophy); Software development process; Goal-Driven Software Development Process; Systems engineering; Software; Software engineering; Software development; Engineering; Programming language","score_opus":0.011786415229977499,"score_gpt":0.2357150727201371,"score_spread":0.22392865749015958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987874421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8911311,0.0024292555,0.042281322,0.0034521897,0.0020273083,0.0008241197,0.00006414924,0.0020449923,0.05574553],"genre_scores_gemma":[0.9973055,0.00018592321,0.0010125118,0.00018551949,0.0005594786,0.00011536751,0.0000371147,0.000045026503,0.00055354537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873847,0.000008570843,0.00031808089,0.00029827343,0.00038129237,0.00025534036],"domain_scores_gemma":[0.9994533,0.000027415004,0.00006785468,0.00015997284,0.00020987331,0.00008155886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000138461,0.00021720616,0.00019630746,0.00014052443,0.00007587305,0.00012309563,0.00036806447,0.00007523005,0.00047826915],"category_scores_gemma":[0.000021577698,0.00020194445,0.000085739106,0.00017556193,0.000018825096,0.0006069008,0.000031586707,0.0001724001,0.000089801775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001511835,0.00006441639,0.00016383278,0.000110737135,0.00049400225,0.00000572514,0.00082669203,0.99474406,0.00035399105,0.000084981046,0.00022949609,0.002906938],"study_design_scores_gemma":[0.000926738,0.000036796,0.00033750484,0.00009906727,0.00048264995,0.000089046254,0.00008502425,0.83302027,0.1392213,0.0008237776,0.024076028,0.0008018261],"about_ca_topic_score_codex":0.000023001649,"about_ca_topic_score_gemma":0.000016244567,"teacher_disagreement_score":0.16172382,"about_ca_system_score_codex":0.00018461846,"about_ca_system_score_gemma":0.000027954546,"threshold_uncertainty_score":0.8235056},"labels":[],"label_agreement":null},{"id":"W1988325397","doi":"10.1002/j.2334-5837.2005.tb00717.x","title":"6.2.3 Modeling ISO/IEC 15288 &amp; Tailoring Enterprise Systems Engineering Processes for an Organization's Success","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems engineering; Computer science; Process management; Organizational architecture; Business process; Knowledge management; Engineering; Work in process; Operations management","score_opus":0.030197947463335827,"score_gpt":0.27494108278481505,"score_spread":0.24474313532147923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988325397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25800166,0.00028860962,0.738254,0.00020689458,0.0015080556,0.0003927627,0.00006799052,0.0010286663,0.00025138096],"genre_scores_gemma":[0.9783574,0.00012677695,0.018995987,0.000018060337,0.0016541213,0.0004152911,0.00017246389,0.00012241695,0.00013753118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986489,0.0000111073805,0.0004936029,0.00032054953,0.00021676805,0.0003091013],"domain_scores_gemma":[0.9989424,0.00015908512,0.000056683515,0.0003125699,0.00043116012,0.00009814275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026233058,0.00026516675,0.00023677708,0.000155515,0.00009561063,0.00024698014,0.0005436972,0.00012240502,0.000012467911],"category_scores_gemma":[0.0002107727,0.0002892134,0.000054117052,0.00028763415,0.000010180362,0.000609916,0.000060247057,0.00013468813,0.000027694552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047139383,0.00003246822,0.00034888825,0.00021580071,0.0000697922,5.5546775e-7,0.0002425074,0.9736565,0.023829851,0.0010653263,0.00017167721,0.000361942],"study_design_scores_gemma":[0.00027597422,0.00001470588,0.000044624834,0.00012976414,0.000020200565,0.00004995795,0.00005041066,0.9688881,0.0034954862,0.000027605503,0.02664899,0.0003541713],"about_ca_topic_score_codex":0.000064642954,"about_ca_topic_score_gemma":0.00003439324,"teacher_disagreement_score":0.7203557,"about_ca_system_score_codex":0.00029139,"about_ca_system_score_gemma":0.000025675836,"threshold_uncertainty_score":0.999956},"labels":[],"label_agreement":null},{"id":"W1994861321","doi":"10.1002/j.2334-5837.2007.tb02976.x","title":"10.5.0 Panel 10.5.0: Cultural, Psychological and Motivational Factors in Risk Management: “<i>Major Issues</i>” or “<i>Let's Not Go There</i>”","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada); University of Toronto","funders":"University of Missouri","keywords":"Acknowledgement; Feeling; Worry; Risk perception; Risk management; Perception; Psychology; Public relations; Social psychology; Business; Political science; Computer science; Computer security; Psychiatry","score_opus":0.047921357373446445,"score_gpt":0.3620173668720789,"score_spread":0.3140960094986325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994861321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64652395,0.000033710727,0.00022957771,0.0063765384,0.00065589586,0.0004899324,0.000043389784,0.00013236224,0.34551466],"genre_scores_gemma":[0.9065536,0.0021066717,0.00065083464,0.0007245914,0.0004551098,0.000035549474,0.00006618693,0.000017418697,0.089390025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761873,0.00013301265,0.00047369723,0.00050223107,0.00085916044,0.0004131865],"domain_scores_gemma":[0.9991269,0.00019953493,0.00018535796,0.00017336909,0.00015003482,0.00016479437],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010817314,0.0002277293,0.00019057503,0.00020239232,0.00033372067,0.00023408173,0.00053834566,0.00016168071,0.012685371],"category_scores_gemma":[0.00014821572,0.0001774533,0.000087414,0.00032204489,0.00028068083,0.00051577145,0.00018673265,0.00021677473,0.00080613396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056273057,0.005634837,0.20860349,0.00012065127,0.0011753814,0.0009088418,0.056993596,0.000449735,0.0034142842,0.25731376,0.19778103,0.26197708],"study_design_scores_gemma":[0.0009987244,0.00008082022,0.1739388,0.000028882925,0.00001917185,0.0000031665177,0.0033582798,0.00003533434,0.00007286264,0.000799534,0.8203954,0.00026903345],"about_ca_topic_score_codex":0.0016007992,"about_ca_topic_score_gemma":0.0022488309,"teacher_disagreement_score":0.6226144,"about_ca_system_score_codex":0.00030583487,"about_ca_system_score_gemma":0.000013386199,"threshold_uncertainty_score":0.99997187},"labels":[],"label_agreement":null},{"id":"W1997158146","doi":"10.1002/j.2334-5837.2001.tb02343.x","title":"1.4.2 Best Value Solutions: A Systems Engineering Perspective","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Perspective (graphical); Schedule; Value (mathematics); Best practice; Value engineering; Key (lock); Risk analysis (engineering); Computer science; Best value; Operations research; Management science; Engineering management; Engineering; Operations management; Business; Economics; Management; Artificial intelligence; Computer security","score_opus":0.030516708760520306,"score_gpt":0.26838386790010754,"score_spread":0.23786715913958723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997158146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13759127,0.0051733335,0.7612644,0.0021999846,0.013564779,0.0009733778,0.00012939895,0.0035708065,0.075532645],"genre_scores_gemma":[0.9950737,0.00048329236,0.0025633003,0.000017902443,0.0009741667,0.00028345265,0.00001575786,0.00005685367,0.0005315824],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989442,0.000014981571,0.00029572324,0.00021670134,0.00023269895,0.00029569236],"domain_scores_gemma":[0.9993409,0.00015863984,0.000034633227,0.0002534996,0.0001433625,0.00006896569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022412823,0.00019394352,0.00017402157,0.00013281792,0.00006614391,0.00009848438,0.00034452014,0.00010204425,0.000024515497],"category_scores_gemma":[0.000082886705,0.0002075707,0.00008424249,0.00022677892,0.000019326792,0.00017079635,0.000059178878,0.00017925077,0.00017869155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032866117,0.000031383257,0.000101196216,0.000021036547,0.00012660841,0.000015618554,0.000148956,0.8924989,0.022901518,0.08322179,0.00071666803,0.00021303189],"study_design_scores_gemma":[0.00033470686,0.000030036526,0.0004163753,0.00016144826,0.000028074255,0.00042641914,0.0005826639,0.8574566,0.0009516465,0.00047992053,0.13867787,0.00045422034],"about_ca_topic_score_codex":0.00031602324,"about_ca_topic_score_gemma":0.0000050166163,"teacher_disagreement_score":0.85748243,"about_ca_system_score_codex":0.0005416672,"about_ca_system_score_gemma":0.0000114494815,"threshold_uncertainty_score":0.8464488},"labels":[],"label_agreement":null},{"id":"W2003346269","doi":"10.1002/j.2334-5837.2008.tb00868.x","title":"10.3.2 Functional Capabilities In Complex Project Engineering","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Capability Maturity Model Integration; Systems engineering; Computer science; Context (archaeology); Process (computing); System of systems engineering; System of systems; Configuration Management (ITSM); Software engineering; Engineering management; Process management; Systems design; Engineering; Software development process; Software development; Software","score_opus":0.06141724072210265,"score_gpt":0.25813345726188075,"score_spread":0.1967162165397781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003346269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326098,0.00019263611,0.028486786,0.000420512,0.0018271989,0.00052615354,0.00008535353,0.0014264794,0.034425084],"genre_scores_gemma":[0.99456555,0.00004426098,0.0033440625,0.000016262502,0.00037747633,0.00023777317,0.0000727779,0.000035444948,0.0013063734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991021,0.000011418615,0.0003060046,0.00017451045,0.00020505728,0.00020091816],"domain_scores_gemma":[0.9995646,0.00015787284,0.000022123875,0.0001697219,0.000056794594,0.000028875233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001455039,0.00015690875,0.0001572177,0.00016721043,0.000035836078,0.000020013238,0.00021173099,0.000071543815,0.00038912008],"category_scores_gemma":[0.00006295279,0.00016827714,0.00006156303,0.00018741377,0.00003016254,0.00012570682,0.000039885483,0.0001402778,0.00014613851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018885394,0.00005947232,0.0016408224,0.00006777104,0.00007957756,0.000027157344,0.0004593634,0.93587416,0.048200585,0.0028429595,0.010282818,0.00044639508],"study_design_scores_gemma":[0.00092517363,0.00005116559,0.050240118,0.000076009455,0.000008343895,0.0004791756,0.000166539,0.5222183,0.005063071,0.00016954422,0.41987288,0.00072970684],"about_ca_topic_score_codex":0.000071209055,"about_ca_topic_score_gemma":0.000008002612,"teacher_disagreement_score":0.41365594,"about_ca_system_score_codex":0.00024639393,"about_ca_system_score_gemma":0.00001736277,"threshold_uncertainty_score":0.68621427},"labels":[],"label_agreement":null},{"id":"W2005028719","doi":"10.1002/j.2334-5837.2002.tb02457.x","title":"6.1.5 Dynamic Interface Management in a Transport Infrastructure Project","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Assembly Line Balancing Optimization","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Transportation of Ontario","funders":"","keywords":"Interface (matter); Construct (python library); Focus (optics); Computer science; Project management; Systems engineering; Engineering management; Software engineering; Engineering; Operating system; Computer network","score_opus":0.004461835007401374,"score_gpt":0.22463209685584062,"score_spread":0.22017026184843924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005028719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8034628,0.0002534714,0.0589388,0.001031488,0.0029313741,0.0009499529,0.00005789185,0.00092506007,0.13144915],"genre_scores_gemma":[0.994383,0.00026220124,0.004428422,0.000043949072,0.00004995386,0.000054301803,0.000041871983,0.000039398652,0.00069690554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906695,0.00000817645,0.00030262445,0.0001995816,0.0002330297,0.000189621],"domain_scores_gemma":[0.9997385,0.000012695873,0.0000338808,0.00015260467,0.000033395245,0.000028899643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060545062,0.00016737069,0.00012648442,0.00021394997,0.000017692879,0.000027421498,0.00028171108,0.00007681208,0.00014711947],"category_scores_gemma":[0.000004244855,0.0001809348,0.0000424363,0.00022648378,0.000014379271,0.00022692219,0.00003333977,0.0001731323,0.000060928833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016562035,0.00007721233,0.0036174008,0.000061083214,0.000112065914,0.00008381043,0.0010367568,0.9853326,0.002905897,0.0002615164,0.0015230123,0.004972101],"study_design_scores_gemma":[0.0006271523,0.0000173465,0.009452347,0.00008653892,0.000011191095,0.000030412648,0.00006466785,0.9774193,0.00048399204,0.00009483805,0.011470791,0.00024142883],"about_ca_topic_score_codex":0.000020394253,"about_ca_topic_score_gemma":0.00008417583,"teacher_disagreement_score":0.19092019,"about_ca_system_score_codex":0.00039312078,"about_ca_system_score_gemma":0.000003833588,"threshold_uncertainty_score":0.7378307},"labels":[],"label_agreement":null},{"id":"W2006585226","doi":"10.1002/j.2334-5837.2011.tb01237.x","title":"6.3.1 Process Patterns for Agile Capability Engineering Methodology: The PACEM Project","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Agile software development; Process (computing); Systems engineering; Engineering; Computer science; Process management; Engineering management; Manufacturing engineering; Software engineering","score_opus":0.11336684253198819,"score_gpt":0.32308636710166905,"score_spread":0.20971952456968085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006585226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41554263,0.0001006769,0.5765317,0.00044283914,0.0028880332,0.0012381207,0.00022845632,0.000828462,0.0021990957],"genre_scores_gemma":[0.97730374,0.000026648922,0.020622225,0.0000359832,0.0003984369,0.0014627663,0.00003060472,0.000052336996,0.00006726861],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990231,0.000034408753,0.0003128226,0.00023029135,0.0001443127,0.00025509775],"domain_scores_gemma":[0.99891484,0.0005599323,0.000051463234,0.00031850464,0.00012180474,0.000033437722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007131279,0.00019036568,0.00018435104,0.00006426842,0.00006009649,0.000029725092,0.0005253735,0.0001011635,0.00002821194],"category_scores_gemma":[0.00021580033,0.0001483146,0.00010961169,0.00012328135,0.000027729473,0.00010808978,0.00004881369,0.0001656954,0.000008697068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002921536,0.00062822993,0.02369065,0.0027847555,0.0027884294,0.00002890584,0.033138815,0.529197,0.32029697,0.058544744,0.009061829,0.019547507],"study_design_scores_gemma":[0.001653526,0.00024842445,0.021606207,0.0002797755,0.0001900457,0.00027190323,0.0023592876,0.5350228,0.33278546,0.007081074,0.096636936,0.001864553],"about_ca_topic_score_codex":0.00010289148,"about_ca_topic_score_gemma":0.000018009587,"teacher_disagreement_score":0.5617611,"about_ca_system_score_codex":0.00010634711,"about_ca_system_score_gemma":0.000015500304,"threshold_uncertainty_score":0.6048094},"labels":[],"label_agreement":null},{"id":"W2009944297","doi":"10.1002/j.2334-5837.2003.tb02677.x","title":"6.6.2 Factors Contributing to Space System Failures and Successes","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Spacecraft Design and Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Documentation; Space (punctuation); Computer science; Work (physics); Risk analysis (engineering); Systems engineering; Architectural engineering; Management science; Operations research; Engineering; Engineering management; Business","score_opus":0.0072207023551158584,"score_gpt":0.2140727825288085,"score_spread":0.20685208017369264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009944297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96388346,0.00019385961,0.01454401,0.001997826,0.0014717319,0.00019503714,0.00002396899,0.0008130422,0.016877051],"genre_scores_gemma":[0.9994123,0.000011163519,0.0003235588,0.000028662502,0.000056503635,0.000019384737,0.0000051648476,0.000022298153,0.000120957884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99928606,0.000012333558,0.00015340983,0.00016091137,0.00014186683,0.000245413],"domain_scores_gemma":[0.9996206,0.00009874981,0.00002446797,0.000111082125,0.00006527629,0.0000798016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011257043,0.00014192946,0.00014053586,0.00011888266,0.000057377296,0.00007212959,0.00015780717,0.0000904702,0.000029010835],"category_scores_gemma":[0.000094719624,0.00013223452,0.000027493628,0.000111968766,0.000021416938,0.00009770446,0.000043553795,0.00010317578,0.000030640047],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002484258,0.00005784187,0.11701547,0.00015470608,0.000445334,0.000115281066,0.00084779825,0.0058424417,0.27274525,0.5996574,0.002261244,0.00083233294],"study_design_scores_gemma":[0.0010696615,0.00011018097,0.0076252567,0.00022453125,0.000037623817,0.00018358337,0.0016965524,0.0069818273,0.6385139,0.0005537995,0.3421793,0.0008237596],"about_ca_topic_score_codex":0.00010584307,"about_ca_topic_score_gemma":0.000066691464,"teacher_disagreement_score":0.5991036,"about_ca_system_score_codex":0.00015255276,"about_ca_system_score_gemma":0.00000761144,"threshold_uncertainty_score":0.5392367},"labels":[],"label_agreement":null},{"id":"W2013772992","doi":"10.1002/j.2334-5837.2002.tb02455.x","title":"5.1.5 A Systems Engineering Methodology for Combat Systems Development","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"System of systems; Systems development life cycle; Litany; Engineering; Engineering management; Risk analysis (engineering); Computer science; Systems engineering; Software development; Operations research; Process management; Business; Systems design; Software; Software development process; Geography","score_opus":0.03886476718303646,"score_gpt":0.24929602135465936,"score_spread":0.2104312541716229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013772992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09285822,0.002513021,0.86038774,0.0011814202,0.024989441,0.0016244443,0.000046773992,0.0028883226,0.013510609],"genre_scores_gemma":[0.9869673,0.000074677795,0.010580152,0.00002419465,0.00024853068,0.00068620517,0.00003068479,0.000041546482,0.0013466658],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990532,0.000011774602,0.00033491035,0.00018418547,0.00016846409,0.0002475114],"domain_scores_gemma":[0.99956536,0.00012974435,0.00004738394,0.00015418422,0.00006008112,0.000043261953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023839899,0.00017063534,0.00019541605,0.0001783777,0.00004412764,0.00006888966,0.0003393133,0.00012345327,0.00002597762],"category_scores_gemma":[0.000019745756,0.00018023065,0.000047259546,0.00007721263,0.000013312325,0.00011848143,0.00006997855,0.000113730726,0.0000662943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021561222,0.0002088951,0.0009854824,0.0007315805,0.0018494168,0.00006111332,0.00079990417,0.71015245,0.03125012,0.20930234,0.03655926,0.008077868],"study_design_scores_gemma":[0.00042856502,0.00002389953,0.000092318354,0.000055353077,0.000016417298,0.000027558166,0.00005303117,0.54128563,0.0018974293,0.000033464403,0.45586723,0.00021910713],"about_ca_topic_score_codex":0.000009274842,"about_ca_topic_score_gemma":0.0000031559355,"teacher_disagreement_score":0.89410913,"about_ca_system_score_codex":0.00027530658,"about_ca_system_score_gemma":0.0000037800114,"threshold_uncertainty_score":0.7349593},"labels":[],"label_agreement":null},{"id":"W2014089987","doi":"10.1002/j.2334-5837.2007.tb02909.x","title":"4.6.3 A Self‐assessment Scheme and an Evaluation of its Reliability based on ISO 9004:2000","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reliability (semiconductor); Audit; Computer science; Quality (philosophy); Self-assessment; Process (computing); Scheme (mathematics); Quality audit; Reliability engineering; Risk analysis (engineering); Process management; Business; Accounting; Mathematics; Engineering; Psychology","score_opus":0.09485833129002842,"score_gpt":0.4272861330272782,"score_spread":0.3324278017372498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014089987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9705305,0.000033240878,0.0026543923,0.0028269764,0.0008415484,0.00065316504,0.000029569648,0.000041418945,0.02238915],"genre_scores_gemma":[0.993547,0.000010634002,0.005777855,0.00036499283,0.00016281508,0.0000314454,0.000014788311,0.000009207724,0.000081256854],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9917185,0.00038411125,0.0010382697,0.00066855655,0.0059733703,0.00021723144],"domain_scores_gemma":[0.9953817,0.0009120997,0.0003908273,0.0006367532,0.0025283021,0.00015031527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025743078,0.00017982147,0.00023045913,0.0002507764,0.00011047237,0.00014524818,0.000693433,0.00010509326,0.0006479923],"category_scores_gemma":[0.0011375058,0.00014142165,0.000103838676,0.0003285163,0.00008852053,0.00046061678,0.00010608362,0.00017772752,0.00004949821],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020757848,0.013719675,0.5915393,0.00015173848,0.00028331744,0.000022359261,0.0034811771,0.062832944,0.16874143,0.022555346,0.001876824,0.13272005],"study_design_scores_gemma":[0.0024942616,0.0008141355,0.22378163,0.00010438145,0.00005450393,0.00000361621,0.00028527947,0.72374606,0.02619569,0.012342821,0.009835157,0.0003424318],"about_ca_topic_score_codex":0.000037767095,"about_ca_topic_score_gemma":0.000053769858,"teacher_disagreement_score":0.66091317,"about_ca_system_score_codex":0.000788759,"about_ca_system_score_gemma":0.00031878112,"threshold_uncertainty_score":0.8922088},"labels":[],"label_agreement":null},{"id":"W2014395095","doi":"10.1002/j.2334-5837.2008.tb00831.x","title":"5.3.2 The Development of International Standards for Very Small Enterprises","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Business; Product (mathematics); Quality (philosophy); New product development; Best practice; Process management; Industrial organization; Engineering management; Marketing; Engineering; Management; Economics","score_opus":0.011703530904114568,"score_gpt":0.22853579619113576,"score_spread":0.21683226528702118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014395095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4714857,0.0008357288,0.4474291,0.0009432684,0.025430832,0.0010074324,0.000523381,0.0007794023,0.05156516],"genre_scores_gemma":[0.9915745,0.00011680947,0.0073360344,0.0000139475405,0.00036358752,0.0001658734,0.000041509655,0.000039409242,0.00034828123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987254,0.0000064628903,0.0005325406,0.00013921112,0.00041789768,0.00017846265],"domain_scores_gemma":[0.99918383,0.00022382327,0.000078094636,0.00016977264,0.0003008465,0.00004365526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029944236,0.00015274656,0.00013946819,0.000082546954,0.00010036405,0.000030353007,0.0005918566,0.000057612622,0.000019243671],"category_scores_gemma":[0.000059277718,0.00013363721,0.00009698707,0.00005659995,0.00004836523,0.00010169165,0.00007393386,0.00008812667,0.000010852137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011871214,0.0007041282,0.038727235,0.0008352395,0.008518536,0.00007919881,0.020370591,0.5872299,0.19601388,0.012987686,0.044407107,0.08893938],"study_design_scores_gemma":[0.0006953312,0.00002286966,0.0035283267,0.00011008078,0.000007877604,0.000048460217,0.00006277524,0.02742094,0.04307072,0.000057519082,0.9247333,0.00024179934],"about_ca_topic_score_codex":0.0000057389448,"about_ca_topic_score_gemma":0.000018772376,"teacher_disagreement_score":0.8803262,"about_ca_system_score_codex":0.0005233478,"about_ca_system_score_gemma":0.000116500014,"threshold_uncertainty_score":0.54495674},"labels":[],"label_agreement":null},{"id":"W2015031028","doi":"10.1002/j.2334-5837.2001.tb02353.x","title":"5.4.4 Managing Customer Expectations through an Integrated Approach to Risk Management, Program Performance Measures, and Trade Studies","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Key (lock); Risk management; Computer science; Work (physics); Risk analysis (engineering); Process management; Engineering; Business; Finance; Computer security","score_opus":0.021035185466714054,"score_gpt":0.28651570266485005,"score_spread":0.265480517198136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015031028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5576865,0.0012288281,0.13148801,0.0035568327,0.0022181266,0.0026218852,0.00003549279,0.0045004273,0.29666385],"genre_scores_gemma":[0.97064066,0.004637168,0.023546768,0.000090255126,0.00007432903,0.0006459152,0.00004543893,0.000031878633,0.00028761168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998978,0.000017197663,0.0002310573,0.00029449098,0.00024084008,0.00023836667],"domain_scores_gemma":[0.999652,0.000013430668,0.000040722236,0.00019904686,0.000043567958,0.000051218023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000115392744,0.0002033662,0.00014792927,0.00021318771,0.00012721965,0.00008178783,0.00030825267,0.000056322322,0.000006082001],"category_scores_gemma":[0.000004819759,0.00019589499,0.000030845556,0.00030193126,0.000056860255,0.0005822764,0.00011255708,0.00018157193,0.000023215696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009601449,0.0009789829,0.009929792,0.00021179997,0.0028875223,0.000073175026,0.007900751,0.06381518,0.0005352135,0.041667096,0.0075481506,0.86435634],"study_design_scores_gemma":[0.0014292066,0.0002384482,0.008710901,0.00014566112,0.00023594567,0.000064711974,0.011554184,0.11693171,0.0007584376,0.00185634,0.85716474,0.00090968935],"about_ca_topic_score_codex":0.000020635138,"about_ca_topic_score_gemma":0.000027969287,"teacher_disagreement_score":0.86344665,"about_ca_system_score_codex":0.00017083393,"about_ca_system_score_gemma":0.0000026858038,"threshold_uncertainty_score":0.7988366},"labels":[],"label_agreement":null},{"id":"W2020258144","doi":"10.1002/j.2334-5837.2004.tb00551.x","title":"5.3.2 Creativity in Systems Engineering","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Creativity; Originality; Context (archaeology); Computer science; Nesting (process); Knowledge management; Engineering; Engineering ethics; Psychology; Mechanical engineering; Geography; Social psychology","score_opus":0.01757527732211866,"score_gpt":0.2502900484794162,"score_spread":0.23271477115729755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020258144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78466123,0.00038724602,0.19927655,0.0004545711,0.0037541194,0.00034891095,0.000032872867,0.0010292691,0.010055205],"genre_scores_gemma":[0.9968301,0.000064151136,0.0025947331,0.000008406219,0.00025537098,0.00015570993,0.000011178291,0.000029983117,0.000050347804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992493,0.0000073196056,0.00026028516,0.00014621188,0.00015270074,0.00018421983],"domain_scores_gemma":[0.9996455,0.000095306845,0.000021083582,0.00016973041,0.000029995552,0.000038416005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019756719,0.0001356531,0.00014835483,0.00011712284,0.00001508348,0.000049285554,0.00023655861,0.00007673926,0.0000076286046],"category_scores_gemma":[0.00004463744,0.00014485042,0.000041061394,0.00017146578,0.000009618778,0.00012782414,0.000031696913,0.0001447921,0.00004711484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014607177,0.000018449213,0.00041621362,0.000026890428,0.000022508353,0.000011388073,0.00008593219,0.95552856,0.031988252,0.011697951,0.000045615732,0.00015678475],"study_design_scores_gemma":[0.0029021234,0.00007039394,0.028706305,0.0008998472,0.000024442705,0.00037334874,0.00027780185,0.83432734,0.044090815,0.0019657344,0.08479666,0.0015652083],"about_ca_topic_score_codex":0.00022312577,"about_ca_topic_score_gemma":0.000014921013,"teacher_disagreement_score":0.21216886,"about_ca_system_score_codex":0.00038307597,"about_ca_system_score_gemma":0.0000087029,"threshold_uncertainty_score":0.59068286},"labels":[],"label_agreement":null},{"id":"W2022648431","doi":"10.1002/j.2334-5837.2007.tb02965.x","title":"9.3.3 Simulation‐Based Design Using SysML Part 2: Celebrating Diversity by Example","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Executable; Computer science; Programming language; Modular design; Software engineering; Component (thermodynamics); Modeling language; Representation (politics); Benchmark (surveying); Systems engineering; Unified Modeling Language; Engineering; Software","score_opus":0.08666785328490899,"score_gpt":0.29584109302517836,"score_spread":0.20917323974026936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022648431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098342985,0.000053860476,0.89927214,0.0000436753,0.00094363245,0.00017800489,0.000028643757,0.00040522116,0.0007318572],"genre_scores_gemma":[0.96191466,0.0000036160807,0.037596967,0.000049521568,0.00030367007,0.000012356943,0.00003509899,0.00003006732,0.00005405889],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989847,0.000025427631,0.0003059924,0.00018811278,0.00026121523,0.00023453672],"domain_scores_gemma":[0.9984635,0.0011340746,0.00006169394,0.00018520784,0.000092757095,0.00006273962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006464831,0.00015271314,0.00013195058,0.00008152682,0.00016917534,0.000050186663,0.00028576286,0.00009229023,0.000051177452],"category_scores_gemma":[0.00010685971,0.0001700945,0.000057576188,0.00016242033,0.000020952264,0.00014267105,0.00009202694,0.00011670707,0.000018402314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005935765,0.000017166558,0.0005959803,0.000013062023,0.000033978988,0.0000031678435,0.000076086624,0.94741553,0.050767437,0.00016239996,0.00044434023,0.00046489574],"study_design_scores_gemma":[0.00021809111,0.00001035174,0.00018383634,0.000032815675,0.000012176181,0.0000028747681,0.00003515858,0.96483046,0.02528653,0.000085148335,0.009100394,0.0002021903],"about_ca_topic_score_codex":0.00017563564,"about_ca_topic_score_gemma":0.000006118939,"teacher_disagreement_score":0.86357164,"about_ca_system_score_codex":0.00028059087,"about_ca_system_score_gemma":0.000009643202,"threshold_uncertainty_score":0.6936252},"labels":[],"label_agreement":null},{"id":"W2029563767","doi":"10.1002/j.2334-5837.2006.tb02757.x","title":"3.4.1 Technology and Obsolescence Sustainment for Integrated Systems","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Transportation Systems and Infrastructure","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Obsolescence; Context (archaeology); Product life-cycle management; Systems engineering; Product (mathematics); System lifecycle; Plan (archaeology); Product lifecycle; Engineering; Risk analysis (engineering); Computer science; Process management; New product development; Reliability engineering; Business","score_opus":0.003872353704634238,"score_gpt":0.2004436674154127,"score_spread":0.19657131371077846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029563767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461639,0.00029449046,0.024155416,0.007753534,0.003785536,0.0011426252,0.00009076045,0.00040369696,0.016210021],"genre_scores_gemma":[0.9974663,0.0000034845968,0.00021988801,0.00023271966,0.0009790264,0.00009505616,0.0001412457,0.000016652995,0.0008455826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913645,0.00000179337,0.00030480183,0.00022375563,0.00017937468,0.00015381932],"domain_scores_gemma":[0.9993459,0.000015913985,0.00017364805,0.00009330933,0.00036421625,0.0000070007472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010356089,0.00012968415,0.00012930317,0.00026453412,0.00009008754,0.0002541482,0.00018600986,0.00008985349,0.000025072559],"category_scores_gemma":[0.000014365751,0.000113195005,0.00003519433,0.00022462018,0.000049452694,0.00045738986,0.0000330774,0.00006960249,0.00001592116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006118826,0.00006371207,0.09783255,0.00016660642,0.000044377273,0.000013757545,0.000020802485,0.0011591474,0.013127986,0.8797201,0.006467344,0.0013224062],"study_design_scores_gemma":[0.0012347715,0.000019144836,0.028319106,0.00014892922,0.000032335454,0.000022214226,0.00059979607,0.011754706,0.0005095068,0.011073128,0.94594723,0.0003391112],"about_ca_topic_score_codex":0.0008575534,"about_ca_topic_score_gemma":0.000075332624,"teacher_disagreement_score":0.9394799,"about_ca_system_score_codex":0.00006201094,"about_ca_system_score_gemma":0.000012395129,"threshold_uncertainty_score":0.46159583},"labels":[],"label_agreement":null},{"id":"W2030075066","doi":"10.1002/j.2334-5837.2005.tb00761.x","title":"10.1.2 Canadian Capability Engineering Process Foundations","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Scope (computer science); Bridge (graph theory); Process (computing); Process management; Systems engineering; Computer science; Engineering; Engineering management; Management science","score_opus":0.004702998213786926,"score_gpt":0.22634339847446439,"score_spread":0.22164040026067747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030075066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5750107,0.000096259224,0.008174912,0.018249411,0.0026778898,0.00059529406,0.000088620065,0.0026346957,0.3924722],"genre_scores_gemma":[0.99732953,0.0000081165435,0.00071402907,0.000063356216,0.00021242365,0.00008083206,0.000049492646,0.000019586696,0.0015226491],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935365,0.0000023059729,0.0001660217,0.00013891571,0.00013711084,0.0002020063],"domain_scores_gemma":[0.999675,0.000015484515,0.000015805203,0.00015102714,0.000061944214,0.00008074148],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007521247,0.000111994705,0.000070904185,0.00016745187,0.000048066515,0.000049305552,0.00029407907,0.00007103518,0.0017622275],"category_scores_gemma":[0.000016329213,0.00012944567,0.000033240573,0.00010974003,0.000017951636,0.00027242425,0.000027345961,0.00012495462,0.000649906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015462861,0.0002265174,0.0045752516,0.00012026398,0.00066050823,0.00004104395,0.0007062117,0.8641995,0.0071869637,0.04980587,0.029649794,0.042812593],"study_design_scores_gemma":[0.00023863517,0.0000148577965,0.0025695488,0.0000174874,0.000013679744,0.000009585181,0.00002480783,0.17833048,0.0028555344,0.0003279685,0.81533974,0.0002576923],"about_ca_topic_score_codex":0.000885374,"about_ca_topic_score_gemma":0.012952931,"teacher_disagreement_score":0.78568995,"about_ca_system_score_codex":0.00056166586,"about_ca_system_score_gemma":0.000029768002,"threshold_uncertainty_score":0.9991503},"labels":[],"label_agreement":null},{"id":"W2031474072","doi":"10.1002/j.2334-5837.2011.tb01207.x","title":"3.4.0 Integrating MBSE into a Multi‐Disciplinary Engineering Environment","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Discipline; Software engineering; Systems engineering; Unified Modeling Language; Engineering management; Software; Engineering; Programming language","score_opus":0.04157834307671393,"score_gpt":0.2555788639415311,"score_spread":0.2140005208648172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031474072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26601633,0.00030914223,0.72132695,0.00018015735,0.002571333,0.00036674243,0.000020957932,0.0013038109,0.007904567],"genre_scores_gemma":[0.8751725,0.000073589894,0.124097966,0.000014269952,0.00023506962,0.00020705129,0.000018380662,0.000054703865,0.0001264638],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901175,0.000011398676,0.00035000942,0.00022846233,0.00017466153,0.00022370451],"domain_scores_gemma":[0.99950194,0.000080765065,0.000041749485,0.00027392802,0.000028212104,0.00007340306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020074904,0.0002181915,0.00016253129,0.000101645135,0.000051489544,0.000032042768,0.00041322174,0.00009662189,0.00011134389],"category_scores_gemma":[0.00003549807,0.00021834532,0.00008689738,0.00009117329,0.00002442747,0.00015754295,0.00013484113,0.00020211056,0.00014822576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022269465,0.000248274,0.0020567435,0.00016889325,0.00042535653,0.00006735851,0.007252394,0.33129612,0.6382757,0.010393205,0.00067017245,0.009123553],"study_design_scores_gemma":[0.00072155707,0.00007793028,0.010814806,0.00021912978,0.000038283735,0.00012415886,0.0005464451,0.88442284,0.07407785,0.00088338665,0.027086452,0.0009871469],"about_ca_topic_score_codex":0.00008300006,"about_ca_topic_score_gemma":0.000006712639,"teacher_disagreement_score":0.6091562,"about_ca_system_score_codex":0.00023490704,"about_ca_system_score_gemma":0.0000056463655,"threshold_uncertainty_score":0.89038634},"labels":[],"label_agreement":null},{"id":"W2032802394","doi":"10.1002/j.2334-5837.2001.tb02304.x","title":"4.2.3 From Process Aggregation to Process Integration","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Process (computing); Computer science; Information flow; Value (mathematics); Basis (linear algebra); Flow (mathematics); Architecture; Industrial engineering; Systems engineering; Engineering; Mathematics","score_opus":0.009682945436112386,"score_gpt":0.24847062670625816,"score_spread":0.23878768127014577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032802394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9313188,0.000015024579,0.009191312,0.014407694,0.0022849094,0.00044218576,0.0000051136844,0.00029955298,0.04203539],"genre_scores_gemma":[0.9918401,0.0000064893343,0.00019592787,0.0025812457,0.0039453832,0.00010950237,0.00053306227,0.000027451197,0.0007608176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860346,0.000004392316,0.00032091874,0.00038418773,0.00050474826,0.00018229512],"domain_scores_gemma":[0.99896926,0.000015924777,0.00019328081,0.00014417012,0.0006577008,0.000019692196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017109164,0.00017818467,0.00012117863,0.00025171184,0.0001246371,0.0004116036,0.00041477743,0.00006879435,0.00050921814],"category_scores_gemma":[0.00017364474,0.00017163815,0.000038137558,0.0005800758,0.000016654534,0.0021238737,0.00007661802,0.00009480542,0.001076679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030482158,0.002179739,0.339745,0.00025877263,0.0005796973,0.00017247385,0.01114475,0.013394443,0.11053186,0.043212242,0.033769164,0.44196367],"study_design_scores_gemma":[0.005748995,0.000087767556,0.078806005,0.0013915311,0.00025425522,0.000053477303,0.0032741814,0.10494921,0.09269112,0.2319029,0.47705507,0.003785474],"about_ca_topic_score_codex":0.00021609165,"about_ca_topic_score_gemma":0.00013662528,"teacher_disagreement_score":0.4432859,"about_ca_system_score_codex":0.00010986048,"about_ca_system_score_gemma":0.000029803481,"threshold_uncertainty_score":0.9997011},"labels":[],"label_agreement":null},{"id":"W2040175322","doi":"10.1002/j.2334-5837.2003.tb02661.x","title":"2.6.1 Extending the Systems Engineering Methodology to Include Supportability Engineering","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Transportation Systems and Infrastructure","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"System of systems engineering; Requirements engineering; Systems engineering; Systems development life cycle; System lifecycle; Engineering; Computer science; Software engineering; Systems design; Software; Software development process; Software development","score_opus":0.01926817757070431,"score_gpt":0.2420435219081654,"score_spread":0.22277534433746107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040175322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9011737,0.0001429393,0.06961349,0.0028449763,0.014613112,0.0008665351,0.000027722896,0.00041424492,0.010303253],"genre_scores_gemma":[0.9965604,0.0000023345003,0.0013399108,0.0005726398,0.0012483352,0.00008660148,0.000022831902,0.000033444965,0.00013347792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858654,0.00001723353,0.00047517638,0.000295963,0.0003565303,0.00026853557],"domain_scores_gemma":[0.9992119,0.00015356405,0.00015109824,0.00024262241,0.000213343,0.00002748982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097645243,0.00020211008,0.0002077664,0.00018850203,0.00010834876,0.0002917454,0.00040785433,0.00008177186,0.00021232388],"category_scores_gemma":[0.0003349133,0.00015887494,0.0000910634,0.00031192874,0.000014612624,0.0005747606,0.00006343355,0.00018266986,0.00010944945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035420508,0.00005505389,0.0665429,0.00022141273,0.00019137622,0.00003888363,0.00041753572,0.2534776,0.045476146,0.63114023,0.0019626436,0.00044076925],"study_design_scores_gemma":[0.0004236109,0.00001111876,0.05704729,0.00009874797,0.000038900853,0.000058952843,0.00026901937,0.018649956,0.001125642,0.00041836203,0.92139965,0.00045877523],"about_ca_topic_score_codex":0.00041916018,"about_ca_topic_score_gemma":0.000034029345,"teacher_disagreement_score":0.919437,"about_ca_system_score_codex":0.000099732846,"about_ca_system_score_gemma":0.000015948957,"threshold_uncertainty_score":0.6478732},"labels":[],"label_agreement":null},{"id":"W2040766932","doi":"10.1002/j.2334-5837.2002.tb02461.x","title":"1.2.4 Let's Just Think About That For A Minute …","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Dynamics (Canada)","funders":"","keywords":"Analogy; Closeness; Systems thinking; Process (computing); Epistemology; Computer science; Psychology; Mathematics education; Mathematics; Philosophy; Artificial intelligence; Programming language","score_opus":0.07392751067289575,"score_gpt":0.27740171175543,"score_spread":0.20347420108253422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040766932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16526699,0.003373129,0.71880955,0.008487989,0.014036139,0.0018010269,0.0005080461,0.0035465907,0.08417055],"genre_scores_gemma":[0.98305875,0.00029727968,0.013096744,0.00012241038,0.00083795923,0.0003523393,0.0000329366,0.000054439126,0.0021471484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992426,0.000007772019,0.0002123833,0.00017276457,0.00016409038,0.00020036307],"domain_scores_gemma":[0.9994273,0.00021234684,0.00003572475,0.00022006815,0.000058543268,0.000045982466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014293117,0.00014853147,0.00013971148,0.000063737454,0.000053318832,0.00006899644,0.00034734042,0.00008888779,0.00011846874],"category_scores_gemma":[0.00003993585,0.00014842622,0.00010240303,0.00007372054,0.000019117582,0.000121982695,0.0000342046,0.00009584584,0.0001141539],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003678174,0.00028102816,0.00091688713,0.0005004292,0.0010705277,0.000032139265,0.0040138895,0.32657823,0.18808274,0.058427695,0.35475045,0.065309204],"study_design_scores_gemma":[0.00051545113,0.000025075515,0.0005460578,0.000063621585,0.000023429042,0.000051559953,0.00008944776,0.2914545,0.011363664,0.00060593337,0.69491625,0.00034500926],"about_ca_topic_score_codex":0.000017927165,"about_ca_topic_score_gemma":0.0000050855924,"teacher_disagreement_score":0.81779176,"about_ca_system_score_codex":0.00011532844,"about_ca_system_score_gemma":0.0000023937353,"threshold_uncertainty_score":0.60526454},"labels":[],"label_agreement":null},{"id":"W2040830004","doi":"10.1002/j.2334-5837.2001.tb02410.x","title":"3.7.3 The Architecture View Set in Action","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Traceability; Documentation; Computer science; Architecture; Process (computing); Software engineering; Set (abstract data type); Systems engineering; Action (physics); Process management; Engineering; Programming language","score_opus":0.03639572592562484,"score_gpt":0.3013185092646276,"score_spread":0.26492278333900277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040830004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8345028,0.0010753223,0.11529623,0.009317291,0.0059438786,0.0005769439,0.000027726042,0.0009369755,0.032322824],"genre_scores_gemma":[0.9972276,0.0011725578,0.0006371596,0.000041924402,0.00034004851,0.00013434791,0.000011727752,0.000019246929,0.00041539673],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994445,0.00001856691,0.00018341641,0.00009597315,0.00012021487,0.00013732469],"domain_scores_gemma":[0.9995808,0.0001999509,0.000019137735,0.00015705613,0.000022851806,0.000020199199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021403405,0.000087294604,0.000072502815,0.000044617893,0.000044143482,0.000046186466,0.0002526716,0.00004934492,0.00001696107],"category_scores_gemma":[0.00003158577,0.00006711477,0.00003578648,0.00014230805,0.000015090521,0.00005386109,0.00002651565,0.00015183794,0.000041629868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025388894,0.000032126263,0.001871623,0.000038468246,0.000098221935,0.000028179214,0.00036706138,0.7990589,0.054266635,0.010430893,0.0031878555,0.13059464],"study_design_scores_gemma":[0.00020895287,0.000009747563,0.00596227,0.00004959424,0.00000388778,0.00012910271,0.00008491606,0.037388008,0.00198051,0.0021429257,0.9518678,0.00017228353],"about_ca_topic_score_codex":0.00004649647,"about_ca_topic_score_gemma":0.0001360697,"teacher_disagreement_score":0.9486799,"about_ca_system_score_codex":0.00012363926,"about_ca_system_score_gemma":0.0000042273064,"threshold_uncertainty_score":0.2736861},"labels":[],"label_agreement":null},{"id":"W2042678439","doi":"10.1002/j.2334-5837.2013.tb03018.x","title":"9.5.2 New Opportunities for Architecture Measurement","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Architecture; Nexus (standard); Suite; Computer science; Systems engineering; Plan (archaeology); Reference architecture; Systems architecture; Software engineering; Architecture framework; Process management; Engineering management; Engineering; Software architecture; Software; Embedded system","score_opus":0.05144478018099051,"score_gpt":0.26705292418420035,"score_spread":0.21560814400320982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042678439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003982864,0.000050618328,0.96388847,0.028068697,0.0014086567,0.00035308715,0.000005033625,0.00027778777,0.0019647742],"genre_scores_gemma":[0.8781988,0.000016040012,0.115044914,0.00072949874,0.0008261612,0.000365488,0.000011357958,0.000029748255,0.004777995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985611,0.0000125302995,0.00017463804,0.0002501534,0.0007639024,0.00023769082],"domain_scores_gemma":[0.9987891,0.00024787494,0.000039574767,0.0003005732,0.00046217188,0.00016075987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000255727,0.00011720101,0.000087311244,0.00012286917,0.000048803216,0.00030705068,0.001225956,0.00004390194,0.00009361382],"category_scores_gemma":[0.00026024625,0.00010835976,0.000069835834,0.00008349585,0.00001531291,0.00038133436,0.00023133935,0.0001089838,0.00009647397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003460927,0.0002355878,0.0019382404,0.00007678966,0.000405929,0.00005144626,0.0014399295,0.0056567327,0.045339964,0.09787593,0.2292091,0.61773574],"study_design_scores_gemma":[0.0024948781,0.00047508042,0.015823673,0.00022978996,0.000015124455,0.00019100198,0.000086750886,0.057649106,0.040759943,0.05825766,0.82279956,0.0012174398],"about_ca_topic_score_codex":0.0001685419,"about_ca_topic_score_gemma":0.000007820878,"teacher_disagreement_score":0.87421596,"about_ca_system_score_codex":0.0001951802,"about_ca_system_score_gemma":0.00014083878,"threshold_uncertainty_score":0.44187826},"labels":[],"label_agreement":null},{"id":"W2045085509","doi":"10.1002/j.2334-5837.2007.tb02949.x","title":"8.2.2 Improvement of Software Engineering Performances An Experience Report at Bombardier Transportation – Total Transit Systems Signalling Group","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada); Computer Research Institute of Montréal; École de Technologie Supérieure","funders":"Australian Government","keywords":"Baseline (sea); Process management; Process (computing); Maturity (psychological); Engineering management; Key (lock); Transport engineering; Computer science; Operations management; Engineering; Psychology; Operating system; Political science","score_opus":0.008303405508771946,"score_gpt":0.24832614877599823,"score_spread":0.24002274326722628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045085509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46424532,0.00005055901,0.5343828,0.000027963675,0.0009318059,0.00010193629,0.0000059153963,0.0002149092,0.00003875597],"genre_scores_gemma":[0.9576672,0.000023008675,0.04199153,0.000016592874,0.00016506904,0.000039006216,0.00004000061,0.000015284168,0.000042347587],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983191,0.0000066363377,0.0005583003,0.0003372753,0.00056024635,0.00021845142],"domain_scores_gemma":[0.99910223,0.00013284216,0.00023616446,0.00027153533,0.00016574899,0.00009145681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006140198,0.00016402599,0.00016035685,0.00011927513,0.000063670144,0.0000879942,0.0005541105,0.000077378674,0.000009900972],"category_scores_gemma":[0.000031699612,0.00016528176,0.00007830274,0.00015510141,0.000019215364,0.0013314086,0.00004294128,0.00011975502,0.0000017475638],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019309549,0.00042682665,0.023678768,0.00029291573,0.0002633428,0.0008436156,0.009597023,0.24674472,0.6913459,0.010793177,0.00005144818,0.01576916],"study_design_scores_gemma":[0.0011637817,0.0013257691,0.06257476,0.0005637295,0.000062509534,0.0012974952,0.00033404378,0.39804214,0.5162398,0.00012633966,0.016702188,0.001567379],"about_ca_topic_score_codex":0.0002304053,"about_ca_topic_score_gemma":0.000017089098,"teacher_disagreement_score":0.49342182,"about_ca_system_score_codex":0.00015152183,"about_ca_system_score_gemma":0.000017401753,"threshold_uncertainty_score":0.6739994},"labels":[],"label_agreement":null},{"id":"W2045532443","doi":"10.1002/j.2334-5837.2003.tb02646.x","title":"6.4.1 On the Use of Knowledge Modeling Tools and Techniques to Characterize the NOAA Observing System Architecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Oceanic and Atmospheric Administration; Norsk Romsenter","keywords":"Geospatial analysis; Metis; Architecture; Computer science; Visualization; Systems engineering; Systems architecture; Engineering; Geography; Remote sensing; Database; Data mining","score_opus":0.12126943066205953,"score_gpt":0.278441675876855,"score_spread":0.15717224521479545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045532443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95281565,0.00004700462,0.02225212,0.010968439,0.0011804266,0.00072092115,0.00007504416,0.00014220922,0.0117981825],"genre_scores_gemma":[0.9967383,0.000011049743,0.0002820521,0.0023486835,0.0004082055,0.000058088153,0.000023782488,0.000018469122,0.00011134083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990705,0.000020592986,0.00028052175,0.00022610887,0.00025473026,0.00014751646],"domain_scores_gemma":[0.99892455,0.0002597525,0.0001396928,0.00030427187,0.0003613168,0.000010428989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036821552,0.00015757592,0.00013207315,0.000106155705,0.00015976065,0.00048762752,0.0005507347,0.000052492927,0.000043951703],"category_scores_gemma":[0.00042127722,0.00009043913,0.00004513201,0.00027813602,0.000044564313,0.0006116709,0.00028049332,0.0001531328,0.00004128172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022501485,0.0002542693,0.0024418891,0.00041144306,0.00015542888,0.000012730374,0.0005853308,0.0057660253,0.08415736,0.8735064,0.0049090963,0.027574958],"study_design_scores_gemma":[0.0003361338,0.000048900303,0.0028727192,0.0027199793,0.00010921846,0.000068414694,0.00047394587,0.12041616,0.026319563,0.0044525797,0.84129703,0.000885368],"about_ca_topic_score_codex":0.0002393705,"about_ca_topic_score_gemma":0.000046492816,"teacher_disagreement_score":0.8690539,"about_ca_system_score_codex":0.000038899023,"about_ca_system_score_gemma":0.000013556123,"threshold_uncertainty_score":0.47022036},"labels":[],"label_agreement":null},{"id":"W2046969462","doi":"10.1002/j.2334-5837.2013.tb03096.x","title":"4.3.3 Systems Engineering Implications of Neuroscience Discoveries","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Neuroscience; Cognitive science; Computer science; Biology; Psychology","score_opus":0.06595671675748921,"score_gpt":0.3523310741815645,"score_spread":0.2863743574240753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046969462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8432402,0.000262858,0.11029516,0.0045185043,0.0080555845,0.0006952244,0.00012691521,0.00012198417,0.03268357],"genre_scores_gemma":[0.9972778,0.0000031224488,0.0003187105,0.00008900888,0.00016556407,0.00006242678,0.0000015081673,0.000009892458,0.002071951],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99715394,0.000035566405,0.0009201888,0.00038667803,0.0013257776,0.00017783376],"domain_scores_gemma":[0.9974114,0.0007745834,0.0003729416,0.0005634719,0.00078091846,0.00009670416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006158154,0.00012315772,0.00022894757,0.0002612419,0.00008599204,0.00068318465,0.0013747207,0.000040185045,0.00023151486],"category_scores_gemma":[0.0011527603,0.00009228069,0.00011327285,0.00053266407,0.00007224647,0.0008396991,0.0003443249,0.000078705176,0.00025812516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014163049,0.00014731014,0.042600077,0.000012419967,0.000025654426,0.000006018718,0.00048311488,0.05118693,0.48293895,0.3964723,0.022016378,0.004096677],"study_design_scores_gemma":[0.00042836156,0.00010178528,0.5553108,0.00012680472,0.000008031058,0.00019971914,0.0005042378,0.2193244,0.0015242706,0.03214493,0.1898517,0.00047498455],"about_ca_topic_score_codex":0.00039968514,"about_ca_topic_score_gemma":0.000009470336,"teacher_disagreement_score":0.5127107,"about_ca_system_score_codex":0.000055903012,"about_ca_system_score_gemma":0.000035171488,"threshold_uncertainty_score":0.65879655},"labels":[],"label_agreement":null},{"id":"W2047502166","doi":"10.1002/j.2334-5837.2001.tb02367.x","title":"3.5.2 Virtual Collaboration, e‐SE, and Team Sports Metaphors –Opportunities to Innovate, Integrate, and Invigorate","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Virtual team; Variety (cybernetics); Theme (computing); Process (computing); Knowledge management; Destiny (ISS module); Computer science; Virtual reality; Engineering; Engineering management; World Wide Web; Process management; Human–computer interaction","score_opus":0.03136687647227964,"score_gpt":0.27023571134502933,"score_spread":0.23886883487274968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047502166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769312,0.00017899407,0.012772242,0.0017257602,0.0010256988,0.0002663064,0.000062576866,0.0003509646,0.006686251],"genre_scores_gemma":[0.9946092,0.0008470179,0.0028217384,0.00021500653,0.00020585119,0.00013817532,0.000043993154,0.000036477737,0.0010825398],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903834,0.000018403547,0.00035049397,0.000223548,0.00019594014,0.00017327725],"domain_scores_gemma":[0.9993858,0.000091593545,0.000047152116,0.00016597666,0.0002072261,0.00010227209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029618462,0.0001968182,0.00019631945,0.0002085943,0.00006373049,0.0001366734,0.00015674747,0.00008613073,0.000024771847],"category_scores_gemma":[0.000049451097,0.0001927654,0.00001977526,0.0003036623,0.000046866844,0.00023811111,0.00007738358,0.00011901504,0.000008261537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024384874,0.00026599472,0.028965576,0.00023231171,0.0011753445,0.00027257318,0.010399745,0.19588871,0.4158597,0.16060105,0.076211415,0.10988375],"study_design_scores_gemma":[0.0009728661,0.00022084462,0.013948687,0.00025233926,0.00006239816,0.00057252136,0.0072438773,0.044587113,0.016323302,0.0022412743,0.91224056,0.0013342304],"about_ca_topic_score_codex":0.00006225567,"about_ca_topic_score_gemma":0.00005053288,"teacher_disagreement_score":0.8360291,"about_ca_system_score_codex":0.00008793301,"about_ca_system_score_gemma":0.00001955591,"threshold_uncertainty_score":0.78607446},"labels":[],"label_agreement":null},{"id":"W2048586964","doi":"10.1002/j.2334-5837.2012.tb01370.x","title":"5.5.1 A SysML‐based Approach for the Specification of Complex Systems","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Systems Modeling Language; System requirements specification; Computer science; Requirements analysis; Process (computing); Systems engineering; Software engineering; Complex system; Unified Modeling Language; Programming language; Engineering; Artificial intelligence; Software","score_opus":0.09218615804402246,"score_gpt":0.2941789728295733,"score_spread":0.2019928147855508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048586964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039802543,0.0004166907,0.98832935,0.00012988594,0.0013885804,0.0005099883,0.00006830368,0.00014739258,0.0050295535],"genre_scores_gemma":[0.9783368,0.000017648801,0.020412365,0.000012964884,0.0006711181,0.00039471718,0.00007208954,0.000023659895,0.000058654157],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929076,0.000012853898,0.00029054773,0.000082577535,0.00016669222,0.00015656798],"domain_scores_gemma":[0.99904627,0.00052636076,0.00006823348,0.00022854342,0.0001010363,0.000029538529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057314645,0.00009601229,0.00011981749,0.000053561776,0.000038442948,0.000022635342,0.00030234465,0.000055208726,0.0000067800543],"category_scores_gemma":[0.000035191882,0.00007424153,0.00006931387,0.00010214426,0.000027331223,0.00006322609,0.000016903708,0.00005857215,0.0000052314963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015347683,0.00007656681,0.0005958824,0.00020502754,0.00013832105,5.951255e-8,0.00015462404,0.8523663,0.10416064,0.03856682,0.0027093112,0.0010110802],"study_design_scores_gemma":[0.00024053943,0.000010459782,0.003647374,0.00002121946,0.000024200515,0.000009857603,0.00019479892,0.8988532,0.008901843,0.000022503405,0.087939985,0.00013402243],"about_ca_topic_score_codex":0.000026968613,"about_ca_topic_score_gemma":3.8763886e-7,"teacher_disagreement_score":0.97435653,"about_ca_system_score_codex":0.00009117528,"about_ca_system_score_gemma":0.0000047301673,"threshold_uncertainty_score":0.30274814},"labels":[],"label_agreement":null},{"id":"W2050057498","doi":"10.1002/j.2334-5837.2008.tb00859.x","title":"9.2.1 Using SysML and UML To Develop and Implement Interoperable System Components for Engagement Simulations","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Unified Modeling Language; Interoperability; Computer science; Software engineering; Systems engineering; Applications of UML; Engineering; Programming language; World Wide Web; Software","score_opus":0.13545961802306172,"score_gpt":0.3286179348151983,"score_spread":0.19315831679213658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050057498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6521247,0.0000619874,0.3462698,0.00014485841,0.00052046624,0.00044502795,0.00008618663,0.00014835299,0.00019861617],"genre_scores_gemma":[0.95504713,0.00002493627,0.044529486,0.000030271936,0.00012988511,0.00014033046,0.000029666835,0.000025390675,0.000042907406],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992469,0.000017484555,0.00028488698,0.00017731027,0.000116073315,0.00015732297],"domain_scores_gemma":[0.9995169,0.00014864185,0.00002853487,0.0001133048,0.00012834244,0.00006429661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020430796,0.00012959179,0.00014639247,0.00008779012,0.00015634,0.000042140648,0.00011817922,0.000036992304,0.000004388859],"category_scores_gemma":[0.000039372026,0.00013169918,0.000018470271,0.00009706702,0.000012165571,0.00007913921,0.000101673584,0.00005628046,0.0000033874371],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025571217,0.00004220033,0.004213387,0.0003545872,0.00034030073,0.00000782505,0.001746765,0.67986256,0.30086723,0.010155511,0.0007793702,0.0016046966],"study_design_scores_gemma":[0.0006817368,0.0000403644,0.005207234,0.00019189647,0.000027501865,0.00015680853,0.00026118758,0.94805866,0.007953815,0.000040317867,0.03703571,0.00034477262],"about_ca_topic_score_codex":0.00007293998,"about_ca_topic_score_gemma":0.000008724299,"teacher_disagreement_score":0.3029224,"about_ca_system_score_codex":0.00018433334,"about_ca_system_score_gemma":0.000009437529,"threshold_uncertainty_score":0.5370537},"labels":[],"label_agreement":null},{"id":"W2052696151","doi":"10.1002/j.2334-5837.2004.tb00599.x","title":"8.1.2 Requirements Risk Assessment ‐ Integrating QFD and Risk Assessment","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Richmond Hospital","funders":"","keywords":"Quality function deployment; Risk assessment; Risk analysis (engineering); Computer science; Risk management; Reliability engineering; Engineering; Systems engineering; Operations management; Business","score_opus":0.020631365704282062,"score_gpt":0.29395504187978716,"score_spread":0.2733236761755051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052696151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686452,0.000058061218,0.035822712,0.013960801,0.0060994355,0.00086798455,0.00005059106,0.00056811864,0.07392711],"genre_scores_gemma":[0.9891857,0.00019389122,0.0059867827,0.001774054,0.002156617,0.0001063389,0.00011091351,0.00005688128,0.00042880516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99716216,0.0000571509,0.0007250377,0.0006909329,0.001014944,0.00034976762],"domain_scores_gemma":[0.99811846,0.00011223492,0.00082796585,0.00038875814,0.00051387143,0.00003871485],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017841951,0.00034405867,0.00026129896,0.000296713,0.00045176625,0.0010466162,0.00048212227,0.000100578894,0.00036130878],"category_scores_gemma":[0.00035890492,0.00032637108,0.00011453573,0.0003034164,0.000099032084,0.0024929775,0.00043670018,0.00050932734,0.00023992681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013141174,0.0011207181,0.7837158,0.00011411951,0.00086889684,0.000059955335,0.00022259832,0.0039483104,0.008153573,0.17969504,0.005058839,0.01691072],"study_design_scores_gemma":[0.011789398,0.00036111943,0.448572,0.0008154274,0.0010564975,0.00007633443,0.0016169797,0.03561235,0.0026601006,0.25157756,0.24296197,0.002900253],"about_ca_topic_score_codex":0.003117339,"about_ca_topic_score_gemma":0.00018147624,"teacher_disagreement_score":0.3351438,"about_ca_system_score_codex":0.00060377,"about_ca_system_score_gemma":0.00007296365,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W2054154000","doi":"10.1002/j.2334-5837.2004.tb00481.x","title":"1.4.1 Teaching Old Dogs New Tricks","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Maturity (psychological); Consolidation (business); Pace; Engineering; Competitor analysis; New product development; Engineering management; Process management; Computer science; Software development; Software; Business; Software development process; Marketing","score_opus":0.010874830166147669,"score_gpt":0.2694237656085861,"score_spread":0.25854893544243845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054154000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072055263,0.00004072497,0.96049505,0.019551577,0.0016265144,0.00008304653,0.0000017513952,0.0008779356,0.010117861],"genre_scores_gemma":[0.78783345,0.000027702652,0.20874132,0.0010679632,0.0005985841,0.000011959772,0.0000042715046,0.000014151294,0.0017005699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903435,0.000013935877,0.0001906066,0.00026248733,0.00033575596,0.00016289108],"domain_scores_gemma":[0.9993347,0.00012635234,0.000084900494,0.00030761305,0.00004895986,0.00009745575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002508242,0.00012058377,0.000086995475,0.000103283935,0.00006864471,0.00025478756,0.0012085437,0.00006200232,0.00002190172],"category_scores_gemma":[0.000098007666,0.00011677882,0.00006566073,0.00012319928,0.000009499981,0.0009949703,0.00026529524,0.00025914938,0.00009348566],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001928352,0.00021988955,0.0011414365,0.000009673439,0.00009482681,0.00016201437,0.001820206,0.0047843773,0.007324739,0.8858279,0.005545213,0.09305042],"study_design_scores_gemma":[0.0012870041,0.00021023156,0.0016785113,0.00012527838,0.000013550737,0.0004569344,0.000009130159,0.00842254,0.0129640205,0.10399183,0.8701902,0.00065077894],"about_ca_topic_score_codex":0.0021801793,"about_ca_topic_score_gemma":0.000010876845,"teacher_disagreement_score":0.864645,"about_ca_system_score_codex":0.00016886576,"about_ca_system_score_gemma":0.00005947419,"threshold_uncertainty_score":0.4762102},"labels":[],"label_agreement":null},{"id":"W2056269983","doi":"10.1002/j.2334-5837.2003.tb02669.x","title":"4.6.1 An Integrated Tool Suite for the NOAA Observing System Ar chitecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Suite; Computer science; Architecture; Metis; Geospatial analysis; Visualization; Systems engineering; Information system; Systems architecture; Software engineering; Engineering; World Wide Web; Remote sensing; Geography; Data mining","score_opus":0.00785210896075466,"score_gpt":0.2369833473956258,"score_spread":0.22913123843487113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056269983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13277154,0.0003714072,0.84530663,0.0073996275,0.0069672344,0.0011141187,0.000092224975,0.00076802564,0.0052091633],"genre_scores_gemma":[0.98221225,0.000008462485,0.014209051,0.0027323875,0.00046678068,0.000163255,0.000048823636,0.000029617682,0.00012939835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980347,0.00010551724,0.00040345767,0.0005756447,0.00050715276,0.00037349082],"domain_scores_gemma":[0.9980157,0.00041919693,0.00019096123,0.0008569168,0.00041243888,0.000104813924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005247021,0.0002860266,0.0001964342,0.000116414616,0.00034691294,0.0005657096,0.0027988027,0.00011802436,0.000021487189],"category_scores_gemma":[0.000031607062,0.00019310563,0.00015395382,0.00043764102,0.000030961623,0.0005819172,0.00018031239,0.00025734399,0.000035096855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020662567,0.00064697297,0.0037314803,0.00024367195,0.00065306574,0.000079281905,0.009095815,0.037789643,0.06274604,0.84762,0.00074824394,0.03643914],"study_design_scores_gemma":[0.0020597354,0.00047746213,0.0024894949,0.0003317345,0.00008818682,0.00047537548,0.0013292677,0.42800042,0.04963273,0.005382528,0.50861937,0.0011136867],"about_ca_topic_score_codex":0.00021708534,"about_ca_topic_score_gemma":0.00031954458,"teacher_disagreement_score":0.8494407,"about_ca_system_score_codex":0.00014913573,"about_ca_system_score_gemma":0.0000908183,"threshold_uncertainty_score":0.78746194},"labels":[],"label_agreement":null},{"id":"W2056339801","doi":"10.1002/j.2334-5837.2002.tb02569.x","title":"1.6.2 Formalizing a Structured Natural Language Requirements Specification Notation","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Notation; Computer science; Programming language; B-Method; Formal specification; Formal methods; Readability; Software engineering; Linguistics","score_opus":0.023913972960793797,"score_gpt":0.27798638223217603,"score_spread":0.25407240927138225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056339801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26605168,0.00082130305,0.66013086,0.012393095,0.008652541,0.00078188133,0.00002573337,0.019332724,0.031810172],"genre_scores_gemma":[0.943608,0.000013106332,0.055345252,0.00039364563,0.00022508593,0.000021397931,0.0000236538,0.000010533399,0.00035935847],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881613,0.000024214183,0.00025627908,0.00028979857,0.00043845744,0.00017513207],"domain_scores_gemma":[0.9992318,0.00008309859,0.0001542107,0.00033373956,0.00015188585,0.000045276734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015502787,0.00012348473,0.000084191335,0.00012517766,0.00010160117,0.00023630267,0.0008097877,0.00004744345,0.000044446602],"category_scores_gemma":[0.00012875331,0.0001200389,0.00005156115,0.0001907982,0.00002153577,0.00083267095,0.00015654268,0.00012375774,0.000080406106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052771575,0.0005101693,0.01335153,0.000052327283,0.00020178157,0.00021673561,0.019112803,0.0003577751,0.15570427,0.062003843,0.065903306,0.68253267],"study_design_scores_gemma":[0.0011845432,0.00014656041,0.013005964,0.0001931123,0.00001563069,0.0003257711,0.000048351365,0.9041924,0.047419824,0.021116346,0.011520611,0.0008308869],"about_ca_topic_score_codex":0.00006307394,"about_ca_topic_score_gemma":0.0000068192976,"teacher_disagreement_score":0.90383464,"about_ca_system_score_codex":0.00016737168,"about_ca_system_score_gemma":0.0000072198936,"threshold_uncertainty_score":0.48950446},"labels":[],"label_agreement":null},{"id":"W2064941075","doi":"10.1002/j.2334-5837.2006.tb02837.x","title":"11.4.3 Advancing the Canadian Capability Engineering Approach","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Systems engineering; Engineering management; Engineering; Engineering design process; Computer science; Order (exchange); Concurrent engineering; Process management; Management science; Operations management; Mechanical engineering","score_opus":0.009912658527950579,"score_gpt":0.21656241656141104,"score_spread":0.20664975803346045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064941075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59326196,0.00053951726,0.30563462,0.0044022817,0.006314961,0.0010924349,0.00015945586,0.00212994,0.086464845],"genre_scores_gemma":[0.9909546,0.0000067422525,0.008012053,0.000033577835,0.0006331527,0.00015686128,0.00003798634,0.000033546665,0.00013147802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910605,0.00001251545,0.00024689545,0.0001655926,0.00018086315,0.00028807484],"domain_scores_gemma":[0.99943984,0.0001372218,0.000022986658,0.00027633322,0.000060788545,0.00006283521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034931794,0.00014968493,0.00011421241,0.000074682044,0.00011047197,0.00008819549,0.0003983093,0.00007956612,0.000015267393],"category_scores_gemma":[0.00004673211,0.00012639453,0.00006483963,0.00015536175,0.000025020794,0.000093722025,0.000030495938,0.0001656884,0.000021516795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.146133e-7,0.0000099629815,0.0011339912,0.000020337466,0.000022839762,0.0000021227695,0.000052326846,0.97295064,0.010730865,0.012908689,0.0019682997,0.00019942355],"study_design_scores_gemma":[0.00019227849,0.0000055548985,0.01640628,0.000026847323,0.000014754709,0.00008757027,0.0000615217,0.7047305,0.005153864,0.0006367775,0.27228725,0.00039678774],"about_ca_topic_score_codex":0.048487663,"about_ca_topic_score_gemma":0.03454535,"teacher_disagreement_score":0.39769268,"about_ca_system_score_codex":0.0005528338,"about_ca_system_score_gemma":0.00002622246,"threshold_uncertainty_score":0.9830717},"labels":[],"label_agreement":null},{"id":"W2065457963","doi":"10.1002/j.2334-5837.2010.tb01099.x","title":"5.5.1 An Overview of the SysML‐Modelica Transformation Specification","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Modeling and Simulation Systems","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Linköpings Universitet; University of Georgia; Georgia Institute of Technology","keywords":"Modelica; Systems Modeling Language; Computer science; Modeling language; Programming language; Transformation (genetics); Unified Modeling Language; Implementation; Theoretical computer science; Systems engineering; Engineering","score_opus":0.046485887693959865,"score_gpt":0.3181743091965463,"score_spread":0.27168842150258643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065457963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42422226,0.000037115038,0.5550551,0.006368007,0.00372977,0.0003150181,0.000018563936,0.0001310808,0.010123104],"genre_scores_gemma":[0.9974938,0.000018938576,0.0020414328,0.0001551928,0.00018291162,0.000014552351,0.0000112956695,0.000006086004,0.00007579569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987393,0.000048468737,0.00041261682,0.00019912387,0.00050919905,0.00009126563],"domain_scores_gemma":[0.99878407,0.00004023046,0.00018866875,0.0006193943,0.00032114724,0.000046485133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040948854,0.00008664892,0.000093854316,0.000061318126,0.0000824425,0.000111472335,0.0013021034,0.00006824113,0.00002568901],"category_scores_gemma":[0.00001606357,0.00006457224,0.00008223651,0.00017070437,0.00002748588,0.00073194323,0.000052458963,0.00014182301,0.00002713349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001062841,0.00017281795,0.0010722087,0.000022034383,0.000022050937,4.03605e-7,0.0025454734,0.028110167,0.21596086,0.7412287,0.000116107294,0.010738554],"study_design_scores_gemma":[0.00022930642,0.000018533394,0.003233163,0.000031595053,0.0000036028769,0.000018388117,0.000015742902,0.9665255,0.0144193545,0.004047726,0.011351444,0.00010564374],"about_ca_topic_score_codex":0.00008533821,"about_ca_topic_score_gemma":0.000035407575,"teacher_disagreement_score":0.93841535,"about_ca_system_score_codex":0.000037534486,"about_ca_system_score_gemma":0.000042168667,"threshold_uncertainty_score":0.26331794},"labels":[],"label_agreement":null},{"id":"W2065519647","doi":"10.1002/j.2334-5837.2004.tb00620.x","title":"9.2.2 UML‐PVS Requirement Specification and Verification","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Formal specification; UML tool; Oracle; B-Method; Applications of UML; Formal methods; Model checking; Software engineering; Software","score_opus":0.008507876568797597,"score_gpt":0.20796000585279537,"score_spread":0.19945212928399778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065519647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6744817,0.00080176466,0.23016629,0.006232277,0.009575334,0.00094940414,0.000057264562,0.0021905748,0.075545385],"genre_scores_gemma":[0.99726385,0.00014112706,0.0019396802,0.00003322786,0.0003617613,0.000065721855,0.000043797376,0.00003385681,0.00011700046],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915165,0.000005091054,0.000292982,0.0001896376,0.00022250801,0.00013812738],"domain_scores_gemma":[0.9996099,0.000017278275,0.00004117814,0.00020964333,0.00006111811,0.000060877235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012406055,0.00013673998,0.00009692098,0.00008999774,0.00003325884,0.000060733408,0.00018505342,0.000065502754,0.000028716397],"category_scores_gemma":[0.000012979615,0.00015599933,0.0000304874,0.00008860325,0.000024268624,0.0002372894,0.000027666078,0.00009459548,0.00014603633],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024794574,0.000111174566,0.0012739827,0.000116779,0.0002403011,0.000019291836,0.0014196249,0.43733466,0.47260693,0.074565135,0.00081014854,0.011477178],"study_design_scores_gemma":[0.0043748254,0.00015806328,0.09401396,0.00060656405,0.00006930492,0.00040257582,0.00024441985,0.1563955,0.23887073,0.005259389,0.49765474,0.001949936],"about_ca_topic_score_codex":0.000030601317,"about_ca_topic_score_gemma":0.000004771361,"teacher_disagreement_score":0.4968446,"about_ca_system_score_codex":0.0005414344,"about_ca_system_score_gemma":0.000012618417,"threshold_uncertainty_score":0.6361468},"labels":[],"label_agreement":null},{"id":"W2066594125","doi":"10.1002/j.2334-5837.2002.tb02520.x","title":"5.3.4 Introducing Innovative Technology in a Contract‐Driven Environment","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Process (computing); Government (linguistics); Tracking (education); Product (mathematics); Knowledge management; New product development; Front (military); Process management; Product innovation; Business; Engineering management; Computer science; Engineering; Marketing; Sociology; Mechanical engineering","score_opus":0.0096069170503365,"score_gpt":0.23161866063322215,"score_spread":0.22201174358288564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066594125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40843287,0.00012537744,0.35950157,0.20304589,0.0024527453,0.00092787464,0.00003108468,0.0007556826,0.024726925],"genre_scores_gemma":[0.97143227,0.000020851463,0.027222067,0.00073076756,0.000136452,0.00009057521,0.000007720558,0.000013669224,0.00034564108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826276,0.000030125977,0.000496207,0.0005195275,0.00040255202,0.0002888047],"domain_scores_gemma":[0.99893063,0.00011332749,0.00018947033,0.0005115281,0.00021500951,0.00004001655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022887228,0.00016924142,0.0001757047,0.00059588545,0.00007380248,0.00014028877,0.0014304355,0.00011556469,0.00026562286],"category_scores_gemma":[0.00015795845,0.00018124524,0.000032273343,0.0013328036,0.00009536088,0.00073154323,0.0005824902,0.00036163678,0.0005312572],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020240916,0.0015090745,0.10738002,0.000009540359,0.00020673692,0.00041963326,0.0057078255,0.011368416,0.06794503,0.71783924,0.002967375,0.084626846],"study_design_scores_gemma":[0.0067493683,0.00062822126,0.050377008,0.00037157533,0.000017815992,0.00080465694,0.0003734921,0.58663183,0.043028057,0.047323536,0.26114812,0.002546314],"about_ca_topic_score_codex":0.00005719355,"about_ca_topic_score_gemma":0.000013456004,"teacher_disagreement_score":0.6705157,"about_ca_system_score_codex":0.00046840493,"about_ca_system_score_gemma":0.000022628858,"threshold_uncertainty_score":0.73909664},"labels":[],"label_agreement":null},{"id":"W2069298775","doi":"10.1002/j.2334-5837.2008.tb00822.x","title":"4.3.3 Capability Engineering within Canadian Defence: Experimentation and Lessons Learned","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Divestment; Engineering management; Engineering; Work (physics); Systems engineering; Focus (optics); Process management; Computer science; Management science; Business; Mechanical engineering","score_opus":0.017701201556734596,"score_gpt":0.26118051806063036,"score_spread":0.24347931650389576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069298775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99009323,0.000083965846,0.0013921293,0.0019526348,0.00075233914,0.000117925556,0.0000070618707,0.00033559732,0.0052650855],"genre_scores_gemma":[0.9985642,0.000100941426,0.001015068,0.000056630804,0.000050464776,0.000049421862,0.000017715485,0.000015575539,0.00012997168],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942094,0.0000044856324,0.00014694972,0.00015339843,0.00012335597,0.00015088278],"domain_scores_gemma":[0.999752,0.00001597239,0.00001855128,0.00010942152,0.000027179763,0.000076918914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007212831,0.000105635474,0.00007609263,0.0001318391,0.000069995935,0.000024182047,0.00014113962,0.00006962054,0.000038016307],"category_scores_gemma":[0.000011688203,0.00012044435,0.000020357238,0.0000719599,0.00004044264,0.0001802613,0.000036187757,0.00012202681,0.00001779809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005438076,0.00027695685,0.09681274,0.00022082141,0.0011020545,0.0005911125,0.014298201,0.26610252,0.38265404,0.21679127,0.009373641,0.011722259],"study_design_scores_gemma":[0.0032062978,0.00019726538,0.19096322,0.00019615008,0.00008495316,0.0004468576,0.0016511461,0.48659915,0.21665804,0.004658673,0.09310934,0.0022289213],"about_ca_topic_score_codex":0.0033791582,"about_ca_topic_score_gemma":0.0039081834,"teacher_disagreement_score":0.22049662,"about_ca_system_score_codex":0.00027872252,"about_ca_system_score_gemma":0.00002222805,"threshold_uncertainty_score":0.51082987},"labels":[],"label_agreement":null},{"id":"W2071408934","doi":"10.1002/j.2334-5837.2011.tb01242.x","title":"6.6.1 Using MBSE with SysML Parametrics to Perform Requirements Analysis","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; System requirements specification; Systems engineering; Parametric statistics; Process (computing); Unified Modeling Language; Domain (mathematical analysis); Software engineering; Requirements analysis; Functional requirement; Reliability engineering; Programming language; Engineering","score_opus":0.13436235419689221,"score_gpt":0.31136125010072446,"score_spread":0.17699889590383225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071408934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6824301,0.000027712495,0.31073415,0.000034665612,0.0004811068,0.00016580927,0.000017992375,0.00023988297,0.0058685616],"genre_scores_gemma":[0.9391461,0.000015560632,0.06052787,0.000026551415,0.00011793073,0.00006550357,0.000012568351,0.000028455157,0.000059458136],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907446,0.000010174656,0.0002611753,0.00019811055,0.0002597479,0.00019635906],"domain_scores_gemma":[0.9994272,0.000054189848,0.000042515516,0.00028471733,0.000111006935,0.000080389116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020841135,0.00015083671,0.00018164804,0.00035537564,0.000043466036,0.0000417712,0.00033389163,0.0000575222,0.00008575917],"category_scores_gemma":[0.000031416253,0.00013607134,0.000073173556,0.0009332347,0.000014544789,0.00012907425,0.000054326127,0.000087588516,0.000039695307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041487496,0.00009772283,0.029571377,0.000048603004,0.002103625,0.000022827953,0.000992267,0.92966515,0.032145888,0.0030379326,0.00019117405,0.0020819588],"study_design_scores_gemma":[0.00080384925,0.00017391915,0.04823787,0.00016645744,0.00087397266,0.00009228494,0.00042572743,0.88156384,0.056406874,0.00034250066,0.009609776,0.0013029241],"about_ca_topic_score_codex":0.00022847594,"about_ca_topic_score_gemma":0.000023941075,"teacher_disagreement_score":0.25671598,"about_ca_system_score_codex":0.00023927877,"about_ca_system_score_gemma":0.000008712789,"threshold_uncertainty_score":0.5548828},"labels":[],"label_agreement":null},{"id":"W2072332023","doi":"10.1002/j.2334-5837.2005.tb00663.x","title":"1.4.4 Towards a Collaborative Engineering Environment to Support Capability Engineering","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Collaborative engineering; Process (computing); Relevance (law); Engineering management; Systems engineering; Engineering; Realization (probability); Computer science; Knowledge management; Process management; Work in process; Operations management; Political science","score_opus":0.013048553137317332,"score_gpt":0.24765637865949816,"score_spread":0.23460782552218082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072332023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52277344,0.00020704375,0.45886612,0.0036861834,0.0031722179,0.001156547,0.00030149333,0.0021739732,0.0076629445],"genre_scores_gemma":[0.93887234,0.000052265554,0.059629515,0.00007449667,0.00072443107,0.0004240142,0.000029640307,0.00006529671,0.00012801684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864036,0.000009717003,0.00041297672,0.0002991319,0.00030986886,0.0003279682],"domain_scores_gemma":[0.9993124,0.00010747199,0.000030728756,0.00033164732,0.00006383341,0.0001539004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002927671,0.0002698682,0.00023193641,0.00013496372,0.000033090517,0.00006638151,0.00040854083,0.000102560174,0.00016807215],"category_scores_gemma":[0.00008441752,0.0002965402,0.00008136633,0.00021232833,0.00001250816,0.00017776835,0.00010739251,0.00018118332,0.00032508367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004599724,0.000027690243,0.000051752613,0.000023636396,0.00007530532,0.0000037612645,0.0004169688,0.91570306,0.07753721,0.0013610244,0.0009600409,0.003834927],"study_design_scores_gemma":[0.00038742536,0.000073079646,0.0023649924,0.000049401366,0.000019240726,0.000043339136,0.000066362016,0.29479682,0.07302666,0.000029750368,0.62849396,0.00064894615],"about_ca_topic_score_codex":0.000019193307,"about_ca_topic_score_gemma":0.000004901282,"teacher_disagreement_score":0.627534,"about_ca_system_score_codex":0.00067943125,"about_ca_system_score_gemma":0.00001834181,"threshold_uncertainty_score":0.9999487},"labels":[],"label_agreement":null},{"id":"W2073163098","doi":"10.1002/j.2334-5837.2007.tb02992.x","title":"A Research Agenda for Systems of Systems Architecting","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Federal Emergency Management Agency","keywords":"Brainstorming; Context (archaeology); Prioritization; Field (mathematics); Engineering management; Engineering ethics; Political science; Process management; Computer science; Engineering","score_opus":0.09902351720942572,"score_gpt":0.37836917671567966,"score_spread":0.27934565950625395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073163098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2598956,0.0007689639,0.71933407,0.00008424472,0.005828883,0.0009077374,0.000101690515,0.0003697797,0.012709062],"genre_scores_gemma":[0.9954357,0.000024706984,0.0031917875,0.00000250814,0.00075365877,0.00024284124,0.000015936812,0.00003839398,0.00029446284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865717,0.00003094284,0.0005031703,0.00016496093,0.0003432953,0.00030046093],"domain_scores_gemma":[0.99789464,0.0014575918,0.00006426211,0.00022741864,0.0003109103,0.000045173605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026613465,0.00011046357,0.00018441766,0.00023613214,0.00006004714,0.000051638086,0.00036396622,0.00009125679,0.0000024113367],"category_scores_gemma":[0.00017819882,0.00011105378,0.00007107016,0.00023030181,0.0000343084,0.00005469757,0.000048009002,0.00016734276,0.000009079628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028554365,0.00003706205,0.00030974264,0.0005721239,0.00018156532,0.000005316463,0.00040772322,0.67635196,0.2818247,0.03648536,0.0019187769,0.0018770695],"study_design_scores_gemma":[0.0012225764,0.0002002279,0.0017740508,0.0009789031,0.000033458135,0.00024189237,0.0035792242,0.6398077,0.08163007,0.00062520517,0.26917163,0.0007350461],"about_ca_topic_score_codex":0.00026761545,"about_ca_topic_score_gemma":0.000010155563,"teacher_disagreement_score":0.7355401,"about_ca_system_score_codex":0.00019112858,"about_ca_system_score_gemma":0.0000123471345,"threshold_uncertainty_score":0.45286417},"labels":[],"label_agreement":null},{"id":"W2073295192","doi":"10.1002/j.2334-5837.2007.tb02932.x","title":"7.3.0 Panel 7.3.0: SysML Early Applications and Lessons Learned","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Viewpoints; Vendor; Unified Modeling Language; Perspective (graphical); Computer science; Enabling; Knowledge management; Engineering management; Engineering; Software; Business; Psychology; Artificial intelligence; Marketing; Programming language","score_opus":0.0599295145692395,"score_gpt":0.31443921201761305,"score_spread":0.25450969744837354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073295192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2808608,0.0004572441,0.6860201,0.0021343788,0.0010723849,0.00049068936,0.0000698895,0.0011752928,0.02771925],"genre_scores_gemma":[0.99325615,0.00021126767,0.005490569,0.000038551665,0.00041219938,0.00016044814,0.000021035723,0.00003563538,0.00037415934],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991334,0.0000085861475,0.0002719243,0.00020419338,0.0001659159,0.00021596477],"domain_scores_gemma":[0.99936163,0.00023442964,0.00003644799,0.00022454749,0.00006391011,0.00007901257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036128913,0.00014175338,0.00012895519,0.000095604686,0.00006968965,0.00006373075,0.0002570881,0.00009746099,0.000016556824],"category_scores_gemma":[0.000023871113,0.00014870721,0.000043695094,0.00014800449,0.0000401873,0.000100790516,0.000058699814,0.00015301594,0.000067966874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003628703,0.0001539954,0.0051331967,0.00019966895,0.00048657676,0.000031907537,0.0011469598,0.039099973,0.5156253,0.23353511,0.0019561055,0.20259489],"study_design_scores_gemma":[0.0013685989,0.00007989082,0.087533586,0.00015245638,0.00008530369,0.0003214486,0.0005424843,0.030539429,0.04590062,0.013134033,0.81885254,0.0014896301],"about_ca_topic_score_codex":0.000055799028,"about_ca_topic_score_gemma":0.000013625324,"teacher_disagreement_score":0.81689644,"about_ca_system_score_codex":0.00009485896,"about_ca_system_score_gemma":0.000005680279,"threshold_uncertainty_score":0.60641044},"labels":[],"label_agreement":null},{"id":"W2074547216","doi":"10.1002/j.2334-5837.2001.tb02346.x","title":"4.4.1 Modeling the Customer Value of Product Development Processes","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Value (mathematics); Lean manufacturing; Process (computing); Lean project management; Value stream mapping; Product (mathematics); Computer science; Work (physics); New product development; Lean laboratory; Process management; Manufacturing engineering; Engineering; Business; Mathematics; Marketing","score_opus":0.014230643495884456,"score_gpt":0.22624146897213396,"score_spread":0.2120108254762495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074547216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92235637,0.00022172644,0.003292534,0.009527006,0.0017806673,0.00047286914,0.0000013506381,0.00015938314,0.062188096],"genre_scores_gemma":[0.99666345,0.00004396135,0.00033496777,0.0006716907,0.0012401243,0.000046970366,0.000054053835,0.000020281546,0.0009244817],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869657,0.000004892449,0.00038308348,0.00025407335,0.00048845436,0.00017295078],"domain_scores_gemma":[0.99895597,0.000017335527,0.0001779361,0.00016026096,0.0006809961,0.0000075173284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037487238,0.00014619944,0.00011724751,0.00015025164,0.00015941092,0.00013792925,0.00050179305,0.00003131485,0.00012502281],"category_scores_gemma":[0.00015213367,0.000106921594,0.000034050954,0.00049063953,0.00003452369,0.00088669604,0.00018691954,0.00008334847,0.00023812048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013178808,0.002563968,0.22078602,0.0015438426,0.0013726678,0.00007649537,0.0056006913,0.3936413,0.038435142,0.18549779,0.01819205,0.13097215],"study_design_scores_gemma":[0.001133832,0.000007341291,0.0054594963,0.00027564785,0.00008425017,0.000035211262,0.00022880292,0.10638112,0.014604866,0.0044446285,0.86655194,0.0007928938],"about_ca_topic_score_codex":0.000104246,"about_ca_topic_score_gemma":0.00004908683,"teacher_disagreement_score":0.8483599,"about_ca_system_score_codex":0.00006268619,"about_ca_system_score_gemma":0.00009522287,"threshold_uncertainty_score":0.4360136},"labels":[],"label_agreement":null},{"id":"W2075407357","doi":"10.1002/j.2334-5837.2003.tb02702.x","title":"1.8.4 Probabilistic Risk/Reliability Analysis (PRA) Using a Simulation Approach","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Probabilistic and Robust Engineering Design","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Probabilistic logic; Fault tree analysis; Computer science; Complex system; Reliability (semiconductor); Probabilistic risk assessment; Monte Carlo method; Reliability engineering; Component (thermodynamics); Function (biology); Nonlinear system; Power (physics); Artificial intelligence; Engineering; Mathematics","score_opus":0.07108382634239345,"score_gpt":0.3518030249817037,"score_spread":0.2807191986393102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075407357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19251144,0.000027377502,0.79861903,0.00009035757,0.000785652,0.0003034027,0.000048865226,0.00008914192,0.0075247367],"genre_scores_gemma":[0.9721199,0.000003263218,0.027165905,0.00004048278,0.00012643149,0.000026312375,0.000020008149,0.000018018434,0.00047962173],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958023,0.00039578663,0.0009771603,0.0008468546,0.0016753108,0.00030261814],"domain_scores_gemma":[0.995397,0.002041126,0.0004248261,0.0008025605,0.0011727611,0.00016172633],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042757895,0.00024979396,0.00040799446,0.00046523393,0.00020419127,0.000321213,0.0008462731,0.00015077491,0.00032802345],"category_scores_gemma":[0.013561497,0.0001970385,0.00031230415,0.002195813,0.00013049487,0.00041250847,0.00010826447,0.00025004827,0.000092552495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025723897,0.00021289122,0.014237236,0.0000042795577,0.00019489514,0.000003320217,0.00016188003,0.97791576,0.00016456938,0.006732957,0.000060587277,0.00028588026],"study_design_scores_gemma":[0.00027505588,0.000024834395,0.0050635426,0.0000055508967,0.00023404953,0.000009350528,0.000054696276,0.9678732,0.000079421035,0.023523271,0.0026162616,0.00024073008],"about_ca_topic_score_codex":0.000117992815,"about_ca_topic_score_gemma":0.000008097414,"teacher_disagreement_score":0.77960855,"about_ca_system_score_codex":0.00040012324,"about_ca_system_score_gemma":0.00012409953,"threshold_uncertainty_score":0.9947477},"labels":[],"label_agreement":null},{"id":"W2077348519","doi":"10.1002/j.2334-5837.2001.tb02306.x","title":"6.2.1 A fresh view on model‐based systems engineering: The processing system paradigm","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Ericsson (Canada)","funders":"","keywords":"Computer science; System of systems; Notation; Process (computing); Systems design; System of systems engineering; Systems engineering; Software engineering; Resource (disambiguation); Quality (philosophy); Software system; Paradigm shift; Software; Engineering; Programming language","score_opus":0.030718954166086037,"score_gpt":0.2780648011072695,"score_spread":0.24734584694118347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077348519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023653538,0.00029519922,0.99133945,0.002043029,0.0018549496,0.00024556325,0.0000056077156,0.0010126117,0.00083823747],"genre_scores_gemma":[0.9362301,0.00001949421,0.06295721,0.00022869282,0.0002589459,0.0001660664,0.000004068102,0.000028629978,0.00010679038],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983364,0.000058737125,0.000340124,0.00040003003,0.0005663027,0.0002984197],"domain_scores_gemma":[0.99856716,0.00054473314,0.00013787416,0.00055361685,0.00012172016,0.00007489406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052962714,0.00023577161,0.00021544582,0.000119019525,0.00011744896,0.0003152722,0.0016403723,0.0000780321,0.000001297685],"category_scores_gemma":[0.00015618216,0.00017637723,0.00008079456,0.00029905318,0.000028587829,0.00040894368,0.00016357146,0.0002451195,0.000031764273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009283766,0.000026466425,0.00002016823,0.00005022444,0.000018422079,0.0000352556,0.000119166485,0.94344527,0.0008058699,0.05401211,0.00006709746,0.0013906712],"study_design_scores_gemma":[0.00018996217,0.00003395054,0.000048772934,0.0003309963,0.0000051498573,0.00009241944,0.000014413058,0.99241316,0.00082167675,0.000499308,0.0053419615,0.0002082279],"about_ca_topic_score_codex":0.000014990301,"about_ca_topic_score_gemma":8.6299275e-7,"teacher_disagreement_score":0.9338648,"about_ca_system_score_codex":0.00038280975,"about_ca_system_score_gemma":0.00006353185,"threshold_uncertainty_score":0.71924543},"labels":[],"label_agreement":null},{"id":"W2080470304","doi":"10.1002/j.2334-5837.2007.tb02857.x","title":"1.3.2 A Vision for Super‐Model Driven Systems Engineering","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; Computer science; Agile software development; Domain (mathematical analysis); Systems engineering; Software engineering; Point (geometry); Unified Modeling Language; Software; Engineering; Programming language","score_opus":0.009088326072573375,"score_gpt":0.2618106976589543,"score_spread":0.25272237158638095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080470304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009049083,0.000033189935,0.98719627,0.00049162627,0.0015419712,0.00034474453,0.000016740874,0.0010186167,0.0003077541],"genre_scores_gemma":[0.5866601,0.0000067338124,0.4127881,0.00005746497,0.00021578663,0.000077117074,0.000012469986,0.000025002271,0.00015721067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849516,0.0000059709982,0.00036746394,0.00038807644,0.00042460774,0.00031869116],"domain_scores_gemma":[0.99901944,0.0001317873,0.00007528731,0.00039959862,0.00026079864,0.00011309186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005045605,0.00018939769,0.00016193751,0.0002124098,0.000062088686,0.00018859301,0.0011958127,0.00011439468,0.0000012868611],"category_scores_gemma":[0.000017447535,0.00019780737,0.00010489289,0.00014178723,0.000013362669,0.00059016614,0.00027518292,0.00013627594,0.000012169539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001795211,0.00009386974,0.00022837248,0.000041466235,0.000054012933,0.000024534123,0.0003854724,0.3482623,0.06479757,0.58044267,0.0012151164,0.004436641],"study_design_scores_gemma":[0.00022568057,0.00006184173,0.00013396567,0.000082051825,0.000003533823,0.000037702903,0.0000010432532,0.9523117,0.0048730234,0.00033369038,0.04171652,0.00021923],"about_ca_topic_score_codex":0.00002813322,"about_ca_topic_score_gemma":0.0000033248634,"teacher_disagreement_score":0.6040494,"about_ca_system_score_codex":0.0003025945,"about_ca_system_score_gemma":0.000030863775,"threshold_uncertainty_score":0.806635},"labels":[],"label_agreement":null},{"id":"W2081072385","doi":"10.1002/j.2334-5837.2006.tb02758.x","title":"3.4.2 Capability engineering for strategic decision making","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministère de la Défense Nationale","keywords":"Process (computing); Strategic planning; Divestment; Process management; Strategic management; Set (abstract data type); Computer science; Business; Marketing","score_opus":0.00667884490823272,"score_gpt":0.24075993395771467,"score_spread":0.23408108904948194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081072385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7623183,0.000065406384,0.22015624,0.00035572343,0.0023844491,0.00030213583,0.000026920881,0.00090526446,0.013485541],"genre_scores_gemma":[0.98938704,0.00000655472,0.010156572,0.000016319273,0.0002222696,0.00009464039,0.000026989204,0.000021841337,0.00006777984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993308,0.0000017578978,0.00020985851,0.00015380213,0.00013824605,0.00016550963],"domain_scores_gemma":[0.9997098,0.00007475907,0.000024346198,0.00013406444,0.0000423651,0.000014695299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010372428,0.0001169951,0.00008844912,0.000096096366,0.000030552404,0.000049846098,0.00023248146,0.000075829914,0.00003581413],"category_scores_gemma":[0.0000076204515,0.00012546785,0.00005826534,0.00006641584,0.000012372491,0.00012344599,0.00004566453,0.00008481967,0.000015338952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003769123,0.00013525477,0.0025357283,0.000093949646,0.00014957412,0.00001971489,0.000030390065,0.7078495,0.042552978,0.23366767,0.0043823705,0.008545175],"study_design_scores_gemma":[0.001022664,0.00006028438,0.008278821,0.000121439254,0.000034118904,0.000015794223,0.000038779384,0.8633084,0.008160061,0.0697992,0.048628744,0.00053163513],"about_ca_topic_score_codex":0.000011981682,"about_ca_topic_score_gemma":0.000034801706,"teacher_disagreement_score":0.2270687,"about_ca_system_score_codex":0.00019342717,"about_ca_system_score_gemma":0.0000045535326,"threshold_uncertainty_score":0.511643},"labels":[],"label_agreement":null},{"id":"W2091632499","doi":"10.1002/j.2334-5837.2010.tb01128.x","title":"9.1.0 Service Systems and Systems Sciences in the 21st Century","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Systems Modeling Language; Service (business); Computer science; Knowledge management; Face (sociological concept); Service design; Service system; System of systems; Service provider; Engineering management; Engineering; Systems design; Unified Modeling Language; Business; Software engineering; Sociology; Marketing","score_opus":0.08287193777717378,"score_gpt":0.3767799881801068,"score_spread":0.293908050402933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091632499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90628743,0.0011392432,0.00015633911,0.004602233,0.012334995,0.0004975938,0.000039832918,0.00004002044,0.07490233],"genre_scores_gemma":[0.9983873,0.0000221202,0.0000579225,0.00053158234,0.0006628885,0.000043543394,0.0000016535154,0.000008412475,0.00028458147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531674,0.00023881756,0.00093736005,0.0005844132,0.0026565015,0.00026618558],"domain_scores_gemma":[0.995976,0.0025515514,0.0003491679,0.0005319398,0.00051800936,0.00007334655],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0063840896,0.00017215499,0.00026233617,0.000377485,0.0002999161,0.00263998,0.0022490958,0.00009846907,0.00007151478],"category_scores_gemma":[0.00077309646,0.00009977715,0.000061032886,0.0009561922,0.00014793639,0.0005446147,0.00036491518,0.00031398496,0.00022278479],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057742694,0.00022812217,0.0620571,0.000027930968,0.000036492638,0.00010884922,0.0042107706,0.004983036,0.018615928,0.8932151,0.010023418,0.0064354674],"study_design_scores_gemma":[0.00084912294,0.000081079685,0.03317533,0.00019618675,0.00000862587,0.0014178251,0.024329148,0.13913338,0.000036368605,0.010144833,0.7901541,0.00047400448],"about_ca_topic_score_codex":0.0025103542,"about_ca_topic_score_gemma":0.0013947504,"teacher_disagreement_score":0.8830703,"about_ca_system_score_codex":0.00003937566,"about_ca_system_score_gemma":0.00006219744,"threshold_uncertainty_score":0.9983954},"labels":[],"label_agreement":null},{"id":"W2093829704","doi":"10.1002/j.2334-5837.2013.tb03082.x","title":"9.2.2 Quantifying Systems Engineering Reuse – a Generalized Reuse Framework in COSYSMO","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Reuse; Computer science; Set (abstract data type); Systems engineering; Engineering","score_opus":0.012144451701254692,"score_gpt":0.22836334412477932,"score_spread":0.21621889242352463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093829704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96605533,0.0004060603,0.02654322,0.0007893563,0.0035465327,0.00042546322,0.000013912465,0.00060877186,0.0016113308],"genre_scores_gemma":[0.99082905,0.0002536826,0.008155687,0.00005118308,0.00029918842,0.00020410218,0.00003469596,0.000059714,0.00011271054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987888,0.000013885187,0.0004268829,0.00022724456,0.00027477441,0.00026842754],"domain_scores_gemma":[0.9992267,0.00009207241,0.000057792113,0.00045423608,0.00008944427,0.00007974962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013212001,0.0002082529,0.00019938563,0.0002102179,0.000031796993,0.000257311,0.00070974644,0.00015768687,0.00014473913],"category_scores_gemma":[0.00017084832,0.00021744725,0.00004952122,0.00015589103,0.000009429184,0.00043586124,0.00014970302,0.00026527027,0.00012242189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006487585,0.000026079528,0.0015934665,0.000106480744,0.000044638044,0.000014182231,0.00036650326,0.99030364,0.0045712464,0.002048602,0.0007549215,0.00016376608],"study_design_scores_gemma":[0.0004036842,0.000011494985,0.002073423,0.0003625503,0.0000065422155,0.000017827193,0.000026757418,0.98496,0.00406116,0.00036585238,0.0073706536,0.00034004299],"about_ca_topic_score_codex":0.0004893245,"about_ca_topic_score_gemma":0.000015215193,"teacher_disagreement_score":0.024773683,"about_ca_system_score_codex":0.00024001778,"about_ca_system_score_gemma":0.000009729539,"threshold_uncertainty_score":0.8867241},"labels":[],"label_agreement":null},{"id":"W2105440283","doi":"10.1002/j.2334-5837.2013.tb03087.x","title":"3.1.1 Transformative Affordability for System Architecture Design","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Pace; Architecture; Transformative learning; Service (business); Focus (optics); Computer science; Systems design; Process management; Engineering; Software engineering; Business; Marketing; Sociology; Geography","score_opus":0.020699013141906496,"score_gpt":0.2394266976815652,"score_spread":0.21872768453965868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105440283","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022091348,0.000036936297,0.9706786,0.0005451652,0.0009703536,0.0010343755,0.00006280515,0.0006452252,0.0039351466],"genre_scores_gemma":[0.9384901,0.000007578922,0.05935646,0.000020027615,0.00025322768,0.0017436795,0.000024255083,0.000029591529,0.000075100135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992504,0.000021824568,0.00027666995,0.00014054362,0.00012638947,0.00018417349],"domain_scores_gemma":[0.9992693,0.00037315124,0.000029386165,0.00017268605,0.00010843913,0.000047026082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024618162,0.00014577922,0.00015048552,0.00005197106,0.000049495127,0.00005799847,0.0002809241,0.00007835453,0.000026631158],"category_scores_gemma":[0.000029734318,0.00012898825,0.00008931487,0.00007387271,0.00002037762,0.00013605482,0.000014646908,0.00009605421,0.000057643403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020048725,0.000036561905,0.00003686003,0.00037927466,0.00021401979,8.454904e-7,0.0009028341,0.870171,0.0961097,0.012575677,0.004029241,0.015523952],"study_design_scores_gemma":[0.0008713522,0.00009555495,0.00072323997,0.00015032732,0.000031484535,0.00007958182,0.0006211417,0.8787025,0.070395775,0.0056666657,0.042057984,0.0006043575],"about_ca_topic_score_codex":0.00003310967,"about_ca_topic_score_gemma":0.000001909216,"teacher_disagreement_score":0.9163987,"about_ca_system_score_codex":0.00019777831,"about_ca_system_score_gemma":0.000007501285,"threshold_uncertainty_score":0.52599883},"labels":[],"label_agreement":null},{"id":"W2105781355","doi":"10.1002/j.2334-5837.2001.tb02330.x","title":"6.3.1 Pilot application of the Object Oriented System Engineering Method (OOSEM) using Rational Rose Real Time™ (RRT) to the Navy Common Command and Decision (CC&amp;D) Program","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Navy; Duration (music); Decision system; Object (grammar); Systems engineering; Object-oriented programming; Computer science; Engineering; Operations research; Software engineering; Artificial intelligence; Programming language","score_opus":0.024788075424084184,"score_gpt":0.3097072090894234,"score_spread":0.2849191336653392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105781355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49696523,0.00007151997,0.50030625,0.00021742273,0.00078240945,0.00089780247,0.000052488693,0.00031243177,0.00039442553],"genre_scores_gemma":[0.91517395,0.000030652554,0.083949536,0.000017879105,0.00034070807,0.00035857753,0.00004051252,0.00004630351,0.00004188434],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861723,0.000060210794,0.0004994764,0.00024268212,0.00037969835,0.00020070649],"domain_scores_gemma":[0.99859536,0.0006206485,0.00011314449,0.00045583592,0.00015256592,0.000062462284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006833323,0.00021141625,0.0002366304,0.000096942145,0.00014276507,0.00007181491,0.00048280376,0.00007045866,0.0000036334711],"category_scores_gemma":[0.0000752857,0.00015429725,0.00007668548,0.00041509114,0.000029888319,0.000098674,0.00017499054,0.00017675446,0.000011524421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007054458,0.00014598834,0.0010545463,0.00007835756,0.00013033322,0.0000012424907,0.00027631066,0.7867167,0.19478452,0.0050375992,0.00033126495,0.011372576],"study_design_scores_gemma":[0.000614466,0.00005877421,0.004461254,0.00021064785,0.000039364528,0.00017093544,0.000049183138,0.9598627,0.004482726,0.00008942402,0.029728,0.0002325323],"about_ca_topic_score_codex":0.00034916768,"about_ca_topic_score_gemma":0.00007234111,"teacher_disagreement_score":0.41820872,"about_ca_system_score_codex":0.0002731764,"about_ca_system_score_gemma":0.000017073147,"threshold_uncertainty_score":0.62920594},"labels":[],"label_agreement":null},{"id":"W2111105608","doi":"10.1002/j.2334-5837.2002.tb02563.x","title":"5.5.3 Enabling Systems Architecture Tradeoffs Using a Systems Integration Framework","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Data warehouse; Legacy system; Server; Architecture; Web application; Database; Data integration; System integration; Software engineering; World Wide Web; Operating system; Software","score_opus":0.020296309728991196,"score_gpt":0.24496983079568072,"score_spread":0.22467352106668953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111105608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05553575,0.0019525889,0.9226957,0.0039455933,0.009225534,0.0004949561,0.000024716752,0.00050802046,0.0056171315],"genre_scores_gemma":[0.9877326,0.000059818205,0.009640938,0.00077972974,0.0015020433,0.000049951257,0.000018141955,0.00003205956,0.00018473767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736124,0.00012300177,0.00057703187,0.0006567929,0.0008612926,0.0004206438],"domain_scores_gemma":[0.9983794,0.0002590552,0.00029673884,0.0006400329,0.00025925628,0.00016549263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002594331,0.00033161562,0.00028330093,0.00034118842,0.0002332282,0.0010003897,0.0018262031,0.00021336216,0.0000310524],"category_scores_gemma":[0.000025265968,0.0002884722,0.000136153,0.00063221244,0.000035331537,0.0007377228,0.0002906834,0.000507362,0.000091636575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010260246,0.00078824256,0.0009343818,0.00033504065,0.00066242454,0.00037872797,0.029116256,0.40996295,0.07979563,0.44118705,0.00061585946,0.036120843],"study_design_scores_gemma":[0.0003719575,0.00008172898,0.000061558974,0.0006623624,0.00002312211,0.0005680614,0.00031427384,0.96438384,0.0019252669,0.0026213017,0.028509296,0.0004772228],"about_ca_topic_score_codex":0.00070746656,"about_ca_topic_score_gemma":0.000034556575,"teacher_disagreement_score":0.93219686,"about_ca_system_score_codex":0.00021589486,"about_ca_system_score_gemma":0.000027964403,"threshold_uncertainty_score":0.9999567},"labels":[],"label_agreement":null},{"id":"W2116550565","doi":"10.1002/j.2334-5837.2004.tb00515.x","title":"3.3.2 Design Concept Evaluation Using System Throughput Model","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Nuclear and radioactivity studies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; U.S. Department of Energy","keywords":"License; Process (computing); Systems engineering; Iterative design; Engineering design process; Radioactive waste; Systems design; Engineering; Computer science; Operations management; Mechanical engineering; Waste management","score_opus":0.0384851941407029,"score_gpt":0.27570499592122744,"score_spread":0.23721980178052454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116550565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19847451,0.00031747276,0.7803355,0.00043048704,0.002852045,0.00044514544,0.00002665478,0.0005784813,0.016539715],"genre_scores_gemma":[0.9922665,0.000020750753,0.0073287697,0.00003434604,0.00026531194,0.000019911042,0.00000744911,0.000031798147,0.000025209114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999094,0.000018043911,0.00018225299,0.0001551804,0.00040011687,0.00015037972],"domain_scores_gemma":[0.9996527,0.000027959175,0.000035151937,0.000116393014,0.00013108195,0.0000367173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018271411,0.00013435504,0.00012612263,0.000053639484,0.00008855472,0.000048413287,0.00015597238,0.00006201416,0.000012244727],"category_scores_gemma":[0.000010753501,0.00013394187,0.00005273427,0.00006893749,0.000033064305,0.0002818555,0.00003548244,0.0000984293,0.00004165711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075728994,0.00002042662,0.000008622417,0.000010342626,0.0001107076,0.0000051805605,0.0007509738,0.9723011,0.024620188,0.0016098956,0.00014970379,0.00040527308],"study_design_scores_gemma":[0.00056037883,0.000013820835,0.0000325112,0.00006593806,0.000037590195,0.000044617183,0.00012844827,0.98562527,0.012584694,0.00062664936,0.00012449436,0.00015560404],"about_ca_topic_score_codex":0.000054646574,"about_ca_topic_score_gemma":0.0000052169257,"teacher_disagreement_score":0.79379195,"about_ca_system_score_codex":0.0011516736,"about_ca_system_score_gemma":0.000037881648,"threshold_uncertainty_score":0.5461991},"labels":[],"label_agreement":null},{"id":"W2136714574","doi":"10.1002/j.2334-5837.2005.tb00718.x","title":"6.3.1 The MSOCC Data Switch Replacement: A Case Study in Elicitating and Elucidating Requirements","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; System requirements; Set (abstract data type); Requirements analysis; Requirements engineering; Non-functional requirement; Process (computing); Requirements management; Functional requirement; Architecture; Systems engineering; Risk analysis (engineering); Reliability engineering; Software engineering; Engineering; Business; Software development; Programming language","score_opus":0.07377946673214476,"score_gpt":0.35334779501048713,"score_spread":0.2795683282783424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136714574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99096435,0.00019655994,0.005817163,0.0006878482,0.0005274906,0.00041359678,0.000018922467,0.00015408717,0.0012199688],"genre_scores_gemma":[0.9954063,0.00006533081,0.0039789267,0.000024020446,0.00030385095,0.00012872752,0.000014717613,0.000022237286,0.00005583714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989394,0.00003748881,0.00041426555,0.00024194739,0.00018756975,0.00017935173],"domain_scores_gemma":[0.9989966,0.00042660304,0.00005598873,0.0004559511,0.000035466106,0.000029387373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010998258,0.00012126019,0.00010570816,0.000052166914,0.00012231388,0.000118885044,0.00042382206,0.00003251465,0.0000048742395],"category_scores_gemma":[0.0001610171,0.00010325312,0.00001296854,0.00011712992,0.000015647607,0.00023260718,0.00027058882,0.00014204191,0.00000698668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012891773,0.0009270037,0.117698975,0.00023402776,0.0014732642,0.0011602094,0.022423195,0.40398532,0.09080418,0.0057669515,0.0055797547,0.3498182],"study_design_scores_gemma":[0.0014838119,0.00007322977,0.003508027,0.00011811388,0.000028071752,0.0010053995,0.008738073,0.94902563,0.00090962055,0.00013094355,0.034546223,0.0004328393],"about_ca_topic_score_codex":0.0003487172,"about_ca_topic_score_gemma":0.000756015,"teacher_disagreement_score":0.5450403,"about_ca_system_score_codex":0.00013492165,"about_ca_system_score_gemma":0.0000064777714,"threshold_uncertainty_score":0.421054},"labels":[],"label_agreement":null},{"id":"W2138973930","doi":"10.1002/j.2334-5837.2015.00099.x","title":"An Innovative Approach to the Development of Project Management Processes for Small‐scale Projects in a large Engineering Company","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Tetra Tech (Canada); École de Technologie Supérieure","funders":"","keywords":"Engineering management; Project management; Project planning; Scale (ratio); Project management triangle; Program management; OPM3; Process (computing); Process management; Extreme project management; Engineering; Systems engineering; Computer science","score_opus":0.11016375753248382,"score_gpt":0.36320269626187646,"score_spread":0.25303893872939265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138973930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8390101,0.000018044555,0.13540769,0.00082030694,0.0008695999,0.0025686312,0.00004617953,0.000055319284,0.021204107],"genre_scores_gemma":[0.95159435,0.0000016319123,0.046909645,0.000097216995,0.000092416485,0.00068756234,0.000031021445,0.000010521565,0.0005756343],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979373,0.00003137643,0.0006863247,0.00037746585,0.0007518073,0.0002157259],"domain_scores_gemma":[0.9983624,0.00011841233,0.00020225806,0.00025807583,0.0010136052,0.000045235316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024921217,0.00014147894,0.00017992393,0.00062936236,0.00006813075,0.00016058733,0.0010585352,0.000032826818,0.0000044978838],"category_scores_gemma":[0.00024731876,0.00009824291,0.00002818676,0.0018673525,0.00002314105,0.00036813028,0.000281859,0.00007984425,0.000011151641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029018263,0.00571143,0.3293954,0.0010723241,0.00080369646,0.000009297472,0.31805035,0.0707488,0.0027240901,0.06629723,0.011583425,0.1907021],"study_design_scores_gemma":[0.0050367187,0.00044839756,0.06494705,0.0003114388,0.000026389702,0.000021470923,0.033212714,0.16596195,0.009146627,0.0011875815,0.71869814,0.0010015118],"about_ca_topic_score_codex":0.000021509943,"about_ca_topic_score_gemma":0.00036083267,"teacher_disagreement_score":0.7071147,"about_ca_system_score_codex":0.00013198255,"about_ca_system_score_gemma":0.00021850687,"threshold_uncertainty_score":0.40062296},"labels":[],"label_agreement":null},{"id":"W2146456630","doi":"10.1002/j.2334-5837.2010.tb01053.x","title":"1.1.0 Is MBSE a Tectonic Shift in the Way We Perform Systems Engineering?","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems thinking; Transformation (genetics); Computer science; Engineering; Systems engineering; Artificial intelligence; Chemistry","score_opus":0.017150012395278497,"score_gpt":0.2540253322436526,"score_spread":0.2368753198483741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146456630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740741,0.0003850584,0.009239632,0.0037499515,0.0060503324,0.00055785285,0.000050618295,0.00059213286,0.005300306],"genre_scores_gemma":[0.9981238,0.000090448375,0.0006082647,0.00005648717,0.0006314992,0.0003707486,0.000010473769,0.000039153354,0.0000690746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988968,0.000014074835,0.00034095062,0.00019286295,0.00029976055,0.000255573],"domain_scores_gemma":[0.9991964,0.00029231107,0.00003548319,0.0003974603,0.000037757516,0.00004055232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005456614,0.00019511233,0.000163801,0.0001285254,0.000039493345,0.00013707926,0.0007867218,0.00013709607,0.00006228394],"category_scores_gemma":[0.0000551237,0.00015450918,0.0000786394,0.00022497766,0.00002011265,0.00012392554,0.00005159019,0.00050123467,0.00009899236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021614362,0.00022601383,0.004735489,0.00047636623,0.00035164735,0.00006959098,0.0069761444,0.5752026,0.30638167,0.092280164,0.008779468,0.004499246],"study_design_scores_gemma":[0.00054037524,0.00003319659,0.014287633,0.00014747611,0.000018553676,0.00023787074,0.00024762345,0.63701504,0.0051700086,0.00043045921,0.3413089,0.0005628603],"about_ca_topic_score_codex":0.00013716763,"about_ca_topic_score_gemma":0.000041457908,"teacher_disagreement_score":0.33252943,"about_ca_system_score_codex":0.00010008436,"about_ca_system_score_gemma":0.000010742081,"threshold_uncertainty_score":0.63007015},"labels":[],"label_agreement":null},{"id":"W2150651864","doi":"10.1002/j.2334-5837.2000.tb00434.x","title":"3.5.2 Continuous Appraisal Method (CAM)… A New Paradigm for Benchmarking Process Maturity","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Maturity (psychological); Capability Maturity Model; Benchmarking; Process (computing); Engineering; Process management; Service Integration Maturity Model; Engineering management; Computer science; Systems engineering; Software; Management; Operating system","score_opus":0.007103120623015855,"score_gpt":0.2962454883047738,"score_spread":0.28914236768175794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150651864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25922585,0.00033441416,0.6006685,0.009652153,0.007184913,0.0016356116,0.000117503245,0.003100078,0.11808098],"genre_scores_gemma":[0.97438437,0.00007049707,0.022670189,0.00016287722,0.0007168141,0.00021756608,0.00009569536,0.000042508054,0.0016395138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990737,0.000008137297,0.00024590947,0.00023878946,0.00018951131,0.00024394297],"domain_scores_gemma":[0.99961984,0.00009499672,0.000040346753,0.00015634681,0.00003060916,0.00005784978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014984616,0.00017127336,0.00016647566,0.00008745241,0.000051885625,0.000073950396,0.00039901055,0.0001203887,0.00046100875],"category_scores_gemma":[0.000010527729,0.00018143267,0.000080158796,0.000094057905,0.000019838071,0.00021922916,0.000033636483,0.00015772761,0.00003881438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003740864,0.00050087215,0.0027737897,0.0003343563,0.0016071809,0.000065430635,0.0017468431,0.07335413,0.008248394,0.11879228,0.10203355,0.6901691],"study_design_scores_gemma":[0.0019698362,0.00013303859,0.0015825086,0.00009513002,0.00008647634,0.000056901747,0.000067845634,0.1632327,0.008162622,0.02331609,0.8006537,0.0006431724],"about_ca_topic_score_codex":0.00003429293,"about_ca_topic_score_gemma":0.000021499165,"teacher_disagreement_score":0.71515846,"about_ca_system_score_codex":0.000089406414,"about_ca_system_score_gemma":0.000017254406,"threshold_uncertainty_score":0.73986095},"labels":[],"label_agreement":null},{"id":"W2159202698","doi":"10.1002/j.2334-5837.2014.00016.x","title":"Using systems thinking to inform natural resource governance","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Conservation, Biodiversity, and Resource Management","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harmonization; Scrutiny; Corporate governance; Natural resource; Environmental resource management; Natural resource management; Business; National park; Resource (disambiguation); Environmental planning; Political science; Geography; Economics; Computer science","score_opus":0.012464989690533971,"score_gpt":0.22624837578115686,"score_spread":0.2137833860906229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159202698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89977956,0.000016972346,0.0016409678,0.004729269,0.0014027747,0.0002474103,0.000010732189,0.00007446026,0.09209785],"genre_scores_gemma":[0.9929716,0.0000034239742,0.0007110964,0.0018545043,0.00023473875,0.0000057647094,0.000012038887,0.000008940255,0.0041978895],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857295,0.00002472791,0.00021250099,0.0002597652,0.0007327422,0.0001973229],"domain_scores_gemma":[0.99952483,0.000043741573,0.00012443207,0.00019874451,0.00002672261,0.000081520186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032332595,0.00012701428,0.0000977926,0.000036173715,0.0002865809,0.0001604209,0.0006232969,0.00004336089,0.00021620025],"category_scores_gemma":[0.000046348407,0.00011868362,0.00005263975,0.0001863329,0.00005373109,0.000234033,0.0007397475,0.000100222285,0.00048938487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014316535,0.00016268915,0.7501866,0.000036907324,0.00013000854,0.000026683407,0.0041657686,0.20349577,0.013243508,0.0053516673,0.013308298,0.009748914],"study_design_scores_gemma":[0.0002638744,0.00002613462,0.15629414,0.00004816995,0.000011496908,0.000012863938,0.00014600293,0.048227005,0.00020505858,0.000084919106,0.7944631,0.00021724077],"about_ca_topic_score_codex":0.0017129175,"about_ca_topic_score_gemma":0.00013313188,"teacher_disagreement_score":0.7811548,"about_ca_system_score_codex":0.000576993,"about_ca_system_score_gemma":0.000004547904,"threshold_uncertainty_score":0.6290216},"labels":[],"label_agreement":null},{"id":"W2166502137","doi":"10.1002/j.2334-5837.2000.tb00451.x","title":"2.6.3 Designing a Systems Engineering Educational Program Using Academic/Industry Collaboration","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Precept; Engineering management; Collaborative engineering; Curriculum; Engineering; Process (computing); Engineering design process; Concurrent engineering; Engineering ethics; Systems engineering; Computer science; Work in process; Mechanical engineering; Sociology; Pedagogy; Operations management; Political science","score_opus":0.029889324783506595,"score_gpt":0.3156288620010533,"score_spread":0.2857395372175467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166502137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93234205,0.00095427706,0.048763245,0.0010218567,0.0053066476,0.0012698105,0.00009360217,0.0022913322,0.007957177],"genre_scores_gemma":[0.97273594,0.000104808016,0.024427963,0.000021331509,0.0015260288,0.0005399537,0.00006116262,0.000075988006,0.0005067997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871504,0.000023322573,0.00044895895,0.00023861136,0.00029165045,0.00028238987],"domain_scores_gemma":[0.99937874,0.00015977026,0.00005377323,0.0002008267,0.00011773803,0.00008912298],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025809472,0.00022123705,0.00018093146,0.000120808116,0.0000772354,0.00015218311,0.0003362793,0.0003209802,0.00017963513],"category_scores_gemma":[0.00004821862,0.0002487222,0.000054358323,0.00035597815,0.000019924595,0.00031817122,0.000023169523,0.00046286458,0.00006790673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041319586,0.00002478516,0.00021599865,0.000038693714,0.000068298315,0.000002116714,0.00011077135,0.9265941,0.06818609,0.0012797104,0.0006532611,0.0028220348],"study_design_scores_gemma":[0.00025170317,0.000019212102,0.0005823792,0.0002024704,0.000024035704,0.00013850347,0.0001083749,0.9347984,0.006032763,0.00007153323,0.05736827,0.00040231034],"about_ca_topic_score_codex":0.000042735308,"about_ca_topic_score_gemma":9.1176304e-7,"teacher_disagreement_score":0.06215333,"about_ca_system_score_codex":0.0004388351,"about_ca_system_score_gemma":0.000049993334,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W2168235826","doi":"10.1002/j.2334-5837.2007.tb02964.x","title":"9.3.2 Simulation‐Based Design Using SysML Part 1: A Parametrics Primer","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Georgia Institute of Technology; National Aeronautics and Space Administration","keywords":"Systems Modeling Language; Computer science; Programming language; Modular design; Representation (politics); Semantics (computer science); Software engineering; Viewpoints; Theoretical computer science; Unified Modeling Language","score_opus":0.09457888141728547,"score_gpt":0.3300704325203885,"score_spread":0.235491551103103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168235826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041075163,0.00010486058,0.9554133,0.000060860377,0.0015861505,0.00024116413,0.000013141249,0.00046457743,0.0010408276],"genre_scores_gemma":[0.90501755,0.0000074449467,0.09435441,0.0000504287,0.0004300119,0.000026740321,0.000015625992,0.00004112707,0.000056648554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988677,0.000022819762,0.00038981336,0.00018333006,0.00028773193,0.00024860806],"domain_scores_gemma":[0.99788016,0.001618708,0.00006219417,0.00023896963,0.00013291847,0.000067044064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007255862,0.00016482058,0.00014850065,0.0002088034,0.00005698982,0.000054994944,0.00027047194,0.00011404608,0.000038240083],"category_scores_gemma":[0.00029090894,0.00017343381,0.000072942414,0.00038725603,0.000022597587,0.00010768253,0.000028858642,0.00013205162,0.00004099774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008266311,0.000023262402,0.00026154352,0.000014234721,0.00004559316,0.000005668614,0.000028152666,0.9835881,0.014320569,0.00040773652,0.00011728691,0.0011796148],"study_design_scores_gemma":[0.00020514044,0.0000118407515,0.0002979362,0.000035932495,0.000015815871,0.000005902889,0.000013373002,0.9642705,0.01632618,0.000119455275,0.018497126,0.00020081887],"about_ca_topic_score_codex":0.000025916448,"about_ca_topic_score_gemma":0.0000013929863,"teacher_disagreement_score":0.8639424,"about_ca_system_score_codex":0.00029736536,"about_ca_system_score_gemma":0.00001820647,"threshold_uncertainty_score":0.70724255},"labels":[],"label_agreement":null},{"id":"W2171596307","doi":"10.1002/j.2334-5837.2015.00059.x","title":"Open Source Systems Engineering Guides, Deployment Packages and Support Tools for Very Small Enterprises ‐‐ A Case Study","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Flexibility (engineering); Systems engineering; Exploit; Software engineering; Engineering management; Resource (disambiguation); Computer science; Open standard; Software; Manufacturing engineering; Engineering; Process management; Interoperability; Operating system; Computer security; Management","score_opus":0.10077348776088826,"score_gpt":0.3195188700303758,"score_spread":0.21874538226948756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171596307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.783981,0.0002948909,0.2101166,0.0001255851,0.0022516057,0.001907729,0.000097615404,0.0005498343,0.000675113],"genre_scores_gemma":[0.992514,0.000024135097,0.0053408514,0.000018560999,0.0003070943,0.0013182603,0.000028424603,0.00006808515,0.00038057298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989002,0.000023679317,0.0004166682,0.0002710822,0.00016649348,0.00022190908],"domain_scores_gemma":[0.99900174,0.0004161358,0.00005778004,0.00027048987,0.00012738189,0.00012649516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067568425,0.00021596957,0.00026122434,0.00008760083,0.00004930514,0.00053960213,0.0004764593,0.00006690227,0.000003002798],"category_scores_gemma":[0.00018135703,0.00021577353,0.000045578086,0.00007256785,0.000011558856,0.00028502409,0.00028835543,0.000090207584,0.000008272808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009003234,0.0003564895,0.00730319,0.00043865095,0.0013615543,0.0009073447,0.0050137527,0.9470751,0.017129822,0.0014969002,0.008459214,0.010367947],"study_design_scores_gemma":[0.0058723097,0.00093925575,0.0009019168,0.0003975185,0.00025056663,0.008679236,0.014505321,0.49263468,0.0067050424,0.000090435395,0.46724176,0.001781936],"about_ca_topic_score_codex":0.0006235563,"about_ca_topic_score_gemma":0.000042087297,"teacher_disagreement_score":0.45878255,"about_ca_system_score_codex":0.00021373217,"about_ca_system_score_gemma":0.00002251472,"threshold_uncertainty_score":0.8798989},"labels":[],"label_agreement":null},{"id":"W2256298703","doi":"10.1002/j.2334-5837.2012.tb01352.x","title":"4.2.3 A Systems Approach to Medical Device Compliance with IEC 60601–1:2005","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical engineering; Risk analysis (engineering); Usability; Medical equipment; Computer science; Reliability engineering; Engineering; Systems engineering; Engineering management; Business; Medicine; Health care","score_opus":0.15424972679313742,"score_gpt":0.46476961117711535,"score_spread":0.31051988438397793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256298703","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3314839,0.001293038,0.024266306,0.14572221,0.019289419,0.005060559,0.0005398383,0.0008247114,0.47152],"genre_scores_gemma":[0.98026395,0.000042615422,0.0011364185,0.011588459,0.0031926394,0.0006559761,0.00011907582,0.00004111941,0.002959742],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611443,0.0004919104,0.00081160915,0.00035676084,0.0013516289,0.00087368675],"domain_scores_gemma":[0.9971202,0.0006852522,0.00024277208,0.00038600608,0.00046609298,0.0010996665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016846824,0.00022772251,0.0003406945,0.00009802661,0.0004886799,0.00002408002,0.0007001339,0.0003316485,0.00056641997],"category_scores_gemma":[0.0003280725,0.00018292366,0.000055964338,0.00021464925,0.0000729844,0.00031024593,0.00024074022,0.00086215674,0.0018694483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019754285,0.0030634732,0.42193812,0.0039827675,0.0007176742,0.00007365299,0.04431661,0.0016919127,0.0006039844,0.43726858,0.08120223,0.0031655405],"study_design_scores_gemma":[0.0017850426,0.00013561892,0.04340576,0.002412725,0.000032259224,0.00020276854,0.0060049356,0.006014924,0.000029167473,0.00011035582,0.939198,0.0006684469],"about_ca_topic_score_codex":0.002266697,"about_ca_topic_score_gemma":0.0004201455,"teacher_disagreement_score":0.85799575,"about_ca_system_score_codex":0.000668005,"about_ca_system_score_gemma":0.0004696666,"threshold_uncertainty_score":0.9989077},"labels":[],"label_agreement":null},{"id":"W2519015480","doi":"10.1002/j.2334-5837.2016.00292.x","title":"An Initial Bibliometric Analysis and Mapping of Systems Engineering Research","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Intestinal Research","funders":"","keywords":"Field (mathematics); Computer science; Engineering research; Data science; Parsing; Bibliometrics; Method engineering; Information engineering; Systems research; Systems engineering; Management science; Information system; Software engineering; Engineering; Data mining; Artificial intelligence","score_opus":0.0735039182274619,"score_gpt":0.35778658246103884,"score_spread":0.28428266423357695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519015480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.717921,0.00025103538,0.280274,0.00007581151,0.0005349962,0.00011588216,0.000051022802,0.00018211882,0.00059413863],"genre_scores_gemma":[0.9968558,0.00022436153,0.0025364778,0.0000014446256,0.00025168792,0.00007058412,0.0000076211168,0.000022196764,0.000029855579],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988968,0.000038158185,0.00033653714,0.00018415829,0.0003467119,0.00019768147],"domain_scores_gemma":[0.9987944,0.0006296949,0.000038442064,0.00025323097,0.00021572306,0.00006850486],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0008953669,0.0001071864,0.0002038192,0.01744723,0.000029103603,0.0000610641,0.00030172168,0.00008063408,0.000014077269],"category_scores_gemma":[0.00014055116,0.000087068176,0.000052385723,0.018236483,0.000035630826,0.00019106921,0.00005631288,0.00009304088,0.00000672322],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062440363,0.000034842244,0.009534535,0.000118688986,0.0007465408,0.0000060857533,0.00015845464,0.14509022,0.82762086,0.005416697,0.00010246529,0.0111643635],"study_design_scores_gemma":[0.00096999924,0.0001452809,0.20047083,0.00044253163,0.00014398892,0.000076091215,0.00028681158,0.69545877,0.08388726,0.0002935237,0.017041879,0.0007830115],"about_ca_topic_score_codex":0.0001267341,"about_ca_topic_score_gemma":0.0000030977158,"teacher_disagreement_score":0.7437336,"about_ca_system_score_codex":0.00010211492,"about_ca_system_score_gemma":0.000006913734,"threshold_uncertainty_score":0.9936892},"labels":[],"label_agreement":null},{"id":"W2519193008","doi":"10.1002/j.2334-5837.2016.00226.x","title":"ISO/IEC 29110 Deployment Packages and Case Study for Systems Engineering: The “Not‐So‐Secret” Ingredients That Power the Standard","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Systems engineering; Flexibility (engineering); Engineering; Product lifecycle; Engineering management; Software engineering; Computer science; New product development; Business","score_opus":0.03046514980184656,"score_gpt":0.2763516451857871,"score_spread":0.24588649538394053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519193008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8909056,0.00038422894,0.101154976,0.0018964016,0.0035047582,0.001469406,0.00020342441,0.00036131928,0.00011986519],"genre_scores_gemma":[0.99803686,0.00007777501,0.00030677143,0.000032713157,0.0003554835,0.0009662355,0.0000032295447,0.00005464101,0.00016631013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883974,0.00003801839,0.00032414377,0.00024546165,0.00030668694,0.00024593397],"domain_scores_gemma":[0.9983926,0.0009888225,0.000069022055,0.00039070236,0.00010254859,0.000056347064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068925106,0.00022307565,0.00019204321,0.0000574999,0.00016669677,0.00020222848,0.00038564584,0.0000660432,0.0000062653758],"category_scores_gemma":[0.00011682189,0.000116942116,0.00007011465,0.00007504402,0.00004865734,0.00011629844,0.000117396936,0.00011233345,0.000006278226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007239956,0.0010044331,0.059712008,0.0011259933,0.010487593,0.001513861,0.037601292,0.47269514,0.2550106,0.07060627,0.042279042,0.04723978],"study_design_scores_gemma":[0.0071063736,0.0010850426,0.013496658,0.0009053603,0.0004121997,0.005480424,0.017198894,0.11802354,0.027489038,0.00038158483,0.80611515,0.0023057521],"about_ca_topic_score_codex":0.00011177054,"about_ca_topic_score_gemma":0.000024895924,"teacher_disagreement_score":0.7638361,"about_ca_system_score_codex":0.00018306504,"about_ca_system_score_gemma":0.000010534604,"threshold_uncertainty_score":0.4768761},"labels":[],"label_agreement":null},{"id":"W2519248743","doi":"10.1002/j.2334-5837.2016.00204.x","title":"The Best of Both Worlds: Agile Development Meets Product Line Engineering at Lockheed Martin","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Scrum; New product development; Product line; Agile usability engineering; Engineering; Product (mathematics); Quality (philosophy); Scale (ratio); Software product line; Systems engineering; Work (physics); Agile Unified Process; Time to market; Lean software development; Manufacturing engineering; Software development; Engineering management; Computer science; Software; Software engineering; Software development process; Business; Mechanical engineering; Marketing","score_opus":0.018652005253137337,"score_gpt":0.2615230268680876,"score_spread":0.24287102161495025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519248743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056503605,0.0002523596,0.935629,0.0049575344,0.002032976,0.0001559357,0.0000045029806,0.00025188155,0.000212172],"genre_scores_gemma":[0.70577246,0.00007626022,0.29094163,0.00003631907,0.00020690249,0.000062297295,0.0000022259405,0.000022745766,0.002879179],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986095,0.00003193932,0.0003896011,0.00031514783,0.000401924,0.0002519299],"domain_scores_gemma":[0.9982394,0.0009517927,0.00015208445,0.00042609687,0.00017564376,0.00005495485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005726602,0.00016030356,0.0001499754,0.00008037739,0.00008175344,0.0000410771,0.0011813585,0.000033903594,0.0000071825625],"category_scores_gemma":[0.000872305,0.00010071648,0.000049901642,0.00015648994,0.000051019033,0.0002825078,0.00069824356,0.000079118385,0.00004253361],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087188535,0.00018601425,0.002683041,0.00004988556,0.0002804831,0.000043013697,0.0010518419,0.09416806,0.74189246,0.016984465,0.000813889,0.14175966],"study_design_scores_gemma":[0.00060029805,0.00008426285,0.0029578935,0.00031869515,0.0000069166636,0.000056996087,0.000008786323,0.005976778,0.8377645,0.0012414546,0.1505182,0.0004651951],"about_ca_topic_score_codex":0.000005978299,"about_ca_topic_score_gemma":0.000010293504,"teacher_disagreement_score":0.64926887,"about_ca_system_score_codex":0.00033786477,"about_ca_system_score_gemma":0.000050526076,"threshold_uncertainty_score":0.4107099},"labels":[],"label_agreement":null},{"id":"W2519334373","doi":"10.1002/j.2334-5837.2016.00203.x","title":"Developing and implementing systems engineering and project management processes at CSiT – A small Canadian company in public transportation","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Business; Engineering management; Public transport; Telecommunications; Transport engineering; Engineering","score_opus":0.026468774030009332,"score_gpt":0.26201949282078313,"score_spread":0.2355507187907738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519334373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221509,0.0001848763,0.07114912,0.005605587,0.00014068541,0.00037206005,0.000019682568,0.00007021272,0.00030686284],"genre_scores_gemma":[0.9964262,0.0001853121,0.0031555858,0.00003099508,0.000023147211,0.000071867405,0.00000994947,0.0000055401492,0.00009136594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989246,0.000020695516,0.0002414708,0.00030674614,0.00023380936,0.00027268974],"domain_scores_gemma":[0.9995126,0.00012241805,0.00004647341,0.0000995923,0.00013608983,0.000082829916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040691392,0.00009241153,0.00010117906,0.00036952118,0.00008237923,0.00024976494,0.0003130573,0.000030045116,0.0000025481602],"category_scores_gemma":[0.00004462778,0.00007569493,0.000014797748,0.00031648081,0.000017822,0.00039720008,0.00011278091,0.000044381708,0.000002335648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023792658,0.000101623846,0.7818585,0.0013977381,0.0004284355,0.00027553178,0.003734626,0.00069770205,0.0045170593,0.15329313,0.00009222608,0.053579606],"study_design_scores_gemma":[0.004652577,0.00015446618,0.5751665,0.0032377355,0.00005046291,0.00022410142,0.0007383945,0.22911583,0.0036151395,0.002083376,0.17898802,0.001973363],"about_ca_topic_score_codex":0.011455683,"about_ca_topic_score_gemma":0.06738102,"teacher_disagreement_score":0.22841813,"about_ca_system_score_codex":0.00044917045,"about_ca_system_score_gemma":0.00012327355,"threshold_uncertainty_score":0.99512714},"labels":[],"label_agreement":null},{"id":"W2519644544","doi":"10.1002/j.2334-5837.2016.00227.x","title":"Technology planning approach for Very Small Entities","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Process (computing); Process management; Domain (mathematical analysis); New product development; Product (mathematics); Business; Computer science; Engineering management; Knowledge management; Engineering; Marketing","score_opus":0.011357231378454504,"score_gpt":0.23062216568746305,"score_spread":0.21926493430900854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519644544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16435623,0.00017872929,0.78280354,0.003563682,0.0024100933,0.0003670817,0.000042861055,0.001772992,0.04450477],"genre_scores_gemma":[0.9890149,0.000044738932,0.008721141,0.000040234445,0.00015201609,0.00026397826,0.00002084672,0.000022841492,0.0017192943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99944353,0.0000021699414,0.00014581952,0.00015078181,0.000082479535,0.00017522615],"domain_scores_gemma":[0.9997486,0.000034860317,0.000027315666,0.00013375326,0.00003848803,0.000017005405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006501258,0.00010680953,0.00009068973,0.00021437254,0.000034354063,0.000022054333,0.00033673775,0.0001128506,0.000021923408],"category_scores_gemma":[0.000011083839,0.00008724263,0.00004296574,0.00006274186,0.00004831484,0.00011701631,0.00009333671,0.000062990315,0.000018097184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010741317,0.00031257607,0.022624424,0.00020928135,0.0014970372,0.000048629518,0.00029320776,0.010560071,0.28393394,0.56659126,0.034306485,0.079515696],"study_design_scores_gemma":[0.0037799622,0.00024398611,0.0019008348,0.0002634054,0.00008916792,0.000057214675,0.0005030994,0.029319156,0.16195802,0.041279573,0.75949794,0.0011076415],"about_ca_topic_score_codex":0.0000016279179,"about_ca_topic_score_gemma":0.0000017722369,"teacher_disagreement_score":0.8246587,"about_ca_system_score_codex":0.00012003166,"about_ca_system_score_gemma":0.0000049269565,"threshold_uncertainty_score":0.35576513},"labels":[],"label_agreement":null},{"id":"W2750628123","doi":"10.1002/j.2334-5837.2017.00370.x","title":"Systems Security Engineering: What Every System Engineer Needs to Know","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering management; Trustworthiness; Relevance (law); Perspective (graphical); Engineering; Computer science; Value (mathematics); Engineering ethics; Systems engineering; Computer security; Political science","score_opus":0.00608534639744141,"score_gpt":0.22112774017902279,"score_spread":0.21504239378158138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750628123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24298453,0.0007390124,0.51011705,0.032000303,0.10011598,0.0019688003,0.00010883486,0.002773692,0.109191805],"genre_scores_gemma":[0.99770427,0.000029376175,0.00076045335,0.00030723217,0.0005542729,0.000066997905,0.0000103396405,0.000013842771,0.00055321096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839115,0.000017670196,0.00039773632,0.00025990087,0.00063717325,0.00029635715],"domain_scores_gemma":[0.9982393,0.000047962698,0.00019285001,0.0009426977,0.0003589906,0.0002182411],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00040054452,0.00021311466,0.0001950973,0.00023918271,0.00023797191,0.0032951178,0.0026037446,0.0001086284,0.000010532452],"category_scores_gemma":[0.00006270961,0.00021335835,0.0001007975,0.0001336809,0.00001775818,0.004250095,0.00068813085,0.00018645376,0.00057946664],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018560437,0.00009542976,0.0003517797,0.00013377548,0.00012457157,0.00006839774,0.006967563,0.010446604,0.0010129452,0.9730431,0.0060597477,0.0016775219],"study_design_scores_gemma":[0.0005893956,0.000058704012,0.0012824984,0.00056738104,0.0000094367315,0.00023374012,0.00053381984,0.6854352,0.0030148875,0.00009148284,0.30757204,0.00061144197],"about_ca_topic_score_codex":0.00012634031,"about_ca_topic_score_gemma":0.000006122332,"teacher_disagreement_score":0.9729516,"about_ca_system_score_codex":0.00034609338,"about_ca_system_score_gemma":0.00004869991,"threshold_uncertainty_score":0.99773955},"labels":[],"label_agreement":null},{"id":"W2751624834","doi":"10.1002/j.2334-5837.2017.00344.x","title":"Version 0.75 of the Proposed INCOSE Competency Framework","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Competence (human resources); Core competency; Section (typography); Computer science; Publication; Engineering management; Knowledge management; Engineering ethics; Engineering; Psychology; Political science; Management; Operating system; Social psychology","score_opus":0.016954226519865397,"score_gpt":0.2694708518717698,"score_spread":0.2525166253519044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751624834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8988184,0.00014597573,0.04885086,0.0031151911,0.009554515,0.0005843856,0.00011549147,0.00039484756,0.03842036],"genre_scores_gemma":[0.993372,0.00004585022,0.0060933745,0.000021444392,0.00025823,0.000022728887,0.000004522029,0.00002034914,0.00016149526],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992766,0.00001687248,0.00023316678,0.00012209834,0.00023195888,0.000119305514],"domain_scores_gemma":[0.99900633,0.00013754277,0.00010672014,0.0006370747,0.00008504246,0.00002728411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017983782,0.000111156296,0.00013531106,0.000030824725,0.00015410656,0.000056878718,0.0010343901,0.00009240181,0.00003724045],"category_scores_gemma":[0.00019040729,0.000085346226,0.00009429471,0.000049060287,0.00007329326,0.00010953655,0.00019633136,0.00016883679,0.00003364594],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000502508,0.00022054742,0.034845226,0.00030336546,0.0004894279,0.000011684518,0.0009873972,0.109035365,0.69621485,0.14270642,0.005921248,0.009214228],"study_design_scores_gemma":[0.0018285994,0.0001211333,0.29672995,0.0015984566,0.00010706698,0.00008900934,0.0002679645,0.16121337,0.37385127,0.03607338,0.12689576,0.0012240503],"about_ca_topic_score_codex":0.00006484212,"about_ca_topic_score_gemma":0.0000059756157,"teacher_disagreement_score":0.32236356,"about_ca_system_score_codex":0.000085280924,"about_ca_system_score_gemma":0.00001296649,"threshold_uncertainty_score":0.3480318},"labels":[],"label_agreement":null},{"id":"W2752327112","doi":"10.1002/j.2334-5837.2017.00351.x","title":"Graph‐Based Digital Blueprint for Model Based Engineering of Complex Systems","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Blueprint; Computer science; Graph; Software engineering; Software; Systems engineering; Theoretical computer science; Data science; Programming language; Engineering","score_opus":0.05671150565360169,"score_gpt":0.29162569000220656,"score_spread":0.23491418434860487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752327112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049234796,0.000027073438,0.9469508,0.000205203,0.0009952153,0.00035634186,0.00039091826,0.00027109223,0.0015685372],"genre_scores_gemma":[0.9788699,0.000003584563,0.020546414,0.000008379047,0.00015477352,0.00026796095,0.0000640775,0.0000433014,0.000041570995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911463,0.0000035665662,0.00034716277,0.00017244542,0.00018656801,0.00017564913],"domain_scores_gemma":[0.9990228,0.0001975974,0.00011205977,0.00047780445,0.0001403074,0.000049435486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018092495,0.00016567446,0.0002201678,0.00009910974,0.0000702108,0.00017097838,0.00062124035,0.000078006386,0.0000037248258],"category_scores_gemma":[0.00011395767,0.00017405629,0.00013844685,0.000035142548,0.000032427655,0.00015238377,0.000047771347,0.00007484875,0.000003899596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000799791,0.000022037915,0.00017485756,0.00014148421,0.00005419913,6.2145796e-7,0.00001232173,0.93362504,0.05979598,0.0057091736,0.00017771605,0.0002785436],"study_design_scores_gemma":[0.00042219253,0.00001395664,0.00058833504,0.00009000056,0.000010054877,0.0000023849514,0.0000066377847,0.9854562,0.009376658,0.00014615376,0.0037137475,0.00017362616],"about_ca_topic_score_codex":0.000026821546,"about_ca_topic_score_gemma":0.0000013072971,"teacher_disagreement_score":0.92963517,"about_ca_system_score_codex":0.000088753644,"about_ca_system_score_gemma":0.000016288244,"threshold_uncertainty_score":0.70978093},"labels":[],"label_agreement":null},{"id":"W2752897303","doi":"10.1002/j.2334-5837.2017.00461.x","title":"Availability as a design criterion: Simulation of SKA1_MID Dish Power Infrastructure","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Radio Astronomy Observations and Technology","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Telescope; Computer science; Power (physics); Systems engineering; Engineering; Astrophysics; Physics","score_opus":0.011843423319570709,"score_gpt":0.2843925592610738,"score_spread":0.2725491359415031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752897303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075254,0.0000069990274,0.0717556,0.001667033,0.00073905714,0.00025294253,0.000088991015,0.00003788503,0.017926082],"genre_scores_gemma":[0.99706453,8.652573e-7,0.0022742068,0.000032015414,0.00020945721,0.000028830651,0.000040252387,0.000013184677,0.00033667395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990479,0.000022137041,0.00033601868,0.0002554571,0.00019029832,0.00014820912],"domain_scores_gemma":[0.9987136,0.000072583774,0.000365581,0.00055288646,0.00024918694,0.000046126366],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013910396,0.00014459,0.00017465709,0.00005697494,0.00020456532,0.00012505522,0.0006427134,0.00007157633,0.0016655931],"category_scores_gemma":[0.000044714823,0.00014200665,0.00010171576,0.00004045356,0.00016526994,0.0004760991,0.00016661687,0.00014339403,0.000041403167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021112594,0.0005518143,0.8073754,0.000013442955,0.0004408589,0.000006405727,0.0005444834,0.058992073,0.017574934,0.07618912,0.0012319742,0.036868382],"study_design_scores_gemma":[0.0030095512,0.00045695525,0.67986727,0.00013724077,0.00008908386,0.000011036446,0.00031990118,0.08105041,0.043232966,0.11207341,0.07884305,0.00090912345],"about_ca_topic_score_codex":0.0002664198,"about_ca_topic_score_gemma":0.000003324593,"teacher_disagreement_score":0.1275081,"about_ca_system_score_codex":0.00006105562,"about_ca_system_score_gemma":0.00006400745,"threshold_uncertainty_score":0.999247},"labels":[],"label_agreement":null},{"id":"W2885939450","doi":"10.1002/j.2334-5837.2018.00483.x","title":"Case Study: Agile Systems Engineering at Lockheed Martin Aeronautics Integrated Fighter Group","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Waterfall model; Engineering; Systems engineering; Component (thermodynamics); Engineering management; Process management; Software engineering; Computer science; Information system; Operating system","score_opus":0.02466275870817365,"score_gpt":0.2567885384611913,"score_spread":0.23212577975301768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885939450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531386,0.00009675163,0.03913834,0.00007082272,0.004564306,0.0005303883,0.000062346786,0.0009807053,0.0014177737],"genre_scores_gemma":[0.99620956,0.000009849843,0.0018657628,0.000017470133,0.000950957,0.00027503422,0.000047414753,0.00007866694,0.0005452971],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854445,0.000035670346,0.0005172829,0.00030705117,0.00027530384,0.0003202668],"domain_scores_gemma":[0.9991053,0.00016984582,0.00006478383,0.00039564457,0.00016831988,0.000096104166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003439071,0.00028876023,0.00025719203,0.00014061958,0.000105625426,0.00011798403,0.00036748266,0.00012635541,0.00010392152],"category_scores_gemma":[0.000052362957,0.00027834246,0.00007237242,0.00024148477,0.000036230536,0.00013380584,0.00015287688,0.00019760594,0.00021277656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089386434,0.0006619298,0.008752655,0.0003376231,0.0018261479,0.003593974,0.004422468,0.62274855,0.32810614,0.0039509316,0.022603605,0.0029066259],"study_design_scores_gemma":[0.0008557211,0.00019841689,0.0006751992,0.000119693985,0.000059721922,0.0040995805,0.00079499546,0.868786,0.0058011785,0.000016688704,0.11790284,0.00069001265],"about_ca_topic_score_codex":0.00034801583,"about_ca_topic_score_gemma":0.000099823876,"teacher_disagreement_score":0.32230496,"about_ca_system_score_codex":0.000502088,"about_ca_system_score_gemma":0.000007685562,"threshold_uncertainty_score":0.99996686},"labels":[],"label_agreement":null},{"id":"W2886770049","doi":"10.1002/j.2334-5837.2018.00552.x","title":"Modeling Cyber Threats with SysML","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Multitude; Scalability; Computer science; Systems engineering; Cyber-physical system; Software engineering; Unified Modeling Language; Computer security; Engineering; Software; Database; Operating system","score_opus":0.028433960485317895,"score_gpt":0.27208118082966304,"score_spread":0.24364722034434513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886770049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4194598,0.0001225098,0.5374724,0.00044381412,0.0015111811,0.00017758564,0.000017878738,0.00083867623,0.039956126],"genre_scores_gemma":[0.98876464,0.000036722977,0.009895407,0.000036636913,0.0007834309,0.00007099092,0.000010826426,0.000035181034,0.00036618297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993551,0.000006336903,0.00016554538,0.00015165267,0.00016594808,0.00015542138],"domain_scores_gemma":[0.99959075,0.000041108833,0.00001483151,0.00020332531,0.00011238651,0.00003757018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109354994,0.00012269999,0.000102533595,0.00005042485,0.00004621808,0.000045427445,0.00023835301,0.000054928918,0.00004857968],"category_scores_gemma":[0.000009343422,0.00010420979,0.000030851734,0.00009855974,0.000028843733,0.00010437375,0.000032724347,0.000083681385,0.00013121689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016383388,0.000023707578,0.00031774148,0.00002236586,0.00016806285,0.000007771562,0.000325897,0.95267063,0.033606,0.008972528,0.0006822585,0.0031866597],"study_design_scores_gemma":[0.00023879929,0.00003738202,0.00016392465,0.00007269194,0.000012523048,0.00007659198,0.00005335184,0.9812287,0.008955693,0.000762926,0.008159199,0.00023821079],"about_ca_topic_score_codex":0.000055902925,"about_ca_topic_score_gemma":0.000030128971,"teacher_disagreement_score":0.5693048,"about_ca_system_score_codex":0.0000929782,"about_ca_system_score_gemma":0.000006876629,"threshold_uncertainty_score":0.4249552},"labels":[],"label_agreement":null},{"id":"W2886876310","doi":"10.1002/j.2334-5837.2018.00501.x","title":"Delivering Better Projects on Time by Ensuring Requirements Quality Upfront","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Technical University of Nova Scotia","funders":"","keywords":"Timeline; Computer science; Criticality; Risk analysis (engineering); Automation; Quality (philosophy); Domain (mathematical analysis); Process management; Control (management); Systems engineering; Engineering; Business","score_opus":0.027531673562654495,"score_gpt":0.3110211638853228,"score_spread":0.2834894903226683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886876310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9350771,0.000016816977,0.05508954,0.0023499022,0.0015441569,0.00021702918,0.000015761967,0.0004309658,0.0052587474],"genre_scores_gemma":[0.99336374,0.0000029547214,0.0049118367,0.0005014929,0.00045162602,0.0000324725,0.0000117884565,0.00001951374,0.00070455705],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99796134,0.000046594625,0.00027783655,0.00047389782,0.00090962806,0.00033069152],"domain_scores_gemma":[0.9988609,0.0002660354,0.00007481428,0.00045584916,0.00024358762,0.00009882502],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005107885,0.00015762693,0.00011858293,0.00012342569,0.00009679546,0.0002155213,0.001299642,0.000059543294,0.0000820517],"category_scores_gemma":[0.00024010013,0.00015824914,0.000051914718,0.00015517398,0.00004918898,0.00048979104,0.0005508916,0.0001685626,0.0010189051],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001798996,0.00082988036,0.055316526,0.00006206518,0.0005461703,0.00015565289,0.0029258628,0.00058600126,0.8605403,0.0049097748,0.03247604,0.041471865],"study_design_scores_gemma":[0.0026742152,0.0011565724,0.10842912,0.00052050804,0.0000135730315,0.00007425068,0.000011016585,0.10754163,0.7055605,0.0011218124,0.07117767,0.0017191111],"about_ca_topic_score_codex":0.00020812737,"about_ca_topic_score_gemma":0.000005369756,"teacher_disagreement_score":0.15497974,"about_ca_system_score_codex":0.00041216635,"about_ca_system_score_gemma":0.000034249486,"threshold_uncertainty_score":0.9997589},"labels":[],"label_agreement":null},{"id":"W2887452746","doi":"10.1002/j.2334-5837.2018.00507.x","title":"Creating Decision Guidance for Applying Agile System Engineering","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Scrum; Agile usability engineering; Agile Unified Process; Process management; New product development; Knowledge management; Computer science; Product (mathematics); Work (physics); Management science; Engineering management; Engineering; Business; Software engineering; Software development; Software development process; Software; Marketing","score_opus":0.005624376023312709,"score_gpt":0.23968403882202266,"score_spread":0.23405966279870996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887452746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14248756,0.000090284135,0.82234585,0.00016186337,0.004890747,0.00053935306,0.000022741628,0.001674363,0.027787214],"genre_scores_gemma":[0.97250754,0.000007869972,0.026311753,0.000022921733,0.00060048664,0.00035708232,0.0000138922305,0.00003321241,0.00014527311],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992272,0.000002150671,0.0002426215,0.0001737035,0.00016336379,0.00019095922],"domain_scores_gemma":[0.99959415,0.00008267898,0.000040283056,0.00016115092,0.000091474896,0.00003026257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015762454,0.00012818049,0.000107659595,0.00011464373,0.000077595294,0.000056858513,0.00031439165,0.0000744984,0.00001871788],"category_scores_gemma":[0.000029267256,0.00013769192,0.000050686544,0.000087808345,0.000017436529,0.00016217791,0.00008925938,0.00007379503,0.00005261034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012673935,0.00013730412,0.0037843897,0.00075503485,0.00097271503,0.000054731434,0.0007093963,0.1358384,0.41902083,0.31932983,0.022078568,0.097192064],"study_design_scores_gemma":[0.0006364486,0.00006215931,0.0007083062,0.00039969326,0.000022450142,0.00001710673,0.00010069299,0.8106636,0.04010054,0.00034850402,0.14663585,0.0003046809],"about_ca_topic_score_codex":0.000007387722,"about_ca_topic_score_gemma":0.0000071455274,"teacher_disagreement_score":0.83001995,"about_ca_system_score_codex":0.00026497964,"about_ca_system_score_gemma":0.0000042886104,"threshold_uncertainty_score":0.5614914},"labels":[],"label_agreement":null},{"id":"W2975056157","doi":"10.1002/j.2334-5837.2019.00592.x","title":"Implementing systems engineering and project management processes in a Canadian company – Overview and Results Achieved","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lachine Hospital; École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Maturity (psychological); Audit; Process (computing); Engineering management; Engineering; Systems engineering; Information security management system; Computer science; Software development process; Software development; Software; Business","score_opus":0.01551138298554937,"score_gpt":0.2827738985106589,"score_spread":0.26726251552510955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975056157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885346,0.0013588369,0.0016684723,0.0030404902,0.00037879022,0.0009775494,0.000042298707,0.00009669941,0.0039022171],"genre_scores_gemma":[0.9984097,0.00036979036,0.00091534085,0.000043563145,0.000026515596,0.00003911476,0.00001169919,0.0000053321896,0.00017893813],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867517,0.000031034113,0.00030287646,0.00035874487,0.00030360982,0.0003285583],"domain_scores_gemma":[0.99943966,0.00013660788,0.000056528857,0.00018197652,0.00009515957,0.00009007176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008850753,0.00009921295,0.00013618516,0.00030121827,0.00004927739,0.00035595582,0.00041318696,0.000030548497,0.0000023223636],"category_scores_gemma":[0.0000717297,0.000094572795,0.000017926663,0.00037573467,0.000011732816,0.00033800522,0.0003794979,0.00009789481,0.0000072967587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015674657,0.0004992,0.79416424,0.0070775007,0.0010940345,0.0005492798,0.010020386,0.019339455,0.0030137761,0.12638603,0.00064179435,0.03705757],"study_design_scores_gemma":[0.0016590987,0.00008578055,0.06531837,0.000915359,0.0000123719465,0.0000695878,0.0002280973,0.7882802,0.00014716295,0.00017873493,0.14265107,0.00045417264],"about_ca_topic_score_codex":0.07476114,"about_ca_topic_score_gemma":0.026723597,"teacher_disagreement_score":0.76894075,"about_ca_system_score_codex":0.00018385233,"about_ca_system_score_gemma":0.000097822514,"threshold_uncertainty_score":0.9910362},"labels":[],"label_agreement":null},{"id":"W2975232136","doi":"10.1002/j.2334-5837.2019.00596.x","title":"Validating a System Architecture Model (SAM) for a Department of Defense (DoD) Acquisition Program Using a Phased Approach","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Consistency (knowledge bases); Reuse; Software engineering; Focus (optics); Set (abstract data type); Systems architecture; Systems engineering; Architecture; Information system; Programming language; Engineering; Artificial intelligence","score_opus":0.015709977256747658,"score_gpt":0.2524796832547857,"score_spread":0.23676970599803804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975232136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8773655,0.000012223081,0.099484265,0.00018483342,0.00034779691,0.0013531727,0.00006959462,0.00022416533,0.02095841],"genre_scores_gemma":[0.9873397,7.143066e-7,0.011627373,0.00021385455,0.0002606086,0.00021287437,0.00027238997,0.000019666237,0.000052864143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880904,0.000004105185,0.00044086078,0.00021647719,0.0003242594,0.00020526319],"domain_scores_gemma":[0.99889684,0.000021102149,0.00056657626,0.00017315075,0.00033379736,0.000008538977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023369332,0.00016144259,0.00019960677,0.0001840255,0.00008250452,0.00013231687,0.00028188745,0.0001105853,0.00001110918],"category_scores_gemma":[0.000017597824,0.00015027937,0.00013067319,0.00016495025,0.000029227604,0.000689654,0.00007113618,0.00009395575,0.000019328425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001205051,0.0012863249,0.004781234,0.0030820179,0.000547011,0.000008269223,0.00053590385,0.34308198,0.12093995,0.5128892,0.00056381983,0.011079252],"study_design_scores_gemma":[0.0014857306,0.00004372964,0.000053151027,0.00016603216,0.000054348988,0.000020423393,0.00030962285,0.9888261,0.0048906836,0.0016877213,0.002246503,0.00021594483],"about_ca_topic_score_codex":0.00007231008,"about_ca_topic_score_gemma":0.0000041100275,"teacher_disagreement_score":0.64574414,"about_ca_system_score_codex":0.00014843713,"about_ca_system_score_gemma":0.000034648307,"threshold_uncertainty_score":0.6128215},"labels":[],"label_agreement":null},{"id":"W2976461980","doi":"10.1002/j.2334-5837.2019.00614.x","title":"Appreciative Methods Applied to the Assessment of Complex Systems","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Complex system; Complexity management; System of systems; Computer science; Perspective (graphical); Management science; System of systems engineering; Systems engineering; Data science; Software engineering; Artificial intelligence; Systems design; Engineering; Management","score_opus":0.13594491086612825,"score_gpt":0.48656754591548296,"score_spread":0.3506226350493547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976461980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060159355,0.00006778894,0.4971847,0.0029971213,0.008300594,0.0015411037,0.000115314484,0.000049403767,0.42958462],"genre_scores_gemma":[0.9817162,8.34916e-7,0.013550226,0.0003389764,0.00030906097,0.000069666734,0.0000042791953,0.000013710147,0.0039970535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995009,0.00036720288,0.0012472925,0.0005438452,0.0026280547,0.00020460298],"domain_scores_gemma":[0.99348927,0.00394645,0.0006774958,0.0008838306,0.0009067414,0.00009622049],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00562335,0.0001729475,0.00047673844,0.00028353912,0.000099121964,0.0004095083,0.0021512075,0.000060081446,0.00090421725],"category_scores_gemma":[0.00046933198,0.00010287415,0.00017435913,0.0006610942,0.00004146016,0.00014747986,0.0007249481,0.00014969829,0.0007799144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012469738,0.00021360409,0.016659237,0.000014425709,0.00024980697,0.0000042681604,0.002132374,0.1261872,0.10072916,0.67820215,0.04773449,0.027748587],"study_design_scores_gemma":[0.0006238852,0.00011143064,0.064001255,0.0000682247,0.000010999809,0.000024202565,0.0021829887,0.17073953,0.0005602402,0.011257945,0.75013536,0.00028394416],"about_ca_topic_score_codex":0.00013927357,"about_ca_topic_score_gemma":0.000024764287,"teacher_disagreement_score":0.92155683,"about_ca_system_score_codex":0.00017081219,"about_ca_system_score_gemma":0.0000707544,"threshold_uncertainty_score":0.9999981},"labels":[],"label_agreement":null},{"id":"W3089679234","doi":"10.1002/j.2334-5837.2020.00739.x","title":"Complexity, Systems Thinking and an Integrated Systems Engineering and Project Management Model","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Department of Agriculture","funders":"","keywords":"Agile software development; Computer science; Complexity management; Systems thinking; Process (computing); Management science; Process management; Key (lock); Project management; Systems engineering; Product (mathematics); Knowledge management; Engineering management; Engineering; Software engineering; Artificial intelligence; Business","score_opus":0.02843730118904115,"score_gpt":0.23100019096577096,"score_spread":0.20256288977672982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089679234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8726616,0.0009900186,0.07372374,0.009564246,0.0047870097,0.0030652739,0.00004822335,0.0017234705,0.033436432],"genre_scores_gemma":[0.99730563,0.000035752124,0.00093365234,0.00049255986,0.00083542854,0.000044433775,0.00016062899,0.000027736285,0.00016417415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989162,0.0000065039826,0.00026904105,0.0003428449,0.00031319598,0.00015221773],"domain_scores_gemma":[0.9996154,0.000008490479,0.00012393438,0.00008669651,0.00014372628,0.000021781221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021996009,0.00017672555,0.00015720534,0.00015963943,0.000111621914,0.0009291014,0.00024272072,0.000046775258,0.0000043829414],"category_scores_gemma":[0.0000197312,0.00016739448,0.000016458067,0.00019765848,0.000024610976,0.0012022232,0.00029327042,0.000097770746,0.000012663133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024349385,0.00017185371,0.01118443,0.0020130314,0.00048189992,0.00008360474,0.0018804872,0.20375337,0.004524381,0.767557,0.005319213,0.0027872226],"study_design_scores_gemma":[0.0004073638,0.0000069922376,0.00042659594,0.00011260808,0.000030863866,0.000007627702,0.00025955634,0.97988254,0.0000148876225,0.00037267158,0.018262794,0.00021552527],"about_ca_topic_score_codex":0.00020277579,"about_ca_topic_score_gemma":0.0000062732042,"teacher_disagreement_score":0.7761291,"about_ca_system_score_codex":0.00005329941,"about_ca_system_score_gemma":0.0000104649325,"threshold_uncertainty_score":0.89593464},"labels":[],"label_agreement":null},{"id":"W3090048268","doi":"10.1002/j.2334-5837.2020.00734.x","title":"Patterns for Success in the Adoption and Execution of Feature‐based Product Line Engineering: A Report from Practitioners","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Portfolio; Software engineering; Feature (linguistics); Software product line; Product (mathematics); Schedule; Quality (philosophy); Automation; Multitude; Software; Feature engineering; New product development; Knowledge management; Engineering; Software development; Business; Artificial intelligence; Marketing","score_opus":0.03440693171931544,"score_gpt":0.29961266106383605,"score_spread":0.2652057293445206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090048268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055610992,0.00004445982,0.9304832,0.013073808,0.00042286963,0.00023974295,0.000030052557,0.000082477105,0.000012386132],"genre_scores_gemma":[0.79004806,0.000012776958,0.20946804,0.00017086128,0.0001605107,0.000065286586,0.00006466003,0.000006273801,0.0000035406404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991795,0.000031906253,0.000210178,0.00027120012,0.00021923837,0.00008797492],"domain_scores_gemma":[0.998752,0.0007807193,0.00014324296,0.00018314186,0.00011570696,0.00002519524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032192373,0.00009435379,0.00011460556,0.00007101061,0.000019482173,0.00004655639,0.00040048876,0.00003803896,7.98142e-7],"category_scores_gemma":[0.0012443463,0.00007968119,0.000034197034,0.00017134829,0.0000125264305,0.00037666177,0.00006967505,0.000118268785,2.885306e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022030227,0.00021995416,0.009936901,0.00023463153,0.00009630079,0.00018038915,0.003153469,0.86530936,0.10440871,0.010747854,0.00036734404,0.0051247627],"study_design_scores_gemma":[0.0023148027,0.0004406172,0.06987955,0.00038223498,0.000041171603,0.0001752932,0.00015334526,0.7677344,0.14365278,0.004034369,0.010461372,0.0007300517],"about_ca_topic_score_codex":0.000036297486,"about_ca_topic_score_gemma":0.000005746737,"teacher_disagreement_score":0.73443705,"about_ca_system_score_codex":0.000049588954,"about_ca_system_score_gemma":0.00002493156,"threshold_uncertainty_score":0.32493046},"labels":[],"label_agreement":null},{"id":"W3090134856","doi":"10.1002/j.2334-5837.2020.00803.x","title":"Implementing MBSE – An Enterprise Approach to an Enterprise Problem","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Systems engineering; Enterprise integration; Enterprise systems engineering; Enterprise architecture; Engineering management; Unified Modeling Language; Architecture; Software engineering; Engineering; Knowledge management; Enterprise software","score_opus":0.033878371627008096,"score_gpt":0.28388849299628516,"score_spread":0.2500101213692771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090134856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40023085,0.000048480513,0.58060026,0.0010767493,0.0007101144,0.0007276982,0.00011060308,0.0013847671,0.015110457],"genre_scores_gemma":[0.94584984,0.000011972635,0.052524827,0.00032445005,0.00074111094,0.0002988636,0.00013291552,0.00006608263,0.000049936654],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985204,0.000037058042,0.00041990745,0.00038969843,0.00026802407,0.00036492312],"domain_scores_gemma":[0.9992547,0.00004447138,0.000050543797,0.00030401113,0.00007835741,0.00026789372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030885552,0.00022627339,0.00019757565,0.00008079355,0.000071949864,0.000115479466,0.0006978094,0.000070862,0.00003969177],"category_scores_gemma":[0.00003118445,0.00023841266,0.00007328028,0.00018710163,0.000012235751,0.00034064942,0.00018205761,0.00016406989,0.00006917706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007822031,0.0004411825,0.0056184325,0.00023708309,0.00032386772,0.000018603918,0.009962482,0.632301,0.32256326,0.0091668535,0.0035827241,0.01570635],"study_design_scores_gemma":[0.00092794496,0.00028691944,0.002489367,0.00008767998,0.000043513577,0.00006358155,0.0011780842,0.81031466,0.015273025,0.0003421392,0.16792989,0.0010631793],"about_ca_topic_score_codex":0.000061997605,"about_ca_topic_score_gemma":0.0000091194615,"teacher_disagreement_score":0.545619,"about_ca_system_score_codex":0.00012057867,"about_ca_system_score_gemma":0.000010355831,"threshold_uncertainty_score":0.9722186},"labels":[],"label_agreement":null},{"id":"W3090136833","doi":"10.1002/j.2334-5837.2020.00801.x","title":"Envisioning Future Systems Engineering Principles Through a Transdisciplinary Lens","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Transdisciplinarity; System of systems engineering; System of systems; Health systems engineering; Biological systems engineering; Systems engineering; Mechatronics; Management science; Engineering; Engineering ethics; Computer science; Systems design; Sociology; Artificial intelligence","score_opus":0.04542208737980238,"score_gpt":0.25393524869793327,"score_spread":0.20851316131813089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090136833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31440592,0.0030641626,0.63991266,0.010219935,0.009979896,0.00093280216,0.00022015092,0.0040952647,0.01716922],"genre_scores_gemma":[0.98779285,0.0003443518,0.008929188,0.00008029444,0.0025305236,0.00014537292,0.00004409441,0.00007456509,0.00005878296],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879426,0.000014598636,0.00040474956,0.00027069077,0.00026604615,0.00024965365],"domain_scores_gemma":[0.9995005,0.00012231257,0.00004461397,0.00020514341,0.000050357507,0.00007703146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012693703,0.00023789566,0.00023553197,0.000043118245,0.0000632682,0.00009224211,0.00043836827,0.00012740512,0.000026037102],"category_scores_gemma":[0.000031261046,0.00023705885,0.000106562155,0.00018875905,0.000015125115,0.0002761948,0.000077057055,0.0002559162,0.000065631386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066333255,0.0000119046435,0.000057363282,0.0001250317,0.00010389206,0.000016561366,0.0020415485,0.9390623,0.046734802,0.010980519,0.0006727869,0.00018666386],"study_design_scores_gemma":[0.00029615028,0.000034073066,0.00039092166,0.00011680931,0.000018888853,0.00006655652,0.0006249766,0.66023946,0.0039844206,0.000033118482,0.33380473,0.00038992078],"about_ca_topic_score_codex":0.000009786506,"about_ca_topic_score_gemma":7.782106e-7,"teacher_disagreement_score":0.67338693,"about_ca_system_score_codex":0.0001142713,"about_ca_system_score_gemma":0.000009677476,"threshold_uncertainty_score":0.96669793},"labels":[],"label_agreement":null},{"id":"W3090649411","doi":"10.1002/j.2334-5837.2020.00741.x","title":"Experiments in Leading through Influence: Reflections from a Group of Emerging Technical Leaders","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Benchmarking; Perspective (graphical); Relevance (law); Power (physics); Leadership development; Knowledge management; Public relations; Engineering ethics; Political science; Sociology; Engineering; Business; Computer science; Marketing","score_opus":0.23611043529432946,"score_gpt":0.47283387535691135,"score_spread":0.2367234400625819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090649411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425054,0.00024818088,0.028470423,0.0048050475,0.0011755753,0.0002435458,0.00004122065,0.00007835494,0.022432229],"genre_scores_gemma":[0.9954161,0.00000577019,0.003482779,0.0007027862,0.00023483568,0.00002468927,0.00000455006,0.000013841377,0.000114619834],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610656,0.00010085796,0.0013048828,0.00059622934,0.0016913726,0.00020010585],"domain_scores_gemma":[0.99801105,0.0008589255,0.00038251918,0.00032615897,0.00033044346,0.000090904905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005766694,0.00015743665,0.00036206705,0.00022686091,0.000083304985,0.00016349598,0.0011268852,0.00009543746,0.00043998542],"category_scores_gemma":[0.001657186,0.00013794973,0.00014364059,0.0011266343,0.00010939444,0.00070872955,0.0004083861,0.00023588579,0.00019171763],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027521254,0.0002459288,0.04156506,0.0000055082755,0.000065167,0.00008931238,0.016366579,0.011223351,0.9012204,0.021905115,0.0046694507,0.0023689521],"study_design_scores_gemma":[0.008089075,0.00092529965,0.09606178,0.0014895884,0.000054506956,0.00017333278,0.04594392,0.062595084,0.06451401,0.23536551,0.48236686,0.002421026],"about_ca_topic_score_codex":0.0008725948,"about_ca_topic_score_gemma":0.00031226996,"teacher_disagreement_score":0.83670634,"about_ca_system_score_codex":0.00014862666,"about_ca_system_score_gemma":0.00004002477,"threshold_uncertainty_score":0.5625427},"labels":[],"label_agreement":null},{"id":"W3199906350","doi":"10.1002/j.2334-5837.2021.00831.x","title":"Agility in the Future of Systems Engineering (FuSE) ‐ A Roadmap of Foundational Concepts","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Fuse (electrical); Engineering; Systems engineering; Engineering management; Set (abstract data type); System of systems engineering; Process management; Computer science; Software engineering; Systems design; Electrical engineering","score_opus":0.016910663496076783,"score_gpt":0.27902056200141656,"score_spread":0.2621098985053398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199906350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9353553,0.0026597348,0.05104757,0.00110832,0.004761587,0.0004208801,0.0001724838,0.000155933,0.0043182033],"genre_scores_gemma":[0.99776864,0.00009555445,0.001629846,0.000011235557,0.0003379055,0.00007220232,0.000043728203,0.000013183641,0.00002772282],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903536,0.00003901891,0.00042919145,0.00012136505,0.00026651664,0.000108556036],"domain_scores_gemma":[0.9991788,0.00034097198,0.000064864464,0.00023967087,0.00015882321,0.000016843227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038223344,0.00010478854,0.00018619456,0.000058970712,0.000012254269,0.000021369273,0.00031186006,0.00007122133,0.000020439675],"category_scores_gemma":[0.00006779501,0.000091828784,0.0000697519,0.0002327127,0.000022405553,0.00007576421,0.00003621952,0.0001272554,0.000002891538],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006696466,0.0000826456,0.002529962,0.00027873713,0.00012287228,0.000010459063,0.00081801804,0.8457052,0.09253751,0.05672024,0.000388037,0.0007996106],"study_design_scores_gemma":[0.0021194904,0.000078442274,0.08554385,0.00088847365,0.00006890329,0.00031387687,0.0054668486,0.6238675,0.08480792,0.0012884802,0.19459587,0.00096031127],"about_ca_topic_score_codex":0.000051964635,"about_ca_topic_score_gemma":0.000021655389,"teacher_disagreement_score":0.22183767,"about_ca_system_score_codex":0.000080813195,"about_ca_system_score_gemma":0.000024412422,"threshold_uncertainty_score":0.3744669},"labels":[],"label_agreement":null},{"id":"W3200032009","doi":"10.1002/j.2334-5837.2021.00882.x","title":"Integrating Safety Analysis into Model‐Based Systems Engineering for Aircraft Systems: A Literature Review and Methodology Proposal","year":2021,"lang":"en","type":"review","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Systems Modeling Language; Systems engineering; Computer science; Process (computing); Interface (matter); Unified Modeling Language; Software engineering; Modeling language; Engineering; Programming language","score_opus":0.028807850905292615,"score_gpt":0.3165056685482954,"score_spread":0.28769781764300284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200032009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9853947e-7,0.5966905,0.39849737,0.00006604745,0.0020820766,0.0016197688,0.00056129164,0.00038682946,0.00009590554],"genre_scores_gemma":[0.00006523845,0.95090324,0.04250342,0.000032254124,0.0006602712,0.0029137575,0.0024607612,0.0002783815,0.0001827076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955842,0.00026196952,0.0022402036,0.00093758054,0.00044754735,0.0005284976],"domain_scores_gemma":[0.99674165,0.0012735665,0.0004584418,0.00075409625,0.00056142075,0.00021079564],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015853232,0.0011160545,0.004205877,0.00095470686,0.00008268075,0.000401631,0.0008226814,0.0007858198,0.0000075090143],"category_scores_gemma":[0.00042319324,0.0010375553,0.0011204315,0.0012733652,0.00003383732,0.00026164833,0.00017187037,0.00090269727,0.0000062908216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003950071,0.000023164057,0.0000013391812,0.21945524,0.0065871747,0.000051711406,0.00013142821,0.75708634,0.000030512298,0.0045247157,0.00038507005,0.011719347],"study_design_scores_gemma":[0.00012803913,0.0000129480695,8.302875e-8,0.06515297,0.00323771,0.00018634179,0.000007373562,0.51102996,0.0000020842278,0.00000249146,0.41968215,0.00055785687],"about_ca_topic_score_codex":0.00004240834,"about_ca_topic_score_gemma":0.000008911095,"teacher_disagreement_score":0.41929707,"about_ca_system_score_codex":0.0014325124,"about_ca_system_score_gemma":0.00028687317,"threshold_uncertainty_score":0.9992075},"labels":[],"label_agreement":null},{"id":"W3200729453","doi":"10.1002/j.2334-5837.2021.00872.x","title":"Investigation of Remote Work for Aerospace Systems Engineers","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Aerospace; Work (physics); Context (archaeology); Systems engineering; Computer science; Engineering management; Engineering; Knowledge management; Process management; Aerospace engineering","score_opus":0.03372314325680912,"score_gpt":0.2573588048246228,"score_spread":0.2236356615678137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200729453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23254944,0.00078458723,0.75838214,0.00065282214,0.0044902517,0.0003770491,0.000088550725,0.0004080529,0.002267078],"genre_scores_gemma":[0.9554747,0.00008683092,0.04347718,0.000015260126,0.00034089648,0.000079282196,0.00008325286,0.000035749577,0.00040686884],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992704,0.000012961104,0.00029705197,0.0001413686,0.00015141584,0.00012682554],"domain_scores_gemma":[0.9992597,0.00023973006,0.00005323839,0.00020234077,0.0002059184,0.000039085797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019718669,0.00011129341,0.00016153666,0.000049376526,0.000020397682,0.00003218385,0.00017075379,0.000083055435,0.00000590199],"category_scores_gemma":[0.00009672431,0.00012247582,0.00007374529,0.00020028,0.000017222144,0.00006668914,0.000025078907,0.000069623944,0.000006335798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000874737,0.000007744356,0.00040532448,0.00024996072,0.00018643912,0.00000366217,0.00031204437,0.6901532,0.29622856,0.00807193,0.0030799063,0.001292511],"study_design_scores_gemma":[0.0010266018,0.000043819004,0.0022088275,0.000657278,0.00006817368,0.00010872021,0.0004544865,0.4679624,0.4447501,0.0013178575,0.08072109,0.00068064366],"about_ca_topic_score_codex":0.000018256707,"about_ca_topic_score_gemma":0.0000014564112,"teacher_disagreement_score":0.72292525,"about_ca_system_score_codex":0.00010211807,"about_ca_system_score_gemma":0.000016659003,"threshold_uncertainty_score":0.4994419},"labels":[],"label_agreement":null},{"id":"W3201402962","doi":"10.1002/j.2334-5837.2021.00904.x","title":"An Agile Systems Engineering Analysis of a University CubeSat Project Organization","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"CubeSat; Agile software development; Sociotechnical system; Engineering management; Project management; Computer science; Stakeholder; Knowledge management; Process management; Systems engineering; Engineering; Satellite; Management; Software engineering","score_opus":0.013769736248411919,"score_gpt":0.24034089635137326,"score_spread":0.22657116010296136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201402962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7324307,0.00010035952,0.26452944,0.00004949637,0.0009862134,0.00013516989,0.0001540225,0.00045219462,0.0011624073],"genre_scores_gemma":[0.9965925,0.000075872355,0.0028641059,0.0000033858119,0.00009441917,0.000005201671,0.00023849674,0.000022217082,0.00010375507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934036,0.000031019066,0.00020982638,0.00015905206,0.00015686279,0.00010288635],"domain_scores_gemma":[0.99930245,0.000109928515,0.00004316296,0.00024518493,0.00026849267,0.00003076676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001550936,0.00010115135,0.00019752044,0.00023986424,0.000023642979,0.000036151963,0.00022528032,0.00006983032,0.000026064536],"category_scores_gemma":[0.000060420043,0.000118654716,0.00006486275,0.0012376419,0.00000875773,0.0001402086,0.00003453139,0.00006650344,0.0000039999272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001565876,0.000024389761,0.0013173418,0.000032306616,0.00051660964,0.000007922522,0.00013291281,0.81106585,0.18364884,0.0031120023,0.00007661883,0.0000636544],"study_design_scores_gemma":[0.0001534144,0.000011250801,0.007002054,0.000036639616,0.00023093614,0.00002061251,0.00031012282,0.9538134,0.028042492,0.0000037215518,0.010179115,0.00019623844],"about_ca_topic_score_codex":0.0001269469,"about_ca_topic_score_gemma":0.000011737049,"teacher_disagreement_score":0.26416183,"about_ca_system_score_codex":0.0001606113,"about_ca_system_score_gemma":0.000022120861,"threshold_uncertainty_score":0.48385987},"labels":[],"label_agreement":null},{"id":"W4206891296","doi":"10.1002/iis2.12875","title":"Development of a digital twin for collaborative decision‐making, based on a multi‐agent system: application to prescriptive maintenance","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"Association Nationale de la Recherche et de la Technologie","keywords":"Computer science; Human–computer interaction; Process management; Knowledge management; Engineering","score_opus":0.01508401604906243,"score_gpt":0.25544345805781016,"score_spread":0.24035944200874773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206891296","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03677475,0.000007942152,0.93412936,0.00018914144,0.0012442018,0.0016773392,0.0021309862,0.00021559684,0.02363071],"genre_scores_gemma":[0.97667974,2.551794e-7,0.020575276,0.00007969235,0.00004018656,0.0023707014,0.00012485274,0.00003208171,0.00009719105],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855745,0.000008640505,0.00052073406,0.00021798824,0.00053081475,0.00016439264],"domain_scores_gemma":[0.99924535,0.00014261786,0.00010191819,0.00016138496,0.00028679168,0.00006192217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016652072,0.00015862743,0.00014971956,0.00018575105,0.00009631429,0.000079375845,0.00038455013,0.000041290983,0.000021323376],"category_scores_gemma":[0.00004381166,0.00017238029,0.000060513812,0.00027817208,0.00001633212,0.00023977624,0.000070146896,0.000108873974,0.000028498534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046749093,0.00030191866,0.00015278337,0.00010786128,0.00011707364,0.0000034475845,0.0025045904,0.9710541,0.0027012567,0.0054898495,0.0027882494,0.014311412],"study_design_scores_gemma":[0.0023365163,0.0002595758,0.0005304581,0.000584191,0.000016291837,0.000012121134,0.004107646,0.7130929,0.01394422,0.00013575265,0.26440027,0.00058001623],"about_ca_topic_score_codex":0.0000013244379,"about_ca_topic_score_gemma":0.000004600707,"teacher_disagreement_score":0.939905,"about_ca_system_score_codex":0.0012044313,"about_ca_system_score_gemma":0.00008727394,"threshold_uncertainty_score":0.7029464},"labels":[],"label_agreement":null},{"id":"W4210412180","doi":"10.1002/iis2.12883","title":"Participatory design as a tool to foster innovation: A case study of an aviation company","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Brainstorming; Session (web analytics); Citizen journalism; Participatory design; Aviation; Process management; Participatory action research; Focus group; Power (physics); Engineering; Knowledge management; Engineering management; Business; Sociology; Computer science; Marketing; Operations management","score_opus":0.06814537572378611,"score_gpt":0.3423895208696642,"score_spread":0.2742441451458781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210412180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911507,0.000005673192,0.004680017,0.00057037483,0.0013624511,0.00052553084,0.000017628114,0.000101824975,0.0015857944],"genre_scores_gemma":[0.99780667,4.559005e-7,0.0006615466,0.0007384064,0.00012929927,0.0004558196,0.000027369764,0.000023412269,0.00015704206],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876225,0.0001451492,0.00040833393,0.00016489736,0.00040545876,0.00011391442],"domain_scores_gemma":[0.9992879,0.00012830457,0.000093871786,0.00020900025,0.00022970034,0.00005119638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005874951,0.000105183164,0.00010628851,0.00023749382,0.000104585066,0.00005403074,0.00021947568,0.000022111626,0.00078749924],"category_scores_gemma":[0.000058068832,0.00012591894,0.000016928909,0.00045605772,0.0000072684193,0.00037802363,0.00007326184,0.00014791293,0.00006428446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007634673,0.0058228793,0.002769579,0.000038832495,0.0005588783,0.0015646988,0.078116305,0.7806369,0.08660065,0.0043687057,0.01648993,0.02226916],"study_design_scores_gemma":[0.011828432,0.01000621,0.013114384,0.00007360207,0.00043125285,0.013884404,0.114648595,0.48266593,0.053026833,0.0030659572,0.29404542,0.0032090123],"about_ca_topic_score_codex":0.0001627687,"about_ca_topic_score_gemma":0.00003287451,"teacher_disagreement_score":0.297971,"about_ca_system_score_codex":0.00022886852,"about_ca_system_score_gemma":0.00005424015,"threshold_uncertainty_score":0.86225647},"labels":[],"label_agreement":null},{"id":"W4213206204","doi":"10.1002/j.2334-5837.2010.tb01160.x","title":"Modeling with SysML","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Unified Modeling Language; Software engineering; Modeling language; Class diagram; UML tool; Applications of UML; Systems engineering; Programming language; Software; Engineering","score_opus":0.012596210709332843,"score_gpt":0.23720565360283596,"score_spread":0.22460944289350313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213206204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66191304,0.000020216756,0.32081085,0.00033056163,0.001676301,0.00010342679,0.000011017802,0.00059324,0.014541353],"genre_scores_gemma":[0.9840278,0.000012783611,0.015315495,0.000019833285,0.00039543232,0.000073219664,0.0000103701705,0.000028273336,0.00011676712],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948716,0.0000032294936,0.00013837956,0.00011366279,0.00013657822,0.0001209778],"domain_scores_gemma":[0.99966985,0.000042757452,0.000011382026,0.0001818952,0.00005814358,0.000035956764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001058639,0.000098779725,0.00008091932,0.000042993233,0.000029155051,0.000042399974,0.00023508674,0.000058034573,0.000038451828],"category_scores_gemma":[0.0000141928585,0.00008523813,0.000027323404,0.00006900671,0.000013567824,0.00008724198,0.000022604429,0.0001842004,0.000047505757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033526694,0.000010185448,0.00011979092,0.00001129665,0.00004302548,0.0000038550993,0.0000641057,0.82181084,0.16444467,0.012438146,0.00014255135,0.0009081568],"study_design_scores_gemma":[0.00015455829,0.000009026658,0.00011640808,0.000019543171,0.0000062686477,0.00008194756,0.000027505332,0.98121095,0.007297337,0.00032817596,0.0105826985,0.00016557271],"about_ca_topic_score_codex":0.000044488974,"about_ca_topic_score_gemma":0.000040292318,"teacher_disagreement_score":0.3221148,"about_ca_system_score_codex":0.000031852975,"about_ca_system_score_gemma":0.000005932179,"threshold_uncertainty_score":0.347591},"labels":[],"label_agreement":null},{"id":"W4385508622","doi":"10.1002/iis2.12921","title":"Storytime, Audience to Authors: <i>Enhancing Stakeholder Engagement</i>","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Deliverable; Conversation; Influencer marketing; Stakeholder; Agency (philosophy); Principal (computer security); Process (computing); Stakeholder engagement; Public relations; Political science; Process management; Business; Engineering; Computer science; Sociology; Marketing; Systems engineering","score_opus":0.023064673641389987,"score_gpt":0.2341788294899195,"score_spread":0.21111415584852952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7395684,0.000030020796,0.0028552671,0.015491267,0.006013825,0.0005106529,0.00004802051,0.0005539306,0.23492864],"genre_scores_gemma":[0.9822068,0.0000027812187,0.00017505162,0.013726992,0.0006054945,0.00018426261,0.00005214453,0.000017851406,0.0030286051],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847376,0.000008862195,0.00035553108,0.000260237,0.0006309489,0.00027067412],"domain_scores_gemma":[0.999329,0.000022570503,0.0002531692,0.00021065051,0.00016927009,0.000015351723],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005731562,0.00014799096,0.00011881066,0.0002701831,0.0005241565,0.00020443763,0.0007620718,0.000039105784,0.0018189214],"category_scores_gemma":[0.000075379685,0.00016264942,0.00005779205,0.0004350412,0.000029607663,0.0012953369,0.00073033775,0.0003170023,0.0008893457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027955766,0.0005669499,0.013777955,0.000088096924,0.00021837107,0.00018354245,0.001896129,0.027204635,0.045341827,0.5180801,0.37831855,0.014044288],"study_design_scores_gemma":[0.00036613218,0.000027879838,0.0019496144,0.000015577081,0.000010751529,0.0000101024025,0.0009066831,0.0020718928,0.0012549602,0.0014513787,0.99166715,0.00026790498],"about_ca_topic_score_codex":0.00026396173,"about_ca_topic_score_gemma":0.000066528315,"teacher_disagreement_score":0.61334854,"about_ca_system_score_codex":0.00026428397,"about_ca_system_score_gemma":0.00003437153,"threshold_uncertainty_score":0.9998886},"labels":[],"label_agreement":null},{"id":"W4385508633","doi":"10.1002/iis2.13003","title":"Collaborative Systems Thinking Culture: A Path to Success for Complex Projects","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SNC-Lavalin (Canada); Lockheed Martin (Canada)","funders":"","keywords":"Mindset; Engineering; Systems thinking; Engineering management; Key (lock); Collaborative engineering; Knowledge management; Engineering ethics; Computer science; Management science; Artificial intelligence; Operations management; Work in process","score_opus":0.09303860344065866,"score_gpt":0.4007525058558505,"score_spread":0.3077139024151918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3852783,0.0017630195,0.37404424,0.022754205,0.056198917,0.015454984,0.008006012,0.00084949046,0.13565081],"genre_scores_gemma":[0.9885007,0.0000010973544,0.0026934901,0.0010623467,0.0006633231,0.0010239476,0.00004084177,0.000027152631,0.0059870845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993584,0.0002958616,0.0011193559,0.00085051364,0.0038125573,0.00033771797],"domain_scores_gemma":[0.99546593,0.00136212,0.00059109577,0.0005354127,0.0018835348,0.00016188367],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032636605,0.00023666208,0.00043601272,0.00043743325,0.0009823102,0.0014877738,0.002438693,0.000050980725,0.0004265601],"category_scores_gemma":[0.0011235868,0.00018854454,0.00018792099,0.0013795089,0.000033465363,0.00037204102,0.0012341108,0.00018528166,0.00012020361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085696165,0.00039770655,0.0066557536,0.000025258012,0.00018633709,0.000110558154,0.018063154,0.053429354,0.016652253,0.2993858,0.60211194,0.0021249594],"study_design_scores_gemma":[0.0008976335,0.0003451587,0.0012900204,0.000051429724,0.000009072824,0.00011659709,0.006613977,0.05403481,0.00008716351,0.01584285,0.9203414,0.0003698925],"about_ca_topic_score_codex":0.00023834051,"about_ca_topic_score_gemma":0.00008159378,"teacher_disagreement_score":0.6032224,"about_ca_system_score_codex":0.00048939476,"about_ca_system_score_gemma":0.00017465385,"threshold_uncertainty_score":0.9995488},"labels":[],"label_agreement":null},{"id":"W4385508668","doi":"10.1002/iis2.12920","title":"By Any Other Name: Enabling Systems Engineering in an Unsupportive Environment","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"System of systems engineering; Value (mathematics); Health systems engineering; Value systems; System of systems; Knowledge management; Computer science; Engineering; Engineering management; Systems design; Systems engineering; Sociology","score_opus":0.015350322480350708,"score_gpt":0.23757411597140116,"score_spread":0.22222379349105045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94849527,0.0009516521,0.04532274,0.0002305322,0.0022110038,0.0005359314,0.00027690554,0.0006214783,0.0013544657],"genre_scores_gemma":[0.9981422,0.00004865193,0.00059114094,0.000025393381,0.00017394367,0.0006817188,0.00007349144,0.000058578902,0.00020490719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885267,0.000035543846,0.00034979163,0.00023550598,0.00028676138,0.00023973362],"domain_scores_gemma":[0.99957186,0.00009032929,0.000047535472,0.00022103569,0.00001399189,0.00005527262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037003477,0.00016455597,0.00016174543,0.000122135,0.00005106621,0.000051328192,0.00037312222,0.00004963115,0.00015664137],"category_scores_gemma":[0.000011854139,0.00019334193,0.000041121006,0.00011780071,0.000010059906,0.00013903936,0.000096606396,0.00023957413,0.000020763859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005290885,0.00004570356,0.0007726637,0.000016020129,0.000034758552,0.000008415052,0.00023715106,0.9304321,0.06693454,0.0007882918,0.00047854098,0.00024656503],"study_design_scores_gemma":[0.0005282573,0.00007281501,0.00091355783,0.000033301476,0.000008538701,0.000054426077,0.000500054,0.71314627,0.0043074894,0.000041019135,0.2799416,0.00045266002],"about_ca_topic_score_codex":0.00013894995,"about_ca_topic_score_gemma":0.0000021445985,"teacher_disagreement_score":0.27946305,"about_ca_system_score_codex":0.0006155487,"about_ca_system_score_gemma":0.0000070413366,"threshold_uncertainty_score":0.7884255},"labels":[],"label_agreement":null},{"id":"W4385508674","doi":"10.1002/iis2.12932","title":"System Engineering Heuristics for Complex Systems","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Set (abstract data type); Complex system; Management science; Systems engineering; Artificial intelligence; Engineering","score_opus":0.03324350303496316,"score_gpt":0.25577206177955797,"score_spread":0.22252855874459482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022136286,0.00035777086,0.955408,0.00028625337,0.012825494,0.0009814777,0.001007496,0.0022230418,0.0047742096],"genre_scores_gemma":[0.99016327,0.000008644605,0.0072106887,0.000014132722,0.000629374,0.0015725603,0.00015069499,0.00006403212,0.00018659513],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990026,0.000016126407,0.0003414966,0.00017635131,0.00024826571,0.00021517501],"domain_scores_gemma":[0.9993588,0.00025855136,0.00004850987,0.00021803247,0.000070439855,0.000045722234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031214848,0.0001541671,0.00018628004,0.00009503033,0.00012807499,0.00006305414,0.00043051192,0.00003924555,0.000018669341],"category_scores_gemma":[0.00002946339,0.00017966304,0.00008281267,0.00012667733,0.000007871463,0.00004704198,0.00009875534,0.00013627001,0.000012061807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004799687,0.000012054394,0.000024636307,0.000155685,0.00007924044,0.000004147554,0.000046363395,0.9362748,0.02721073,0.031185307,0.0048872447,0.00011495083],"study_design_scores_gemma":[0.00018503968,0.00001796187,0.00007045835,0.00001689554,0.000010024375,0.00009297356,0.00015249108,0.7274576,0.00028991036,0.000016040587,0.27153376,0.0001568545],"about_ca_topic_score_codex":0.000026793921,"about_ca_topic_score_gemma":4.234326e-7,"teacher_disagreement_score":0.968027,"about_ca_system_score_codex":0.00055119826,"about_ca_system_score_gemma":0.000008552386,"threshold_uncertainty_score":0.7326446},"labels":[],"label_agreement":null},{"id":"W4385508680","doi":"10.1002/iis2.12975","title":"Prioritization of Best Practices in the Implementation of Model‐Based Systems Engineering","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Best practice; Computer science; Context (archaeology); Prioritization; Process management; Engineering management; Software engineering; Engineering; Management","score_opus":0.055838091457068965,"score_gpt":0.3429823115727338,"score_spread":0.2871442201156648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8230249,0.00026536436,0.17354937,0.0003752191,0.0009587603,0.0005801804,0.00017684328,0.000087849934,0.0009814774],"genre_scores_gemma":[0.99779314,0.00002058285,0.0017542961,0.000007092044,0.000047577414,0.00031065583,0.000044093467,0.000013965806,0.000008604239],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991511,0.00003709603,0.0003573935,0.00008499126,0.0002879556,0.00008142709],"domain_scores_gemma":[0.99938697,0.0002253779,0.00018088675,0.00014343574,0.00005500934,0.00000833275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005227558,0.00007253629,0.00010608198,0.00011818458,0.000023017794,0.000014507806,0.00029911913,0.000021983444,0.000010722526],"category_scores_gemma":[0.000033691736,0.000070275,0.000033169494,0.00022013091,0.00000725098,0.00009097611,0.00003247113,0.00010021692,4.9335557e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029002083,0.000027914615,0.0006045451,0.0000697256,0.000017025724,6.4820995e-7,0.00034489998,0.9280535,0.06697655,0.0036641066,0.000040322728,0.00019784649],"study_design_scores_gemma":[0.00022429654,0.000028516502,0.00062266504,0.000024908555,0.000010420106,0.000008593507,0.0012257763,0.98826414,0.0077941767,0.000035805842,0.0016852396,0.00007545587],"about_ca_topic_score_codex":0.00035067875,"about_ca_topic_score_gemma":0.000012524098,"teacher_disagreement_score":0.1747682,"about_ca_system_score_codex":0.000117221425,"about_ca_system_score_gemma":0.000019641417,"threshold_uncertainty_score":0.2865731},"labels":[],"label_agreement":null},{"id":"W4385508691","doi":"10.1002/iis2.12924","title":"Illustrating Business Relevance of Systems Engineering via Storytelling","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Adaptability; Flexibility (engineering); Context (archaeology); Relevance (law); Computer science; Situational ethics; Value (mathematics); Storytelling; Knowledge management; Collaborative engineering; Engineering; Narrative; Management; Political science","score_opus":0.01678609722885511,"score_gpt":0.22900904628585342,"score_spread":0.21222294905699832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36964375,0.0011240247,0.6176744,0.00014796894,0.007963909,0.00036315407,0.000098102646,0.000766036,0.002218671],"genre_scores_gemma":[0.9951804,0.00005107972,0.004086082,0.0000056071294,0.0003085629,0.0002074261,0.000023697412,0.00004354641,0.00009355018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894595,0.000019576237,0.00040114296,0.00015838198,0.00030683537,0.00016810904],"domain_scores_gemma":[0.99933493,0.00023525504,0.00008592897,0.00020954433,0.000104657185,0.000029656088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033362786,0.00013835158,0.00018346583,0.0001061764,0.00006929583,0.000023098217,0.00038028948,0.00003959538,0.000028701177],"category_scores_gemma":[0.000055770386,0.00016349478,0.000051496252,0.00029228444,0.000013297044,0.00009394606,0.0000916485,0.00019843437,0.0000048524385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026659507,0.000012521241,0.00009551401,0.000080687794,0.00004440235,0.000003742759,0.00008459785,0.8558927,0.14155254,0.0016291317,0.000119389944,0.00048211002],"study_design_scores_gemma":[0.0001647862,0.000016265549,0.00031310334,0.00006359806,0.000009946079,0.0000698072,0.0001594424,0.95265454,0.0058013005,0.000037030335,0.040475808,0.00023439733],"about_ca_topic_score_codex":0.00009284902,"about_ca_topic_score_gemma":0.0000013976801,"teacher_disagreement_score":0.6255367,"about_ca_system_score_codex":0.00024276282,"about_ca_system_score_gemma":0.000011408005,"threshold_uncertainty_score":0.6667124},"labels":[],"label_agreement":null},{"id":"W4385508711","doi":"10.1002/iis2.12956","title":"An MBSE Architectural Framework for Inter‐Satellite Communication in a Multiorbit Disaggregated System","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Systems Modeling Language; Interoperability; Architecture framework; Systems engineering; Flexibility (engineering); Architectural geometry; Software engineering; Software deployment; Architecture; Artifact (error); Unified Modeling Language; Systems architecture; Consistency (knowledge bases); Engineering; Programming language; Software system; Software; Artificial intelligence","score_opus":0.021256283464160503,"score_gpt":0.29145720563352345,"score_spread":0.270200922169363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6360579,0.00040871717,0.35817254,0.00077037985,0.0018310341,0.0009002259,0.00021210047,0.00094660075,0.00070051424],"genre_scores_gemma":[0.97284675,0.000025580823,0.025099445,0.000030568674,0.00013820326,0.0015518536,0.00023068095,0.000045629826,0.000031275413],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893963,0.000088762834,0.0003900232,0.00020948237,0.00017291395,0.00019917515],"domain_scores_gemma":[0.99899596,0.00042040044,0.00006923795,0.00042145597,0.000049224374,0.000043696185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043213918,0.00015304032,0.00017272682,0.00014614608,0.00010819166,0.000060884086,0.0006948124,0.000062807005,0.000018416518],"category_scores_gemma":[0.000048542403,0.00016901027,0.00007303554,0.00020404527,0.000022017559,0.00011172921,0.00011084455,0.0003033637,0.000006552653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008265962,0.00012071936,0.0012399384,0.00013405592,0.00009740684,0.0000067464093,0.0021546988,0.9074625,0.025509223,0.048870094,0.00008164079,0.014240324],"study_design_scores_gemma":[0.0007662462,0.00009354979,0.003092776,0.00023667542,0.000015546277,0.000118057615,0.0015678493,0.9679083,0.0029052957,0.0031140232,0.019724792,0.00045683808],"about_ca_topic_score_codex":0.00014545354,"about_ca_topic_score_gemma":0.000041067044,"teacher_disagreement_score":0.33678886,"about_ca_system_score_codex":0.0005455557,"about_ca_system_score_gemma":0.000008504568,"threshold_uncertainty_score":0.68920386},"labels":[],"label_agreement":null},{"id":"W4385508744","doi":"10.1002/iis2.12979","title":"The Power of Connection between Systems Engineering and 3D Wire Harness: Model‐Based Wire Harness Engineering at Lockheed Martin Skunk Works","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Cable harness; Engineering; Systems Modeling Language; Mechatronics; Engineering design process; Connection (principal bundle); Systems engineering; Mechanical engineering; Computer science; Electrical engineering; Unified Modeling Language","score_opus":0.01507814795486693,"score_gpt":0.22922559544607213,"score_spread":0.2141474474912052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8118235,0.0011180715,0.18254681,0.00042512032,0.0025672582,0.0005274761,0.0001423165,0.00058462,0.00026487088],"genre_scores_gemma":[0.99805295,0.00004323941,0.0009402342,0.000008652302,0.00019841208,0.0004895395,0.000054041746,0.00007847946,0.00013442103],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984229,0.000038158156,0.000555233,0.00027608286,0.00040447176,0.0003031513],"domain_scores_gemma":[0.9988049,0.0005592302,0.00012754684,0.00033782344,0.000096486045,0.000073981864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005901927,0.00026533706,0.00030273353,0.00014593672,0.0002177485,0.00010178833,0.0004375677,0.000104092716,0.000015569341],"category_scores_gemma":[0.0000783583,0.00025887013,0.00008959794,0.00025956455,0.000031682823,0.00014026221,0.00022000853,0.00032571258,0.0000031816962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015976295,0.000012613666,0.0007331011,0.0000903351,0.00012171367,0.0000027771835,0.00014478681,0.9736682,0.023621242,0.00096781284,0.0001967012,0.0004247033],"study_design_scores_gemma":[0.0003523816,0.000020702933,0.000863877,0.000121458506,0.00002669751,0.000029384708,0.00012640242,0.98559386,0.002548436,0.000014478494,0.010028594,0.00027373663],"about_ca_topic_score_codex":0.000051733972,"about_ca_topic_score_gemma":0.0000031374987,"teacher_disagreement_score":0.18622951,"about_ca_system_score_codex":0.00045532643,"about_ca_system_score_gemma":0.000018236084,"threshold_uncertainty_score":0.99998635},"labels":[],"label_agreement":null},{"id":"W4386309134","doi":"10.1002/iis2.13097","title":"How INCOSE's Certification Program has Evolved as a System of Systems","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Certificate; Flexibility (engineering); Computer science; Systems engineering; Engineering; Political science; Mathematics","score_opus":0.05036402667803187,"score_gpt":0.2807848636750803,"score_spread":0.23042083699704846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8763122,0.0006724859,0.07806292,0.0038923724,0.011589315,0.003013345,0.00027786384,0.010715706,0.015463803],"genre_scores_gemma":[0.99652946,0.000055576464,0.00125226,0.0000030931503,0.0003728197,0.0010216756,0.00012679567,0.00005395253,0.00058434065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867713,0.000036621605,0.00043535218,0.00023748187,0.00037852925,0.00023490057],"domain_scores_gemma":[0.99908,0.00018945885,0.00011996258,0.0003392983,0.00020897578,0.00006228716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037926657,0.00018880708,0.0002548252,0.0002205962,0.00006136625,0.00020117723,0.00042586282,0.00013658253,0.0000034219934],"category_scores_gemma":[0.00008394614,0.00018719456,0.000100328725,0.0005155389,0.000045117515,0.00016064965,0.00006603464,0.00012122035,0.00012643731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037434518,0.0001617479,0.0007115258,0.0017638566,0.000683571,0.000033538407,0.0007529545,0.4894217,0.43689784,0.046111666,0.010261212,0.013162977],"study_design_scores_gemma":[0.00047749493,0.00008628204,0.002016172,0.00044052137,0.00004136786,0.000093026174,0.0012607654,0.8551976,0.03239054,0.00016075087,0.10738575,0.00044974606],"about_ca_topic_score_codex":0.0001440657,"about_ca_topic_score_gemma":0.0000043987525,"teacher_disagreement_score":0.4045073,"about_ca_system_score_codex":0.0002635158,"about_ca_system_score_gemma":0.0000214628,"threshold_uncertainty_score":0.7633573},"labels":[],"label_agreement":null},{"id":"W4386309211","doi":"10.1002/iis2.13103","title":"Systems Engineering Isn't Scary for Agile Practitioners","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Terminology; Agile Unified Process; Agile usability engineering; Mindset; Computer science; Connotation; Process (computing); Requirement; Software engineering; Lean software development; Engineering management; Software development process; Software development; Systems engineering; Software; Engineering; Artificial intelligence","score_opus":0.01458695143974022,"score_gpt":0.27305901884494427,"score_spread":0.25847206740520406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046657287,0.00005901688,0.97925115,0.0050925408,0.0060684592,0.0003445946,0.000034462202,0.0025957855,0.0018882777],"genre_scores_gemma":[0.93034166,0.000121855024,0.06571877,0.00022801441,0.00097330246,0.000644511,0.00010736741,0.000045085206,0.0018194185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990976,0.000009813031,0.00018976998,0.00024423606,0.00027046612,0.00018815818],"domain_scores_gemma":[0.99897146,0.000508435,0.000085559,0.00024282519,0.00013576893,0.000055925135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036889027,0.000109414636,0.00009211734,0.00017033365,0.0000590226,0.00027735814,0.0006881955,0.000060423197,0.000008247773],"category_scores_gemma":[0.00017589211,0.00011500894,0.0000648835,0.00027947294,0.000006962077,0.00088361744,0.00016993165,0.0001007836,0.000083698855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046206802,0.0001657095,0.00070194097,0.00024126127,0.0004052254,0.0001899489,0.00084529864,0.33170944,0.04592883,0.44516754,0.16742308,0.0071754977],"study_design_scores_gemma":[0.00016302823,0.000043772554,0.00028525954,0.000052252304,0.000005116795,0.000065541666,0.000009830209,0.57415,0.0022306063,0.0004265655,0.42237985,0.00018817777],"about_ca_topic_score_codex":0.00004919202,"about_ca_topic_score_gemma":5.782907e-7,"teacher_disagreement_score":0.9256759,"about_ca_system_score_codex":0.00009831031,"about_ca_system_score_gemma":0.000024530249,"threshold_uncertainty_score":0.46899286},"labels":[],"label_agreement":null},{"id":"W4386309256","doi":"10.1002/iis2.13011","title":"Preserving and Sharing Knowledge – Extending the UAF Security Views with Libraries, Patterns and Profiles","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; NIST; Construct (python library); Set (abstract data type); Security controls; Architecture; Control (management); Intellectual property; Property (philosophy); Software engineering; Computer security; Database; Artificial intelligence","score_opus":0.036494321780467694,"score_gpt":0.2772478379362327,"score_spread":0.240753516155765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859141,0.001075687,0.0062552216,0.00092935923,0.0005292279,0.00035796096,0.000047315167,0.0007128303,0.0041782586],"genre_scores_gemma":[0.9980584,0.00057246775,0.00059462537,0.000013309499,0.00025097773,0.00020457328,0.000021642494,0.000031626747,0.00025239732],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993593,0.000016738104,0.00016552432,0.00019236741,0.000105844236,0.00016021429],"domain_scores_gemma":[0.99946386,0.00026057992,0.000028590846,0.00018208615,0.000026898286,0.000037981375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027662914,0.00012845233,0.00011378873,0.00006320325,0.00010347092,0.00017140048,0.00027107444,0.00004433217,0.000011104918],"category_scores_gemma":[0.000029219935,0.00009212076,0.00001842907,0.00015021456,0.000032837193,0.00019621503,0.00026609073,0.00013189137,0.000007549721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011088357,0.00019607352,0.4184023,0.0045218123,0.001996456,0.00014422368,0.03783092,0.11625276,0.10379699,0.23324648,0.020383513,0.06311759],"study_design_scores_gemma":[0.00069149997,0.000057094767,0.13353704,0.0008252895,0.0000496467,0.0002161585,0.0012413429,0.712144,0.008273377,0.005403689,0.13679197,0.0007688736],"about_ca_topic_score_codex":0.00005189145,"about_ca_topic_score_gemma":0.00004288132,"teacher_disagreement_score":0.59589124,"about_ca_system_score_codex":0.00003052748,"about_ca_system_score_gemma":0.0000051028524,"threshold_uncertainty_score":0.3756576},"labels":[],"label_agreement":null},{"id":"W4386309263","doi":"10.1002/iis2.13007","title":"Understanding Interface Criticality in Large Infrastructure Projects","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WSP (Canada)","funders":"","keywords":"Interface (matter); Criticality; Key (lock); Computer science; Failure mode, effects, and criticality analysis; Critical infrastructure; Process management; Risk analysis (engineering); Business; Computer security","score_opus":0.1723555537947321,"score_gpt":0.40920870111657465,"score_spread":0.23685314732184254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88239425,0.000009913893,0.012992865,0.012204496,0.004727241,0.0003522884,0.00006706202,0.00023328354,0.08701858],"genre_scores_gemma":[0.997005,0.000026356453,0.000105924744,0.00028048886,0.00017132775,0.000020971682,0.000016505437,0.000009936273,0.0023634988],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735135,0.000079932746,0.00060060405,0.00045519104,0.001185881,0.000327039],"domain_scores_gemma":[0.99891084,0.00043685327,0.0001205626,0.00029894407,0.00017082886,0.00006194348],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020469483,0.00014085532,0.00017373257,0.0007474907,0.00012089931,0.0003730658,0.0008209891,0.00008055431,0.0011663861],"category_scores_gemma":[0.0007765903,0.00011994207,0.00007772622,0.001587462,0.00008167784,0.000721924,0.00051002536,0.00024311367,0.00076664233],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021728135,0.00013703365,0.724384,0.000028610213,0.00007291107,0.00012253821,0.003706362,0.0035076654,0.0026404136,0.20314927,0.053635135,0.008398797],"study_design_scores_gemma":[0.0029687453,0.000114137976,0.28207925,0.00018110473,0.000015077943,0.000076695615,0.011837428,0.16092463,0.001948206,0.2514504,0.2875378,0.00086649245],"about_ca_topic_score_codex":0.00003545925,"about_ca_topic_score_gemma":0.00023260087,"teacher_disagreement_score":0.44230473,"about_ca_system_score_codex":0.00033625413,"about_ca_system_score_gemma":0.000052665877,"threshold_uncertainty_score":0.9997467},"labels":[],"label_agreement":null},{"id":"W4386309331","doi":"10.1002/iis2.13031","title":"MBFHA: A Framework for Model‐Based Functional Hazard Assessment for Aircraft Systems","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Aerospace; Workflow; Consistency (knowledge bases); Computer science; Systems engineering; Key (lock); Hazard; Hazard analysis; Systems Modeling Language; Reliability engineering; Software engineering; Unified Modeling Language; Engineering; Database; Software; Aerospace engineering","score_opus":0.021718722349281582,"score_gpt":0.27723786496091696,"score_spread":0.2555191426116354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036074787,0.00004549003,0.98116684,0.0011433567,0.00972793,0.0010561954,0.0005065071,0.0014896987,0.0012564802],"genre_scores_gemma":[0.9431936,0.0000080352975,0.049721405,0.000093275296,0.0014433189,0.0040209964,0.0005455999,0.00014997752,0.00082378334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983759,0.00000951874,0.00049814914,0.00032605015,0.00041106317,0.00037935286],"domain_scores_gemma":[0.99865955,0.0006503532,0.00007124771,0.0002788074,0.0002414176,0.00009863169],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038169985,0.00026724287,0.00026357576,0.00024077353,0.00008799296,0.000120855584,0.00035033538,0.00019791491,0.000015859336],"category_scores_gemma":[0.000072935734,0.00029889512,0.00021645817,0.00019935837,0.00001881554,0.00016695878,0.00004108697,0.00017773411,0.000068810354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026815804,0.000024905718,0.00011288824,0.00022379222,0.0001981769,0.0000024097121,0.000037105034,0.94278556,0.0042648003,0.04297507,0.009185184,0.0001632738],"study_design_scores_gemma":[0.00071766827,0.00003557563,0.00036423685,0.0001670475,0.000022537002,0.000006681833,0.000020253663,0.95296043,0.00058697833,0.0021131143,0.042704865,0.0003005856],"about_ca_topic_score_codex":0.0000070141596,"about_ca_topic_score_gemma":0.0000024493897,"teacher_disagreement_score":0.9395861,"about_ca_system_score_codex":0.00071472477,"about_ca_system_score_gemma":0.000095446,"threshold_uncertainty_score":0.9999463},"labels":[],"label_agreement":null},{"id":"W4402330701","doi":"10.1002/iis2.13185","title":"Providing tailored heuristic advice to Systems Engineers","year":2024,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Heuristic; Set (abstract data type); Advice (programming); Prioritization; Task (project management); Heuristic evaluation; Meaning (existential); Test (biology); Machine learning; Artificial intelligence; Management science; Usability; Human–computer interaction; Psychology; Engineering; Systems engineering","score_opus":0.01526364521971184,"score_gpt":0.26232839898113575,"score_spread":0.2470647537614239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068017274,0.0028065515,0.85567814,0.002397982,0.027310625,0.0012009556,0.00017211972,0.008774269,0.033642095],"genre_scores_gemma":[0.99462163,0.000048707632,0.0030266668,0.00002862874,0.00091816694,0.00038272992,0.000027405904,0.00006698947,0.00087908626],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898255,0.000012698876,0.000305276,0.0002430958,0.00023116931,0.00022521637],"domain_scores_gemma":[0.9993926,0.00023749513,0.000013963245,0.000206662,0.00006090749,0.00008833862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023216447,0.00017995958,0.00015134967,0.00017795226,0.0000326414,0.00023029925,0.0003354802,0.00007449708,0.000019628407],"category_scores_gemma":[0.00006648092,0.00017958035,0.00006463003,0.00029286646,0.000009340731,0.00013344863,0.000051791383,0.00015328931,0.00035526883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003540148,0.000008953345,0.000017273695,0.00024638156,0.0001404855,0.00003528718,0.00034404185,0.9172537,0.055916674,0.013963623,0.01083377,0.0012362861],"study_design_scores_gemma":[0.00007690785,0.00001848241,0.00005479067,0.00027491074,0.000017172619,0.000109744404,0.00010853929,0.74608535,0.0025428042,0.00009250374,0.2503447,0.00027409158],"about_ca_topic_score_codex":0.000061415805,"about_ca_topic_score_gemma":0.0000018643722,"teacher_disagreement_score":0.92660433,"about_ca_system_score_codex":0.00029726114,"about_ca_system_score_gemma":0.000013923131,"threshold_uncertainty_score":0.73230743},"labels":[],"label_agreement":null},{"id":"W4402330844","doi":"10.1002/iis2.13270","title":"A Configuration Management Strategy for Modelbased Product Line Engineering in Aircraft Systems Development","year":2024,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Configuration Management (ITSM); Reuse; Systems engineering; New product development; Product (mathematics); Asset management; Process management; Product engineering; Software product line; Computer science; Asset (computer security); Domain engineering; Product management; Product line; Risk analysis (engineering); Software development; Software; Engineering; Product design; Manufacturing engineering; Component-based software engineering; Business","score_opus":0.03781722277166321,"score_gpt":0.300480679051894,"score_spread":0.2626634562802308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028778545,0.00027446664,0.99276304,0.0006023392,0.0022048566,0.0004917872,0.0000045134498,0.00056622573,0.0002149426],"genre_scores_gemma":[0.69752055,0.000019063456,0.3013739,0.000021980044,0.00016005307,0.00046379917,0.000025175279,0.000018747753,0.00039672406],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987523,0.000016842996,0.00035050814,0.0004186329,0.00025649337,0.00020522783],"domain_scores_gemma":[0.99937034,0.00026810766,0.00003638194,0.00019809668,0.00009199546,0.00003505537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004894044,0.00015695006,0.00013622589,0.00025135945,0.000024631627,0.0002352636,0.0005020694,0.00004007959,0.0000013464401],"category_scores_gemma":[0.000073552495,0.0001575514,0.000036437264,0.00021542529,0.0000073583833,0.0005106618,0.00010654048,0.000110771616,0.000011518419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000778218,0.00002443114,0.0000044927233,0.00017552884,0.000047184196,0.000042173684,0.00021347488,0.93281305,0.0028487407,0.052785728,0.00006242028,0.010974974],"study_design_scores_gemma":[0.00028031017,0.000036875543,0.00009756121,0.00026890665,0.0000034484858,0.000016872054,0.000011525091,0.97866917,0.010316648,0.0011960423,0.008890864,0.00021179476],"about_ca_topic_score_codex":0.000008320648,"about_ca_topic_score_gemma":0.0000021787198,"teacher_disagreement_score":0.6946427,"about_ca_system_score_codex":0.00041240413,"about_ca_system_score_gemma":0.000060719034,"threshold_uncertainty_score":0.64247596},"labels":[],"label_agreement":null},{"id":"W4414986918","doi":"10.1002/iis2.70032","title":"A Systems Engineering Framework for Navigating Complexity","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Complexity management; Popularity; Complex system; Work (physics); System of systems; Chaotic","score_opus":0.03588354237784164,"score_gpt":0.32211021665808576,"score_spread":0.2862266742802441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414986918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027149329,0.00033561094,0.9638295,0.0005830585,0.004945239,0.00040244043,0.00007115644,0.0007882249,0.0018954149],"genre_scores_gemma":[0.91465175,0.000028585135,0.08400804,0.000039881186,0.00048199037,0.0006147713,0.00003582098,0.00003348611,0.00010564834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999174,0.000007927017,0.00032288083,0.00017479289,0.000117429656,0.0002030005],"domain_scores_gemma":[0.9990529,0.0005745243,0.000035018922,0.00021447573,0.00009064023,0.000032437576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023182377,0.00015315406,0.00018265127,0.000058494563,0.000058678863,0.00009708767,0.00033782548,0.000111017915,0.0000055089217],"category_scores_gemma":[0.00017589341,0.00016641093,0.000081663195,0.00017043222,0.000017073358,0.0000715431,0.000049545495,0.00019925488,0.000009372933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045607085,0.000013957693,0.0001331356,0.00022164699,0.000150454,0.0000010263881,0.000071656825,0.5618952,0.016043473,0.4194181,0.00086465315,0.0011821168],"study_design_scores_gemma":[0.0002500744,0.00001062861,0.00040532302,0.000636657,0.000018265835,0.000011882421,0.00007778936,0.9267309,0.0048234975,0.0075536068,0.059223212,0.00025820863],"about_ca_topic_score_codex":0.00003434145,"about_ca_topic_score_gemma":0.0000012910114,"teacher_disagreement_score":0.88750243,"about_ca_system_score_codex":0.00019050567,"about_ca_system_score_gemma":0.000009141729,"threshold_uncertainty_score":0.67860407},"labels":[],"label_agreement":null},{"id":"W4414992558","doi":"10.1002/iis2.70083","title":"Enhancing Shared Understanding in Multidisciplinary Teams","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sierra Wireless (Canada)","funders":"","keywords":"Multidisciplinary approach; Stakeholder; Sociotechnical system; Bridging (networking); Bridge (graph theory); Interview","score_opus":0.0187355695803428,"score_gpt":0.3324490183859912,"score_spread":0.31371344880564844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414992558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7733228,0.00008155461,0.006878809,0.003859452,0.0048813457,0.00018488665,0.000036497844,0.00007201943,0.21068263],"genre_scores_gemma":[0.9933759,0.000015445707,0.00019858632,0.00022363279,0.00012669657,0.000046840898,0.000040665356,0.00001190634,0.0059603285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999026,0.000023775534,0.00031371627,0.00027629078,0.00014488731,0.00021533668],"domain_scores_gemma":[0.9995759,0.0001097432,0.000066964356,0.00018202138,0.00003381733,0.000031561663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022881529,0.000116404415,0.00011966153,0.00023832318,0.00007117302,0.000049426068,0.00032859796,0.00009684614,0.0005046582],"category_scores_gemma":[0.000015101081,0.00012127033,0.00005270887,0.00021373364,0.000034539313,0.00015013476,0.00014940005,0.00021261357,0.00012709737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005455793,0.0008184163,0.51346576,0.0000550151,0.0002984447,0.0002199441,0.010544877,0.0012675405,0.027087558,0.43979824,0.002501236,0.0033973868],"study_design_scores_gemma":[0.009015608,0.00028360105,0.7990639,0.0017686264,0.000054023232,0.00011677581,0.012876545,0.083578885,0.0031562122,0.060746603,0.027810562,0.0015286271],"about_ca_topic_score_codex":0.00045861068,"about_ca_topic_score_gemma":0.0009276465,"teacher_disagreement_score":0.37905163,"about_ca_system_score_codex":0.00064600614,"about_ca_system_score_gemma":0.00003944421,"threshold_uncertainty_score":0.5525654},"labels":[],"label_agreement":null},{"id":"W4415011469","doi":"10.1002/iis2.70009","title":"Integrating System Dynamics with System Modeling Language for Resilient System Design","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Infrastructure Resilience and Vulnerability Analysis","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"System dynamics; Systems modeling; Systems design; Resilience (materials science); Modeling language; Complex system; System of systems; System model","score_opus":0.004351366527056611,"score_gpt":0.22440216974365657,"score_spread":0.22005080321659995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415011469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067585215,0.00009188216,0.91999876,0.00008342545,0.000930098,0.000492098,0.00006500363,0.00060733326,0.010146154],"genre_scores_gemma":[0.9910471,0.0000024891895,0.008325513,0.00001424536,0.00018169545,0.00021275635,0.00006301978,0.0000335968,0.00011958824],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848384,0.000047638532,0.00052692957,0.00033130977,0.0003279627,0.00028231554],"domain_scores_gemma":[0.9990962,0.0001665657,0.000079017904,0.0003072534,0.00029186474,0.000059057333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004440096,0.0002549049,0.00032497838,0.00023499753,0.00017041978,0.00015630126,0.00043222876,0.00012841582,0.0000022287568],"category_scores_gemma":[0.0000290499,0.000211751,0.00013121802,0.0002831842,0.000026717518,0.00018542293,0.000045277917,0.00019784483,0.000007320987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007405295,0.000010357771,0.00012542463,0.001051933,0.00027117314,0.000016389751,0.00025070633,0.9475988,0.002099343,0.047769397,0.000047827132,0.0006845545],"study_design_scores_gemma":[0.00034576672,0.000030088879,0.0000073520055,0.0012992644,0.000098960285,0.00004239314,0.008847508,0.9855488,0.003526913,0.00002091864,0.00003286455,0.00019920398],"about_ca_topic_score_codex":0.00020772257,"about_ca_topic_score_gemma":0.00015688865,"teacher_disagreement_score":0.92346185,"about_ca_system_score_codex":0.0025021764,"about_ca_system_score_gemma":0.000059158952,"threshold_uncertainty_score":0.86349547},"labels":[],"label_agreement":null},{"id":"W4415011479","doi":"10.1002/iis2.70002","title":"On The Importance of Being Able to Hold a Stake","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"General partnership; Realization (probability); Stakeholder; System of systems; Engineering economics","score_opus":0.010960525996784048,"score_gpt":0.272849766478635,"score_spread":0.26188924048185097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415011479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19721304,0.000035499408,0.70517695,0.05292991,0.0015399503,0.00025989156,0.000007633405,0.00032094368,0.042516157],"genre_scores_gemma":[0.9842195,0.000009063953,0.012717222,0.0023503387,0.000034541943,0.000033724482,8.5815543e-7,0.0000040181694,0.00063075445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935186,0.00001274984,0.0001629087,0.0001617257,0.00021914968,0.000091634065],"domain_scores_gemma":[0.99898404,0.00050256174,0.000063964515,0.0003361802,0.0000914589,0.000021790145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000297726,0.000068524976,0.00006669357,0.000080044825,0.000038302667,0.00008426402,0.0010184405,0.00002602186,0.000020432244],"category_scores_gemma":[0.00020914624,0.000052137704,0.000036552137,0.00024289942,0.000010203051,0.00018733638,0.00022617957,0.00009722076,0.000011690939],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012194777,0.000043822492,0.0019028847,0.0000057056827,0.00003383151,0.000006937728,0.00018778617,0.0013712446,0.004019647,0.9833831,0.0075823236,0.0014504793],"study_design_scores_gemma":[0.00058318954,0.00046106023,0.01469544,0.00082660717,0.000023119544,0.000029006926,0.000046875088,0.06752573,0.18987182,0.29387265,0.43139464,0.0006698628],"about_ca_topic_score_codex":0.000042294967,"about_ca_topic_score_gemma":0.000006404425,"teacher_disagreement_score":0.78700644,"about_ca_system_score_codex":0.000056016626,"about_ca_system_score_gemma":0.00002685408,"threshold_uncertainty_score":0.21261139},"labels":[],"label_agreement":null}]}