{"meta":{"query_hash":"08df666e8476","filters":{"venue":"INCOSE International Symposium"},"cohort_total":128,"direct_labels_cover":0,"predictions_cover":128,"exported":128,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/08df666e8476","api":"https://metacan.xera.ac/api/v1/cohort?venue=INCOSE+International+Symposium"},"results":[{"id":"W1507022657","doi":"10.1002/j.2334-5837.2014.tb03145.x","title":"3.1.1 Model Lifecycle Management for MBSE","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Scope (computer science); Vendor; Systems engineering; Computer science; System lifecycle; Implementation; Engineering management; Product life-cycle management; Unified Modeling Language; Key (lock); Process management; Software engineering; Application lifecycle management; Software; Engineering; Business; Computer security","score_opus":0.02566886636467992,"score_gpt":0.26804642350697355,"score_spread":0.24237755714229364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507022657","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028685844,0.00065787404,0.971565,0.0024276362,0.0001380764,0.00031492423,0.0007082124,0.004713772,0.016605845],"genre_scores_gemma":[0.066064365,0.0013135861,0.9210905,0.00067178166,0.000138204,0.0005541514,0.0027721487,0.0011608835,0.0062342696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9884609,0.003836317,0.0014000823,0.0009463083,0.004792029,0.0005643098],"domain_scores_gemma":[0.98459125,0.0040299664,0.0013097717,0.0064134407,0.003269431,0.00038616624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013929743,0.0009968227,0.0009322162,0.0027764407,0.001568129,0.008233585,0.0030989351,0.002042692,0.0065736906],"category_scores_gemma":[0.021171365,0.0010886913,0.002218601,0.003240268,0.0017473442,0.0119397985,0.0071786176,0.005110642,0.0028936767],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013349872,0.00023224576,0.0043239496,0.0012608914,0.00015573131,0.0004625807,0.0030427123,0.027385386,0.009965189,0.6341489,0.025368443,0.2935205],"study_design_scores_gemma":[0.000042257103,0.000108426386,0.0010733112,0.0011106477,0.0000943735,0.0006302445,0.0008274956,0.14129193,0.0129351765,0.1959791,0.6457959,0.00011110026],"about_ca_topic_score_codex":0.0047113546,"about_ca_topic_score_gemma":0.004350436,"teacher_disagreement_score":0.013929743,"about_ca_system_score_codex":0.0025988978,"about_ca_system_score_gemma":0.0045197043,"threshold_uncertainty_score":0.07366836},"labels":[],"label_agreement":null},{"id":"W1516256794","doi":"10.1002/j.2334-5837.2000.tb00468.x","title":"9.4 The Role of Configuration Management in Earned Value Management","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Schedule; Earned value management; Unification; Context (archaeology); Control (management); Computer science; Cost control; Project management; Consumption (sociology); Operations research; Configuration Management (ITSM); Project management triangle; Operations management; Process management; Business; Systems engineering; Engineering; Project charter; Operating system; Artificial intelligence; Programming language","score_opus":0.007518725535296092,"score_gpt":0.23687471332466786,"score_spread":0.22935598778937177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516256794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07579843,0.0018553332,0.6470413,0.014014529,0.00047678285,0.00017815256,0.00011924392,0.0026817205,0.2578345],"genre_scores_gemma":[0.87360346,0.0005170923,0.10570046,0.00043130005,0.00023855497,0.000090331785,0.00006993367,0.0002722898,0.019076426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99360824,0.0036994962,0.00027483574,0.0005692386,0.0013361133,0.0005121838],"domain_scores_gemma":[0.9907878,0.0036246048,0.0011546902,0.0020073422,0.0014665232,0.000959146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077133826,0.00039014127,0.00037103987,0.0014776138,0.0016727725,0.009812453,0.0018682362,0.0012617272,0.008879615],"category_scores_gemma":[0.011423642,0.0004658037,0.00033211344,0.0012326004,0.0038254012,0.011187364,0.0026937388,0.0013324091,0.0015188776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107992,0.000104158404,0.0042366185,0.000093793315,0.000024565552,0.00048151473,0.0032434603,0.009615598,0.0026881015,0.7990271,0.00614305,0.17423405],"study_design_scores_gemma":[0.000061823404,0.00020313032,0.003883278,0.00036939105,0.00005478776,0.00070069433,0.002291143,0.115187354,0.008174107,0.68969405,0.1792415,0.00013867114],"about_ca_topic_score_codex":0.0026775303,"about_ca_topic_score_gemma":0.001680797,"teacher_disagreement_score":0.009812453,"about_ca_system_score_codex":0.0020977317,"about_ca_system_score_gemma":0.0022373227,"threshold_uncertainty_score":0.040792704},"labels":[],"label_agreement":null},{"id":"W1555257756","doi":"10.1002/j.2334-5837.2014.tb03167.x","title":"6.4.2 Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Certification; Software deployment; Engineering management; Systems engineering; Engineering; Work (physics); Scheme (mathematics); International standard; Configuration Management (ITSM); Set (abstract data type); ITIL security management; Software engineering; Computer science; Computer security; Mechanical engineering; Telecommunications; Management","score_opus":0.02213188385603231,"score_gpt":0.2606390345456239,"score_spread":0.2385071506895916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555257756","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054742624,0.0022495498,0.69784147,0.004878189,0.0010582049,0.0011493663,0.0017321266,0.024807813,0.26080897],"genre_scores_gemma":[0.051468447,0.004692194,0.82988,0.0015355203,0.0004678657,0.0014811833,0.008509299,0.0050068805,0.096958555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916876,0.0020874762,0.0012154215,0.00034736338,0.004236982,0.0004251829],"domain_scores_gemma":[0.9889051,0.002615238,0.0006929846,0.0028455185,0.004490817,0.00045040462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00989279,0.0010939263,0.0006165231,0.0045730416,0.00092414167,0.0057606753,0.0017447436,0.0024551956,0.019589975],"category_scores_gemma":[0.014679524,0.0007373274,0.0010882538,0.0037731903,0.0010450851,0.0060475366,0.002657953,0.0034375302,0.019600978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001172463,0.00038989814,0.0018980058,0.0024833058,0.000029872339,0.0006732596,0.0026919935,0.0064533427,0.019393262,0.32446784,0.14896397,0.492438],"study_design_scores_gemma":[0.000030480753,0.000087474145,0.0012398257,0.00082886533,0.000015100221,0.00070305116,0.0002719387,0.004168282,0.0075959074,0.02663111,0.95838773,0.000040184168],"about_ca_topic_score_codex":0.0015964234,"about_ca_topic_score_gemma":0.0019391986,"teacher_disagreement_score":0.019589975,"about_ca_system_score_codex":0.001452528,"about_ca_system_score_gemma":0.004853116,"threshold_uncertainty_score":0.06553507},"labels":[],"label_agreement":null},{"id":"W1556328186","doi":"10.1002/j.2334-5837.2007.tb02925.x","title":"6.4.2 A Metric Framework for Capability Definition, Engineering and Management","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Computer science; Construct (python library); Interoperability; Metric (unit); Systems engineering; Architecture; Software engineering; Quality (philosophy); Battlefield; Risk analysis (engineering); Engineering; Operations management; Business","score_opus":0.02782092519602405,"score_gpt":0.2800599498769775,"score_spread":0.2522390246809535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556328186","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028669666,0.0011314586,0.96312946,0.0025979641,0.00017344381,0.0001732669,0.00025793313,0.00036051328,0.02930905],"genre_scores_gemma":[0.15061174,0.0011441014,0.8410439,0.00031791037,0.00016858686,0.00064444606,0.00046005324,0.00014346505,0.005465761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9909114,0.004940637,0.001034014,0.0006020386,0.0021236409,0.00038834574],"domain_scores_gemma":[0.99242777,0.0022720837,0.0010860726,0.0009887173,0.002653794,0.00057158346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012034731,0.0015568784,0.00071193255,0.005656348,0.0016393921,0.008163747,0.0020368446,0.0017227781,0.004258754],"category_scores_gemma":[0.012607687,0.00044926148,0.001451865,0.005719442,0.005453145,0.010801586,0.003197005,0.0035982393,0.0010738085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034941875,0.000009508899,0.00018168593,0.000047924525,0.000006869884,0.000022369593,0.00019070342,0.002441985,0.00019665793,0.9852776,0.0012639761,0.010357237],"study_design_scores_gemma":[0.000011816875,0.000056315723,0.0005386899,0.00020995889,0.000017335344,0.00016905443,0.00049847737,0.03711853,0.0009726459,0.85054904,0.10981775,0.00004044403],"about_ca_topic_score_codex":0.0054866537,"about_ca_topic_score_gemma":0.0042105406,"teacher_disagreement_score":0.012034731,"about_ca_system_score_codex":0.0049224077,"about_ca_system_score_gemma":0.005457359,"threshold_uncertainty_score":0.063646495},"labels":[],"label_agreement":null},{"id":"W1556570903","doi":"10.1002/j.2334-5837.2007.tb02966.x","title":"9.4.1 Lessons Learned From Industrial Validation of COSYSMO","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Process (computing); Reuse; Engineering; Engineering management; Government (linguistics); Domain (mathematical analysis); Software engineering; Computer science; Systems engineering; Software development; Software development process; Process management; Software","score_opus":0.11610253466705181,"score_gpt":0.32838348495027114,"score_spread":0.21228095028321933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556570903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5461001,0.0026011562,0.32715294,0.065250225,0.0010747758,0.0010837718,0.00076672813,0.0044220686,0.051548205],"genre_scores_gemma":[0.7425671,0.0013504694,0.24051887,0.0032948637,0.00025506652,0.00040164805,0.0010053203,0.0020011761,0.008605455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.91979736,0.047230694,0.0038505734,0.0049955477,0.021310842,0.002815053],"domain_scores_gemma":[0.7035223,0.15989663,0.006517463,0.05081637,0.07634175,0.002905509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.083618686,0.0013643373,0.0011960401,0.0019941013,0.0028690444,0.008315959,0.006388772,0.0031372923,0.0037237247],"category_scores_gemma":[0.20290849,0.0010770824,0.0011249395,0.002190956,0.0044723675,0.01526656,0.004566222,0.0071429373,0.0009826092],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009863588,0.0023731121,0.084358886,0.003061301,0.00031076698,0.0027806102,0.07150261,0.05816269,0.017785735,0.11573086,0.04277947,0.60016763],"study_design_scores_gemma":[0.0004494052,0.003356086,0.045341626,0.0073597017,0.0004376654,0.0036600921,0.08118937,0.22179525,0.085050635,0.1256664,0.42483252,0.0008612848],"about_ca_topic_score_codex":0.012746736,"about_ca_topic_score_gemma":0.012548535,"teacher_disagreement_score":0.083618686,"about_ca_system_score_codex":0.0066181635,"about_ca_system_score_gemma":0.006793164,"threshold_uncertainty_score":0.4422232},"labels":[],"label_agreement":null},{"id":"W1556738091","doi":"10.1002/j.2334-5837.2014.tb03159.x","title":"5.2.2 Application of product lines in industrial gas turbine control systems","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rolls-Royce (Canada)","funders":"","keywords":"Reuse; Architecture; Gas turbines; Product (mathematics); Reliability (semiconductor); Systems engineering; Key (lock); Control (management); Computer science; Partition (number theory); Interface (matter); Reliability engineering; Embedded system; Manufacturing engineering; Engineering; Operating system; Mechanical engineering; Power (physics)","score_opus":0.02205947102036019,"score_gpt":0.273607511602427,"score_spread":0.2515480405820668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556738091","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.422615,0.0012847509,0.4522854,0.0012317809,0.00022079067,0.000610336,0.00047180793,0.007939021,0.113341086],"genre_scores_gemma":[0.77899003,0.0006066019,0.20021063,0.00017874484,0.000036584235,0.0001753232,0.0006003829,0.00042304708,0.018778626],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982571,0.0007107555,0.00008547848,0.00021782653,0.0006040952,0.00012481485],"domain_scores_gemma":[0.99700874,0.0009794965,0.00026510505,0.0006308978,0.0009782688,0.00013744776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017516112,0.0005249297,0.00020282541,0.00077684916,0.00046855467,0.0015117927,0.0008060049,0.00094635633,0.0071109342],"category_scores_gemma":[0.0033705297,0.00029713553,0.0005821227,0.0006301059,0.00040587143,0.0010902741,0.00076528534,0.00082357484,0.0014543447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008995971,0.001133378,0.024705343,0.0017288348,0.00014443474,0.004258676,0.0038647195,0.10880804,0.1165303,0.04460632,0.0126166055,0.6807037],"study_design_scores_gemma":[0.00026225927,0.0034347044,0.030812442,0.0008479202,0.0002615472,0.0032814583,0.0018773514,0.380901,0.20625708,0.018468691,0.35344303,0.0001525913],"about_ca_topic_score_codex":0.00193211,"about_ca_topic_score_gemma":0.0019527726,"teacher_disagreement_score":0.0071109342,"about_ca_system_score_codex":0.0006978475,"about_ca_system_score_gemma":0.0006418689,"threshold_uncertainty_score":0.023788393},"labels":[],"label_agreement":null},{"id":"W1558014782","doi":"10.1002/j.2334-5837.2007.tb02955.x","title":"8.4.2 Exploring Concurrent Activities: Using State Machines to Understand Net‐Enabled Operations","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Exploit; Workflow; Task (project management); Process (computing); Dissemination; Sample (material); State (computer science); Software engineering; Industrial engineering; Systems engineering; Database; Engineering; Computer security; Operating system; Algorithm","score_opus":0.28452848782415113,"score_gpt":0.4487091021367975,"score_spread":0.16418061431264636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1558014782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11405802,0.00020737413,0.86725026,0.0006920218,0.000047176218,0.0000763568,0.00021833378,0.0007317294,0.016718687],"genre_scores_gemma":[0.74951,0.00039578538,0.24359657,0.00008281978,0.000024919922,0.00015201455,0.00021282567,0.00010588447,0.0059191394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99971265,0.0001222319,0.000017429284,0.000042194417,0.00006890425,0.00003661247],"domain_scores_gemma":[0.99858046,0.00094650174,0.000121619785,0.00019474416,0.00011879294,0.00003780458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007153122,0.00048685973,0.0003502866,0.00042160242,0.00036870633,0.001613512,0.00082436705,0.0008089969,0.004344052],"category_scores_gemma":[0.0019730784,0.00032119395,0.0010012181,0.00037849462,0.00082498114,0.0029616598,0.00052948,0.00097447174,0.00040527448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010046669,0.0000836481,0.0028154892,0.00009918284,0.000029212057,0.00012803158,0.00033146658,0.83333373,0.003670336,0.1430238,0.00051565195,0.015869042],"study_design_scores_gemma":[0.000007815452,0.000020742222,0.0002121329,0.000014350654,0.00000902342,0.000026452297,0.000049554845,0.9579681,0.0013814815,0.037925884,0.0023787518,0.000005680079],"about_ca_topic_score_codex":0.005830857,"about_ca_topic_score_gemma":0.0045908093,"teacher_disagreement_score":0.005830857,"about_ca_system_score_codex":0.0007820663,"about_ca_system_score_gemma":0.0008527474,"threshold_uncertainty_score":0.014532268},"labels":[],"label_agreement":null},{"id":"W1564156473","doi":"10.1002/j.2334-5837.2000.tb00415.x","title":"4.4.3 Using A System Object Methodology in Software Intensive Systems","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Software system; Software engineering; Object-oriented design; Systems engineering; Software development; Object-oriented programming; Systems development life cycle; Object (grammar); Context (archaeology); Unified Modeling Language; Software development process; Software; Programming language; Artificial intelligence; Engineering","score_opus":0.046499902097072415,"score_gpt":0.30619428920838826,"score_spread":0.25969438711131587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564156473","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006908478,0.0008351275,0.9713855,0.0009779234,0.000096747266,0.0001427072,0.000018944063,0.0002836548,0.019350912],"genre_scores_gemma":[0.13550034,0.0011673361,0.84280264,0.00047849983,0.0001305754,0.0004659609,0.00006385926,0.00020917569,0.019181533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9934772,0.0041420446,0.00034482,0.00028977872,0.0015448949,0.00020105626],"domain_scores_gemma":[0.99619365,0.0019270082,0.0002760001,0.00057722896,0.0008630512,0.0001631698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011107799,0.000761742,0.00049018336,0.0028323426,0.0012720986,0.005142809,0.001187673,0.0017960928,0.003623651],"category_scores_gemma":[0.003939542,0.00055198756,0.0014566372,0.0015849794,0.0037392247,0.0059014945,0.0021195032,0.0015241592,0.0011085285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001906599,0.0000541245,0.00085661333,0.00020621122,0.000028870663,0.00017913568,0.0016127346,0.006212214,0.0032544087,0.94098306,0.00086036755,0.045733135],"study_design_scores_gemma":[0.000054292803,0.00033581373,0.0011163286,0.00056681334,0.00008542638,0.0005177576,0.0011837266,0.0904464,0.011940346,0.6586111,0.23507461,0.00006731501],"about_ca_topic_score_codex":0.0019345687,"about_ca_topic_score_gemma":0.002035302,"teacher_disagreement_score":0.011107799,"about_ca_system_score_codex":0.0017181033,"about_ca_system_score_gemma":0.0031316038,"threshold_uncertainty_score":0.05874437},"labels":[],"label_agreement":null},{"id":"W1580746601","doi":"10.1002/j.2334-5837.2000.tb00439.x","title":"5.5.3 Supportability Assessment and Evaluation During System Architecture Development","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Analytic hierarchy process; Systems engineering; Architecture; Domain (mathematical analysis); Computer science; Heuristic; Perspective (graphical); Process (computing); Architecture framework; Engineering; Management science; Software engineering; Risk analysis (engineering); Operations research; Artificial intelligence","score_opus":0.007632577229073802,"score_gpt":0.24214207327596327,"score_spread":0.23450949604688948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580746601","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30127236,0.0008932934,0.607212,0.0020643293,0.00009550306,0.0031248885,0.00032776245,0.0011479515,0.08386189],"genre_scores_gemma":[0.682561,0.00026218462,0.31291583,0.000079374106,0.0000157262,0.00056068844,0.0002221436,0.0000706077,0.0033125482],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9531692,0.033368908,0.0024824527,0.0006977329,0.009069279,0.0012124785],"domain_scores_gemma":[0.9493462,0.029238641,0.003146344,0.0024776133,0.01513907,0.0006521002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036149062,0.0008154025,0.0005768459,0.0043556956,0.0015318649,0.0062781433,0.0007277216,0.00080785877,0.0045686783],"category_scores_gemma":[0.054945786,0.0003581325,0.0007097884,0.0020307135,0.001410335,0.0032221596,0.0018161788,0.0010224534,0.00054432766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006216805,0.0009233484,0.03168729,0.0023693384,0.00016115764,0.0005795628,0.023053287,0.044971675,0.030419283,0.082516514,0.0042901887,0.7784066],"study_design_scores_gemma":[0.00030251866,0.004411873,0.075292476,0.0060320753,0.00056366436,0.0011605461,0.053647697,0.4063641,0.20728706,0.10724408,0.13719893,0.00049492833],"about_ca_topic_score_codex":0.004173624,"about_ca_topic_score_gemma":0.0054516294,"teacher_disagreement_score":0.036149062,"about_ca_system_score_codex":0.0034649514,"about_ca_system_score_gemma":0.0052609346,"threshold_uncertainty_score":0.19117683},"labels":[],"label_agreement":null},{"id":"W1583905402","doi":"10.1002/j.2334-5837.2014.tb03172.x","title":"7.2.2 Developing the Next Generation of the INCOSE Systems Engineering Competency Framework","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering management; Systems engineering; Engineering; Computer science","score_opus":0.020318884446121784,"score_gpt":0.23094807640736778,"score_spread":0.210629191961246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583905402","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026137082,0.0006841831,0.8131819,0.013310862,0.00047140522,0.0012128748,0.0002583897,0.001086044,0.14365737],"genre_scores_gemma":[0.113834314,0.00044803065,0.86932904,0.00088028825,0.00005308995,0.00059226283,0.0006477027,0.00013076996,0.014084484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98750454,0.0055315006,0.00084264623,0.00060454255,0.0043937014,0.0011231357],"domain_scores_gemma":[0.98414695,0.002973004,0.0006640941,0.0014498665,0.008912423,0.0018535816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020781696,0.00070650893,0.0005227896,0.003016416,0.00195834,0.007229988,0.0022381542,0.0019940056,0.0044228756],"category_scores_gemma":[0.01684921,0.0004562165,0.0010778983,0.001020044,0.0026996378,0.0068043345,0.005299001,0.0034386446,0.00217836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004847429,0.00039898753,0.0055501256,0.00044115723,0.000027916834,0.00035484118,0.0068557817,0.008190516,0.0064455234,0.739242,0.020412963,0.21203157],"study_design_scores_gemma":[0.000053741,0.00035427616,0.0044606915,0.002944531,0.000043564138,0.001248349,0.009554001,0.09937794,0.017184071,0.20175362,0.6628583,0.00016689017],"about_ca_topic_score_codex":0.013307894,"about_ca_topic_score_gemma":0.016672418,"teacher_disagreement_score":0.020781696,"about_ca_system_score_codex":0.004960922,"about_ca_system_score_gemma":0.02307662,"threshold_uncertainty_score":0.10990542},"labels":[],"label_agreement":null},{"id":"W1911823626","doi":"10.1002/j.2334-5837.2014.00029.x","title":"Engineering Education – A Systems Dynamics View","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Intestinal Research","funders":"","keywords":"Dilemma; Dynamics (music); Simple (philosophy); System dynamics; Computer science; Management science; Engineering ethics; Engineering; Sociology; Artificial intelligence; Epistemology; Pedagogy","score_opus":0.03580619867495591,"score_gpt":0.3476869579237126,"score_spread":0.3118807592487567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911823626","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024266817,0.014431187,0.39065397,0.06749017,0.0012048978,0.00011469671,0.00042406374,0.00018302962,0.50123113],"genre_scores_gemma":[0.93944556,0.009435411,0.026603522,0.0017299012,0.0010570348,0.0001734123,0.00012931536,0.000043773052,0.021382088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99909604,0.00046650768,0.000026538268,0.00010439485,0.00023894351,0.00006755825],"domain_scores_gemma":[0.9988495,0.00069929607,0.0000846897,0.00008596761,0.0001785927,0.00010196577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009780681,0.0005707322,0.0005446281,0.0014088966,0.00087070296,0.0038581057,0.00095808867,0.001643501,0.0079695685],"category_scores_gemma":[0.0014192936,0.00027139386,0.00050056126,0.00091469946,0.0044703064,0.0035040665,0.0021078063,0.0025005806,0.0006777194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026822224,0.000014955171,0.00014323452,0.000038143942,0.0000075976986,0.00003801038,0.00012416928,0.012550912,0.000082394996,0.9828166,0.000998674,0.0031827176],"study_design_scores_gemma":[0.000008106758,0.000034356293,0.00032146362,0.00013920617,0.0000056614163,0.000048728813,0.00034893714,0.033140484,0.00009020405,0.92301106,0.042839345,0.0000124230455],"about_ca_topic_score_codex":0.0057370095,"about_ca_topic_score_gemma":0.002523945,"teacher_disagreement_score":0.0079695685,"about_ca_system_score_codex":0.0031655668,"about_ca_system_score_gemma":0.0018654853,"threshold_uncertainty_score":0.0266608},"labels":[],"label_agreement":null},{"id":"W1947493562","doi":"10.1002/j.2334-5837.2008.tb00844.x","title":"7.2.2 Advancing Model‐Based Systems Engineering at a Small Space Agency","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; Agency (philosophy); Process (computing); Bridge (graph theory); Space (punctuation); Key (lock); Work (physics); Systems engineering; Computer science; Process management; Engineering management; Engineering; Unified Modeling Language; Computer security; Sociology; Mechanical engineering","score_opus":0.02635390211012569,"score_gpt":0.23840623077023781,"score_spread":0.21205232866011212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947493562","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08536434,0.0036627508,0.6335146,0.035810128,0.0007777683,0.000433656,0.00048121848,0.0057700584,0.23418547],"genre_scores_gemma":[0.42363507,0.0055937767,0.5234294,0.0016056877,0.00019175923,0.00014820437,0.000615749,0.0007097288,0.044070695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712664,0.0008813682,0.000094209245,0.00011187454,0.0015168141,0.00026901087],"domain_scores_gemma":[0.9949307,0.0011302044,0.00021887898,0.00089845184,0.0023911716,0.00043061125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004877824,0.00047933697,0.00023955596,0.0007408582,0.0010734223,0.0043367078,0.0012084725,0.0012541923,0.008323032],"category_scores_gemma":[0.0046537137,0.000376864,0.0007208559,0.0007138073,0.001104747,0.0036817957,0.001632635,0.001976122,0.0019055171],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022721992,0.0005513375,0.008928436,0.0010238128,0.00006972016,0.00059141027,0.0040071015,0.06784305,0.056608014,0.34994403,0.04151306,0.46869284],"study_design_scores_gemma":[0.00007362691,0.00038887653,0.0029882013,0.00049783906,0.00006657627,0.00036491596,0.0018178122,0.11032477,0.034493867,0.03632488,0.8125699,0.0000886498],"about_ca_topic_score_codex":0.0799248,"about_ca_topic_score_gemma":0.106285706,"teacher_disagreement_score":0.0799248,"about_ca_system_score_codex":0.0039568013,"about_ca_system_score_gemma":0.009636669,"threshold_uncertainty_score":0.15891916},"labels":[],"label_agreement":null},{"id":"W1950131414","doi":"10.1002/j.2334-5837.2000.tb00411.x","title":"3.4.3 Architecture Based Design Applied to a Remote Sensing Satellite Planner","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Spacecraft Design and Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Planner; Architecture; Computer science; Set (abstract data type); Variety (cybernetics); Satellite; Systems engineering; Process (computing); Computer architecture; Systems architecture; Design process; Software engineering; Engineering; Artificial intelligence; Work in process; Operating system; Geography; Aerospace engineering; Programming language","score_opus":0.007674507127028648,"score_gpt":0.20508171440015813,"score_spread":0.1974072072731295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950131414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019713843,0.000085849424,0.9383516,0.00049090665,0.00006742519,0.00021939004,0.000070332906,0.002197827,0.0388028],"genre_scores_gemma":[0.22705327,0.00015798646,0.7481124,0.0001698661,0.000014213967,0.0002436947,0.00015284355,0.0004132045,0.023682538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990037,0.00037565472,0.000057808953,0.00010033535,0.00038402033,0.00007850037],"domain_scores_gemma":[0.999223,0.00024602067,0.00005548242,0.00017277524,0.00025626444,0.00004645984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016237561,0.0004920376,0.00025197427,0.0006542559,0.00068883644,0.001819188,0.0007915078,0.0009944665,0.009018063],"category_scores_gemma":[0.0023265912,0.0005246221,0.0007055001,0.00029826057,0.0013808386,0.00091255066,0.001420395,0.0011217048,0.0012391969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030516172,0.00015447554,0.0026040194,0.0006095597,0.000056706864,0.0010686492,0.0038380858,0.29104385,0.0758077,0.39729458,0.006599035,0.22061817],"study_design_scores_gemma":[0.00015866669,0.00039355358,0.000779842,0.0002691244,0.000091469396,0.00088626065,0.00070117816,0.5596599,0.06913219,0.1101399,0.2577116,0.00007640631],"about_ca_topic_score_codex":0.0033039844,"about_ca_topic_score_gemma":0.0030995684,"teacher_disagreement_score":0.009018063,"about_ca_system_score_codex":0.0008843594,"about_ca_system_score_gemma":0.0013937929,"threshold_uncertainty_score":0.030168414},"labels":[],"label_agreement":null},{"id":"W1965873940","doi":"10.1002/j.2334-5837.2003.tb02648.x","title":"6.4.3 Risk Informed Design for System Life Cycle","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Probabilistic and Robust Engineering Design","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Probabilistic risk assessment; Risk analysis (engineering); Probabilistic logic; Nuclear power; Reliability engineering; Nuclear power plant; Risk assessment; Reliability (semiconductor); Component (thermodynamics); Computer science; Engineering; Systems engineering; Power (physics); Computer security; Business","score_opus":0.05365556540440572,"score_gpt":0.31902050188632125,"score_spread":0.2653649364819155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965873940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006937704,0.00029084642,0.9734085,0.00032378818,0.0000413493,0.00014450532,0.000072696486,0.00045503522,0.01832568],"genre_scores_gemma":[0.45199195,0.0006715592,0.52838755,0.0002916927,0.000051965413,0.00054478867,0.00023903586,0.00033643798,0.017485073],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99784195,0.0008339542,0.000091882896,0.0001370454,0.0009599249,0.00013522626],"domain_scores_gemma":[0.99877983,0.00043701185,0.000136952,0.00019349037,0.00040995542,0.00004279363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027305863,0.001040214,0.00050769537,0.0005546047,0.00037763,0.0018045307,0.0010103394,0.0010982973,0.007961973],"category_scores_gemma":[0.002832131,0.00056087936,0.0011500261,0.00023910415,0.0006380216,0.0010489813,0.0010509493,0.0011834635,0.0013953124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108344735,0.000054317858,0.00069214666,0.00020763252,0.00004948722,0.00010656963,0.00012561066,0.8711061,0.011567468,0.060166296,0.0013725484,0.05444345],"study_design_scores_gemma":[0.00004457278,0.0002358552,0.00038930515,0.00010686725,0.000054556218,0.00014082443,0.000048272403,0.91185874,0.008818862,0.046447884,0.031822868,0.000031452786],"about_ca_topic_score_codex":0.0011971821,"about_ca_topic_score_gemma":0.0012348237,"teacher_disagreement_score":0.007961973,"about_ca_system_score_codex":0.0011810816,"about_ca_system_score_gemma":0.0021791903,"threshold_uncertainty_score":0.026635408},"labels":[],"label_agreement":null},{"id":"W1967440521","doi":"10.1002/j.2334-5837.2007.tb02969.x","title":"10.1.1 Capability Engineering: Learning from Practice","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Focus (optics); Engineering; Systems engineering; Engineering design process; Engineering management; Requirements engineering; Computer science; Mechanical engineering","score_opus":0.018135785761427888,"score_gpt":0.26586084409848,"score_spread":0.2477250583370521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967440521","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33300102,0.001219495,0.11700624,0.021901717,0.0003572397,0.0011508525,0.00022095145,0.000856931,0.52428555],"genre_scores_gemma":[0.8970258,0.0011636467,0.07004973,0.0016141236,0.00008041623,0.00045785643,0.00017544211,0.00013165984,0.029301334],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9909518,0.005385119,0.00024857794,0.0006373683,0.0022807866,0.0004964459],"domain_scores_gemma":[0.98959583,0.005441492,0.0008615099,0.0013174264,0.0016165964,0.0011670488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063002105,0.00040160504,0.00032177535,0.0007344756,0.0012425475,0.006593413,0.0012198386,0.0015889918,0.009522319],"category_scores_gemma":[0.014296394,0.00021875874,0.00038129083,0.00087219843,0.003408082,0.0048457547,0.004492023,0.002504883,0.0022354992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020307834,0.003065308,0.018429484,0.0023208593,0.00004090546,0.00084007386,0.060197517,0.006053195,0.016365193,0.25560582,0.03144758,0.60543096],"study_design_scores_gemma":[0.00020858506,0.0030342203,0.027063422,0.0045197313,0.000054607757,0.002267138,0.074279755,0.023446638,0.04301619,0.27886152,0.543035,0.00021319902],"about_ca_topic_score_codex":0.0011253094,"about_ca_topic_score_gemma":0.0015979975,"teacher_disagreement_score":0.009522319,"about_ca_system_score_codex":0.0020798023,"about_ca_system_score_gemma":0.0041969633,"threshold_uncertainty_score":0.033319116},"labels":[],"label_agreement":null},{"id":"W1967518338","doi":"10.1002/j.2334-5837.2005.tb00722.x","title":"6.4.2 Capability Engineering Process within Canadian Defence: Some Engineering Issues","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Work (physics); Engineering management; Process management; Engineering; Systems engineering; Work in process; Computer science; Operations management; Mechanical engineering","score_opus":0.013093325128209404,"score_gpt":0.2593018971107081,"score_spread":0.2462085719824987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967518338","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113169946,0.0052413167,0.09603012,0.120501935,0.00056853954,0.00047924573,0.00029150365,0.00020867065,0.6635087],"genre_scores_gemma":[0.8109963,0.003746814,0.08841769,0.003292138,0.00009643804,0.00012383351,0.0001741109,0.00007619613,0.09307648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925201,0.0019704658,0.00019143733,0.00031821756,0.0035852422,0.0014145917],"domain_scores_gemma":[0.9927866,0.0016687256,0.00023574504,0.00030744544,0.0043756943,0.00062570465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008201202,0.00054748764,0.00028279336,0.0018570801,0.011164583,0.011427848,0.002031048,0.0030692487,0.008694255],"category_scores_gemma":[0.00979071,0.00031335643,0.00054857467,0.0035202121,0.006520571,0.005141674,0.001996556,0.0027809513,0.0006654781],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035936104,0.000050820418,0.0023024585,0.00016805393,0.0000068113654,0.00081216026,0.009733124,0.007889528,0.0013480925,0.91764325,0.011467334,0.048542425],"study_design_scores_gemma":[0.000038706075,0.00008458684,0.010916531,0.0008877124,0.000034346373,0.00093408325,0.057375405,0.030640204,0.007485561,0.19740137,0.6939979,0.00020351482],"about_ca_topic_score_codex":0.87070715,"about_ca_topic_score_gemma":0.88805157,"teacher_disagreement_score":0.9496743,"about_ca_system_score_codex":0.050325666,"about_ca_system_score_gemma":0.073510684,"threshold_uncertainty_score":0.36513996},"labels":[],"label_agreement":null},{"id":"W1969519566","doi":"10.1002/j.2334-5837.2005.tb00757.x","title":"9.4.1 The Axes Guiding Development of a Capability Engineering Process","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Systems engineering; Engineering; Computer science; Process management","score_opus":0.007632498742104486,"score_gpt":0.23503774322411444,"score_spread":0.22740524448200997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969519566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018382667,0.0019289941,0.569831,0.015732028,0.00074493844,0.0019032025,0.00044395027,0.0010993887,0.38993376],"genre_scores_gemma":[0.2669339,0.0021030467,0.64773285,0.0013850866,0.00034120798,0.0016330024,0.0006662604,0.0005657653,0.07863895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9859855,0.006820758,0.0012212535,0.000983325,0.003683097,0.0013060521],"domain_scores_gemma":[0.9865726,0.0041937763,0.0015607878,0.0013103415,0.0050244993,0.0013379926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015467365,0.0011445393,0.00047873374,0.0026470202,0.003396756,0.019410042,0.0014455238,0.0047860257,0.017129617],"category_scores_gemma":[0.01394498,0.00089442724,0.0010446412,0.0028982149,0.008220848,0.01102648,0.0045023104,0.004236223,0.006517857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079883575,0.0000924787,0.0024768515,0.00028334587,0.000012774633,0.00025765153,0.0037609988,0.0016675792,0.0020707233,0.93615603,0.0056409417,0.047500644],"study_design_scores_gemma":[0.00013985766,0.00036137685,0.0061512003,0.0016440081,0.000042577816,0.00047055917,0.008871732,0.009560268,0.0063270647,0.4194717,0.54685503,0.000104610495],"about_ca_topic_score_codex":0.01114661,"about_ca_topic_score_gemma":0.0071451734,"teacher_disagreement_score":0.019410042,"about_ca_system_score_codex":0.0057621445,"about_ca_system_score_gemma":0.018108029,"threshold_uncertainty_score":0.08180022},"labels":[],"label_agreement":null},{"id":"W1970965277","doi":"10.1002/j.2334-5837.2008.tb00805.x","title":"2.3.2 COSYSMO Reuse Extension","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Reuse; Computer science; Constructive; Software engineering; Extension (predicate logic); Reusability; Software deployment; Systems engineering; Industrial engineering; Process (computing); Programming language; Engineering; Software","score_opus":0.019252608692694635,"score_gpt":0.25767741460824556,"score_spread":0.23842480591555093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970965277","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034846906,0.00025083468,0.9339245,0.0008340807,0.00018891535,0.00039297863,0.00037555545,0.0027744246,0.026411762],"genre_scores_gemma":[0.33907855,0.0005118696,0.6339332,0.00079267484,0.00018449708,0.0010425284,0.0012002336,0.0013385271,0.021917956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898364,0.0020975636,0.0012825537,0.0013420715,0.0048888703,0.0005526368],"domain_scores_gemma":[0.98367137,0.0040847408,0.001583597,0.004906052,0.0053957384,0.00035842796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007591084,0.0014061475,0.00076170533,0.0032562052,0.0013021395,0.004983388,0.002820037,0.0019465282,0.0040612775],"category_scores_gemma":[0.016250156,0.0011699147,0.0024485444,0.002140525,0.0024048404,0.008449405,0.0044736797,0.003643457,0.0014142906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018586998,0.00018444129,0.008643918,0.0004062483,0.00008058597,0.00053108885,0.0019226961,0.022770915,0.009740991,0.789522,0.0073678605,0.15864328],"study_design_scores_gemma":[0.000050611783,0.000377505,0.005519269,0.00063382403,0.00015768675,0.0017416944,0.000657534,0.21323238,0.030502386,0.240119,0.50680864,0.00019948382],"about_ca_topic_score_codex":0.0037406483,"about_ca_topic_score_gemma":0.0046372195,"teacher_disagreement_score":0.007591084,"about_ca_system_score_codex":0.0022854763,"about_ca_system_score_gemma":0.0030111591,"threshold_uncertainty_score":0.040145993},"labels":[],"label_agreement":null},{"id":"W1983359208","doi":"10.1002/j.2334-5837.2012.tb01416.x","title":"10.3.1 The Development of Systems Engineering International Standards and Support Tools for Very Small Enterprises","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"International standard; Engineering management; Engineering; Product (mathematics); Software; Quality of analytical results; Systems engineering; Quality management system; Software engineering; Computer science; Management system; Quality management; Operations management","score_opus":0.021725786404169185,"score_gpt":0.2713675168165235,"score_spread":0.2496417304123543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983359208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013179009,0.0035996812,0.6502139,0.008699337,0.0021633669,0.0020558932,0.00134515,0.018745016,0.2999987],"genre_scores_gemma":[0.07784269,0.006906554,0.8095855,0.002733134,0.0008617913,0.0021047858,0.0068118037,0.006284011,0.08686971],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98365015,0.0047553484,0.002156568,0.0007723456,0.007823174,0.0008424303],"domain_scores_gemma":[0.9669881,0.009495277,0.0019501334,0.0067778765,0.0131630935,0.0016255808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021215683,0.00092015974,0.0007383466,0.0038128053,0.0010264062,0.006961152,0.0028367592,0.002559131,0.010247214],"category_scores_gemma":[0.032093775,0.0009962313,0.0013180188,0.0026723705,0.0016743403,0.0074034277,0.003975078,0.004313422,0.013316669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095278636,0.00035347143,0.0023563728,0.001984948,0.000049318078,0.00047405058,0.0048250984,0.0055597723,0.021713763,0.25305307,0.10291948,0.6066153],"study_design_scores_gemma":[0.000035373505,0.00016183243,0.0022740343,0.0020854075,0.000024965939,0.00057513017,0.0005135148,0.005126977,0.012021579,0.03099499,0.9461217,0.000064606946],"about_ca_topic_score_codex":0.001753585,"about_ca_topic_score_gemma":0.001627236,"teacher_disagreement_score":0.021215683,"about_ca_system_score_codex":0.0023853704,"about_ca_system_score_gemma":0.009267317,"threshold_uncertainty_score":0.11220056},"labels":[],"label_agreement":null},{"id":"W1986323671","doi":"10.1002/j.2334-5837.2003.tb02598.x","title":"2.1.1 Using a Knowledge Management Tool to Improve U.S. EPA's Enterprise Architecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"SRA International","keywords":"Enterprise architecture; Knowledge management; Process management; Metis; Computer science; Business process; Business process management; Agency (philosophy); Business architecture; Architecture; Software engineering; Business; Engineering; Database; Operations management; Work in process","score_opus":0.029277208661569715,"score_gpt":0.29482565967835145,"score_spread":0.2655484510167817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986323671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16542245,0.0012508496,0.5499557,0.020652276,0.0006997298,0.0014371983,0.0041835583,0.05244862,0.20394957],"genre_scores_gemma":[0.20502709,0.00052799674,0.77774405,0.00071353465,0.00009780011,0.00024529916,0.0027363913,0.001146853,0.011761051],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98799187,0.0030290133,0.0015542274,0.0010224739,0.0057920185,0.0006104137],"domain_scores_gemma":[0.9677471,0.01088556,0.0027914601,0.0069047413,0.0110678645,0.0006032919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017026305,0.0008105707,0.0006430675,0.012308001,0.0025517896,0.012707868,0.0024314448,0.0020513867,0.0044507137],"category_scores_gemma":[0.03604242,0.00082013913,0.0012213809,0.007801071,0.0011896855,0.015383546,0.0039603473,0.0025825985,0.0018605031],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001673961,0.00085024704,0.020203803,0.00067644427,0.0000934468,0.0005868957,0.005148704,0.017611241,0.008447143,0.061999843,0.046151478,0.83806336],"study_design_scores_gemma":[0.0002033053,0.0005778821,0.031175556,0.0019286708,0.0003375165,0.0021844462,0.0049426453,0.17646533,0.07028568,0.06848301,0.64277357,0.0006424088],"about_ca_topic_score_codex":0.012186496,"about_ca_topic_score_gemma":0.021843454,"teacher_disagreement_score":0.017026305,"about_ca_system_score_codex":0.0034636853,"about_ca_system_score_gemma":0.006795533,"threshold_uncertainty_score":0.0900448},"labels":[],"label_agreement":null},{"id":"W1987874421","doi":"10.1002/j.2334-5837.2005.tb00668.x","title":"2.2.2 A Meta‐process Producing a Deliverable‐centric Process","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Deliverable; Process (computing); Iterative and incremental development; Computer science; Simple (philosophy); Software development process; Goal-Driven Software Development Process; Systems engineering; Software; Software engineering; Software development; Engineering; Programming language","score_opus":0.011786415229977499,"score_gpt":0.2357150727201371,"score_spread":0.22392865749015958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987874421","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010390403,0.000104788036,0.9687264,0.00076394854,0.000054776316,0.00028657797,0.0000856334,0.00084363,0.018743722],"genre_scores_gemma":[0.24501522,0.0002719259,0.7387637,0.00019628365,0.000060168717,0.00045913015,0.00025694506,0.0003856476,0.01459086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951933,0.0017384945,0.0002981327,0.0006236562,0.0018467355,0.0002997423],"domain_scores_gemma":[0.99372053,0.0022881455,0.0004783526,0.0018712542,0.0013476236,0.0002941038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077676256,0.00063239265,0.00036579795,0.00171927,0.0009394783,0.005230347,0.0013242321,0.0014896414,0.004682631],"category_scores_gemma":[0.008580308,0.0005239235,0.0013719054,0.0012703569,0.0013475734,0.004009166,0.0026618012,0.0018320209,0.0013804559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016940024,0.00025386855,0.0026339286,0.00041924263,0.000097972086,0.0010240959,0.0054060295,0.01854218,0.04563429,0.7719044,0.0032657627,0.15064888],"study_design_scores_gemma":[0.00019070302,0.00080962613,0.0025469942,0.0006805909,0.00025709762,0.0018273615,0.0020648073,0.17960766,0.1486231,0.32137108,0.3418177,0.00020321964],"about_ca_topic_score_codex":0.0017367475,"about_ca_topic_score_gemma":0.0016059506,"teacher_disagreement_score":0.0077676256,"about_ca_system_score_codex":0.001532787,"about_ca_system_score_gemma":0.0042305286,"threshold_uncertainty_score":0.04107964},"labels":[],"label_agreement":null},{"id":"W1988325397","doi":"10.1002/j.2334-5837.2005.tb00717.x","title":"6.2.3 Modeling ISO/IEC 15288 &amp; Tailoring Enterprise Systems Engineering Processes for an Organization's Success","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems engineering; Computer science; Process management; Organizational architecture; Business process; Knowledge management; Engineering; Work in process; Operations management","score_opus":0.030197947463335827,"score_gpt":0.27494108278481505,"score_spread":0.24474313532147923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988325397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047445275,0.00046940395,0.8470019,0.002730576,0.00021326849,0.0006016917,0.0005356157,0.0027108993,0.09829128],"genre_scores_gemma":[0.3219216,0.0010547858,0.66048217,0.00022390299,0.00007439084,0.0004877519,0.0012767754,0.0004088867,0.014069893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9933159,0.0024300802,0.0006079338,0.0002885933,0.003064126,0.00029337735],"domain_scores_gemma":[0.9929616,0.001692196,0.00071142876,0.001324758,0.0031887644,0.00012125082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007877851,0.0006785835,0.00033794736,0.0018316312,0.0006272272,0.005446283,0.0011519657,0.0014058629,0.0027521765],"category_scores_gemma":[0.010988238,0.0004500345,0.0009154149,0.0015534519,0.0008381347,0.004132029,0.0008159998,0.0012742548,0.0014366831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010278192,0.00047422267,0.015025045,0.0006327746,0.000071769355,0.00043882194,0.0036718047,0.2438441,0.0105439015,0.52839136,0.017291283,0.17951214],"study_design_scores_gemma":[0.000058205682,0.00019211292,0.005794449,0.00079672196,0.00013596498,0.0002922714,0.001830477,0.5877936,0.017122893,0.11359636,0.2722766,0.00011033569],"about_ca_topic_score_codex":0.0072351983,"about_ca_topic_score_gemma":0.007677901,"teacher_disagreement_score":0.007877851,"about_ca_system_score_codex":0.0020850026,"about_ca_system_score_gemma":0.005371473,"threshold_uncertainty_score":0.041662574},"labels":[],"label_agreement":null},{"id":"W1994861321","doi":"10.1002/j.2334-5837.2007.tb02976.x","title":"10.5.0 Panel 10.5.0: Cultural, Psychological and Motivational Factors in Risk Management: “<i>Major Issues</i>” or “<i>Let's Not Go There</i>”","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada); University of Toronto","funders":"University of Missouri","keywords":"Acknowledgement; Feeling; Worry; Risk perception; Risk management; Perception; Psychology; Public relations; Social psychology; Business; Political science; Computer science; Computer security; Psychiatry","score_opus":0.047921357373446445,"score_gpt":0.3620173668720789,"score_spread":0.3140960094986325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994861321","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010915773,0.010094939,0.0045634583,0.36474836,0.0546234,0.0034614888,0.019508177,0.00084720436,0.5312372],"genre_scores_gemma":[0.072122835,0.01161669,0.0069216173,0.25899145,0.01971682,0.005843953,0.018705806,0.00070893916,0.60537183],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9952057,0.0014524709,0.0002698529,0.00041383933,0.0012798138,0.001378172],"domain_scores_gemma":[0.9777998,0.0045421063,0.00091242825,0.0008685594,0.009586852,0.006290279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010274914,0.0010065751,0.0006657756,0.0014099206,0.0034067058,0.0072702593,0.0025421919,0.014236042,0.07118706],"category_scores_gemma":[0.0107443025,0.0007070185,0.0012274091,0.0013118796,0.0017950766,0.0022870905,0.0028967713,0.010053801,0.030251998],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009341193,0.00019498375,0.002642476,0.0004540556,0.000008647348,0.000121244026,0.00052323524,0.0001539358,0.0010128907,0.0036990813,0.9811818,0.009914248],"study_design_scores_gemma":[0.00004902375,0.00017049885,0.03640452,0.0027926087,0.000030580803,0.00012247788,0.0024408968,0.00025478547,0.0007609399,0.0027054516,0.9541773,0.00009083971],"about_ca_topic_score_codex":0.032462493,"about_ca_topic_score_gemma":0.035110235,"teacher_disagreement_score":0.07118706,"about_ca_system_score_codex":0.0036035345,"about_ca_system_score_gemma":0.011352147,"threshold_uncertainty_score":0.2381444},"labels":[],"label_agreement":null},{"id":"W1997158146","doi":"10.1002/j.2334-5837.2001.tb02343.x","title":"1.4.2 Best Value Solutions: A Systems Engineering Perspective","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Perspective (graphical); Schedule; Value (mathematics); Best practice; Value engineering; Key (lock); Risk analysis (engineering); Computer science; Best value; Operations research; Management science; Engineering management; Engineering; Operations management; Business; Economics; Management; Artificial intelligence; Computer security","score_opus":0.030516708760520306,"score_gpt":0.26838386790010754,"score_spread":0.23786715913958723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997158146","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008443528,0.011084413,0.6878391,0.037460044,0.00056026236,0.00017451493,0.00015196748,0.00020286549,0.25408334],"genre_scores_gemma":[0.46795636,0.016069846,0.45689994,0.004659235,0.0014279498,0.0005031712,0.0002410786,0.00038682626,0.051855672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99221814,0.0037182262,0.0002827736,0.0005780948,0.002652067,0.0005505873],"domain_scores_gemma":[0.9939883,0.0034798372,0.0005067369,0.0006196668,0.001132326,0.000273097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006145718,0.0013139466,0.00093297067,0.0026958007,0.0021006733,0.011713372,0.0026532123,0.0060104714,0.010067336],"category_scores_gemma":[0.008766511,0.0007611423,0.0011803309,0.0029703856,0.0062878425,0.012154404,0.0034287958,0.0054969564,0.001557622],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007736275,0.000024618701,0.00013283687,0.00009235461,0.000010705278,0.00005097879,0.00014733306,0.006165232,0.00018893777,0.97694415,0.0026586992,0.013576361],"study_design_scores_gemma":[0.000009763027,0.000029013012,0.00010378174,0.00023363344,0.000013388122,0.00014749277,0.00031795577,0.012927684,0.00055927376,0.92447424,0.06116652,0.000017314434],"about_ca_topic_score_codex":0.0020758277,"about_ca_topic_score_gemma":0.0021493735,"teacher_disagreement_score":0.011713372,"about_ca_system_score_codex":0.0049064574,"about_ca_system_score_gemma":0.00444839,"threshold_uncertainty_score":0.035599053},"labels":[],"label_agreement":null},{"id":"W2003346269","doi":"10.1002/j.2334-5837.2008.tb00868.x","title":"10.3.2 Functional Capabilities In Complex Project Engineering","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Capability Maturity Model Integration; Systems engineering; Computer science; Context (archaeology); Process (computing); System of systems engineering; System of systems; Configuration Management (ITSM); Software engineering; Engineering management; Process management; Systems design; Engineering; Software development process; Software development; Software","score_opus":0.06141724072210265,"score_gpt":0.25813345726188075,"score_spread":0.1967162165397781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003346269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07319771,0.0003854765,0.56660825,0.0048471172,0.00010402582,0.00026703754,0.00010280144,0.00059119985,0.35389644],"genre_scores_gemma":[0.7276525,0.00045104485,0.24705705,0.00044316018,0.000049611168,0.00032753334,0.00014126491,0.0001390788,0.023738762],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960049,0.0023338008,0.00025138826,0.000254427,0.0009069638,0.00024851828],"domain_scores_gemma":[0.99097323,0.004595407,0.00086744776,0.0016438684,0.0013912143,0.0005288388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004944529,0.00037325188,0.00011874493,0.0011873635,0.0008182318,0.0038819143,0.0006661441,0.00088978745,0.004979377],"category_scores_gemma":[0.008492708,0.00029277935,0.0003471637,0.00059626374,0.0046904143,0.003906538,0.0026028238,0.0011086151,0.00084532396],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017633609,0.00005472808,0.0027387156,0.00016516949,0.000007758029,0.00036443915,0.006336465,0.0038453077,0.002928682,0.9182746,0.0019819958,0.06328462],"study_design_scores_gemma":[0.00003488652,0.00021788801,0.0046609547,0.0007926443,0.000027054466,0.0020031384,0.006461374,0.02299805,0.013005,0.59299636,0.35672763,0.00007503062],"about_ca_topic_score_codex":0.0015383258,"about_ca_topic_score_gemma":0.0018946165,"teacher_disagreement_score":0.004979377,"about_ca_system_score_codex":0.0013036787,"about_ca_system_score_gemma":0.0025350377,"threshold_uncertainty_score":0.026149511},"labels":[],"label_agreement":null},{"id":"W2005028719","doi":"10.1002/j.2334-5837.2002.tb02457.x","title":"6.1.5 Dynamic Interface Management in a Transport Infrastructure Project","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Assembly Line Balancing Optimization","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Transportation of Ontario","funders":"","keywords":"Interface (matter); Construct (python library); Focus (optics); Computer science; Project management; Systems engineering; Engineering management; Software engineering; Engineering; Operating system; Computer network","score_opus":0.004461835007401374,"score_gpt":0.22463209685584062,"score_spread":0.22017026184843924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005028719","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74345636,0.00024075856,0.16197146,0.0015939712,0.000046801368,0.00035043329,0.00047022753,0.0023978094,0.08947216],"genre_scores_gemma":[0.90380526,0.00015427028,0.07024122,0.00006300714,0.0000125691395,0.0002085118,0.0008494772,0.00030700094,0.024358734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975069,0.0012013441,0.000105394385,0.00018257555,0.00069112313,0.00031270177],"domain_scores_gemma":[0.99844813,0.00031482117,0.00017740844,0.00025972317,0.0005063298,0.00029354522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036307992,0.00024674894,0.00015785596,0.00082527875,0.0011855903,0.0019887849,0.00073673844,0.00076944433,0.0061333175],"category_scores_gemma":[0.002787457,0.00022244839,0.00019076733,0.00091072917,0.0005042929,0.0017778033,0.0013061845,0.0010220192,0.0008715583],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001118626,0.0014649075,0.032956537,0.0003477561,0.000048973958,0.002563568,0.010036119,0.24981518,0.056061506,0.15109165,0.023604294,0.4708909],"study_design_scores_gemma":[0.0004455527,0.002769117,0.028776465,0.00021029807,0.00007999725,0.0013935723,0.008377793,0.3370141,0.10659858,0.035667475,0.478404,0.0002630456],"about_ca_topic_score_codex":0.0053087794,"about_ca_topic_score_gemma":0.0040293555,"teacher_disagreement_score":0.0061333175,"about_ca_system_score_codex":0.0015306517,"about_ca_system_score_gemma":0.0016727414,"threshold_uncertainty_score":0.020518005},"labels":[],"label_agreement":null},{"id":"W2006585226","doi":"10.1002/j.2334-5837.2011.tb01237.x","title":"6.3.1 Process Patterns for Agile Capability Engineering Methodology: The PACEM Project","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Agile software development; Process (computing); Systems engineering; Engineering; Computer science; Process management; Engineering management; Manufacturing engineering; Software engineering","score_opus":0.11336684253198819,"score_gpt":0.32308636710166905,"score_spread":0.20971952456968085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006585226","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08079927,0.00032437718,0.8624213,0.0015679809,0.00011943013,0.0015871045,0.00074917194,0.0027914678,0.049639974],"genre_scores_gemma":[0.09682912,0.0002362766,0.89162946,0.00009825204,0.000019957668,0.00086997234,0.0008519308,0.00033882717,0.009126199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928254,0.00271109,0.0003252537,0.00043792426,0.0033853806,0.00031502187],"domain_scores_gemma":[0.99355423,0.0016052654,0.0005583279,0.0016598825,0.0022793326,0.0003429998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01121837,0.00047894832,0.00029196122,0.0011634051,0.0007732939,0.0026875252,0.0010672403,0.0011910581,0.0028864448],"category_scores_gemma":[0.010192305,0.00034990514,0.0006138304,0.0015932658,0.0008354464,0.0021580956,0.0017413608,0.0015926394,0.00089479936],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000379101,0.00092640636,0.00857627,0.0008745472,0.000051524086,0.00041338685,0.0049585826,0.030422684,0.048990607,0.2851716,0.012310754,0.6069245],"study_design_scores_gemma":[0.00046355714,0.0022196188,0.007815056,0.00089894526,0.000079471385,0.001514208,0.0027427643,0.21384077,0.11850471,0.08940755,0.56232923,0.00018415146],"about_ca_topic_score_codex":0.0018748571,"about_ca_topic_score_gemma":0.0018732392,"teacher_disagreement_score":0.01121837,"about_ca_system_score_codex":0.0014654681,"about_ca_system_score_gemma":0.004668773,"threshold_uncertainty_score":0.059329093},"labels":[],"label_agreement":null},{"id":"W2009944297","doi":"10.1002/j.2334-5837.2003.tb02677.x","title":"6.6.2 Factors Contributing to Space System Failures and Successes","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Spacecraft Design and Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Documentation; Space (punctuation); Computer science; Work (physics); Risk analysis (engineering); Systems engineering; Architectural engineering; Management science; Operations research; Engineering; Engineering management; Business","score_opus":0.0072207023551158584,"score_gpt":0.2140727825288085,"score_spread":0.20685208017369264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009944297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586173,0.0012771711,0.0030027581,0.006607523,0.00008263552,0.00017664485,0.0003410304,0.00012156148,0.02977339],"genre_scores_gemma":[0.99733293,0.0002478811,0.0005003272,0.00014024958,0.000038370963,0.00003077612,0.00008756188,0.00003284673,0.0015890178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97706085,0.005604563,0.002790755,0.0011391932,0.009192578,0.0042120595],"domain_scores_gemma":[0.77428806,0.08962466,0.0698146,0.0075198375,0.041456625,0.017296202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0133980615,0.00056453614,0.0005832273,0.003929335,0.0032992158,0.0056600454,0.0011543971,0.0018402798,0.013401005],"category_scores_gemma":[0.0993526,0.00043804623,0.00075053744,0.0029883075,0.004843867,0.0043501654,0.0040885415,0.0030774407,0.0023056462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024038139,0.00016416397,0.95635647,0.00028373217,0.00008687219,0.0009435406,0.008145313,0.0024020863,0.000502007,0.0031289489,0.003531961,0.02421456],"study_design_scores_gemma":[0.000018229946,0.00047138662,0.9291535,0.00041227744,0.000099588484,0.001961775,0.043031234,0.0031773646,0.0011875549,0.003961672,0.016418112,0.000107359774],"about_ca_topic_score_codex":0.013559125,"about_ca_topic_score_gemma":0.01231304,"teacher_disagreement_score":0.013559125,"about_ca_system_score_codex":0.0032234874,"about_ca_system_score_gemma":0.005120374,"threshold_uncertainty_score":0.07085657},"labels":[],"label_agreement":null},{"id":"W2013772992","doi":"10.1002/j.2334-5837.2002.tb02455.x","title":"5.1.5 A Systems Engineering Methodology for Combat Systems Development","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"System of systems; Systems development life cycle; Litany; Engineering; Engineering management; Risk analysis (engineering); Computer science; Systems engineering; Software development; Operations research; Process management; Business; Systems design; Software; Software development process; Geography","score_opus":0.03886476718303646,"score_gpt":0.24929602135465936,"score_spread":0.2104312541716229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013772992","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006052306,0.0002590598,0.99227554,0.00062344637,0.00008234219,0.00016066055,0.00005612374,0.00035174182,0.0055859396],"genre_scores_gemma":[0.01716371,0.00041956338,0.9772271,0.00019285186,0.000057159494,0.0003407094,0.00012468017,0.00011656167,0.0043577645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99540097,0.002360121,0.0006473908,0.00042918228,0.0009792066,0.00018313844],"domain_scores_gemma":[0.9962734,0.0018841542,0.00032678377,0.00053539796,0.000807305,0.00017302242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008423613,0.0012885875,0.00053651334,0.0026167962,0.0012521234,0.0039412864,0.0019132749,0.0020324334,0.0074029234],"category_scores_gemma":[0.0056338944,0.000824133,0.0023376157,0.0015900589,0.0027735732,0.004234936,0.0025581259,0.002915944,0.0022951597],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016225875,0.00006279436,0.0006539835,0.0007188593,0.00005479383,0.00040317315,0.0012397391,0.016964182,0.0030987728,0.8843492,0.0055879685,0.08685021],"study_design_scores_gemma":[0.000040822095,0.00013715372,0.0004155634,0.0008026651,0.00007836822,0.001031828,0.0004982953,0.10322094,0.005246565,0.48601696,0.40245596,0.000054978413],"about_ca_topic_score_codex":0.0020002984,"about_ca_topic_score_gemma":0.0021981753,"teacher_disagreement_score":0.008423613,"about_ca_system_score_codex":0.0016217344,"about_ca_system_score_gemma":0.0033782544,"threshold_uncertainty_score":0.04454887},"labels":[],"label_agreement":null},{"id":"W2014089987","doi":"10.1002/j.2334-5837.2007.tb02909.x","title":"4.6.3 A Self‐assessment Scheme and an Evaluation of its Reliability based on ISO 9004:2000","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reliability (semiconductor); Audit; Computer science; Quality (philosophy); Self-assessment; Process (computing); Scheme (mathematics); Quality audit; Reliability engineering; Risk analysis (engineering); Process management; Business; Accounting; Mathematics; Engineering; Psychology","score_opus":0.09485833129002842,"score_gpt":0.4272861330272782,"score_spread":0.3324278017372498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014089987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91350406,0.00020046541,0.05936473,0.00032062372,0.00017567874,0.0018716697,0.00047142475,0.00060670904,0.023484636],"genre_scores_gemma":[0.9347226,0.000097056625,0.06095643,0.00003637077,0.000026574273,0.0008093994,0.00043324236,0.00004310494,0.0028753283],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.95584464,0.020337848,0.005605108,0.0011945453,0.016366357,0.0006515558],"domain_scores_gemma":[0.8847031,0.04235464,0.007775784,0.008435303,0.055400457,0.0013306807],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.038498532,0.00036831494,0.00044957575,0.0039499723,0.00075541495,0.001776756,0.0007181023,0.0005819544,0.0026537208],"category_scores_gemma":[0.07056085,0.00025547197,0.0011062667,0.0021149404,0.00093502627,0.0012693282,0.0012690858,0.0005729139,0.00081233797],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001797375,0.0013526557,0.5664302,0.0010973029,0.00041126672,0.00019136953,0.013093911,0.006649464,0.026059898,0.0070075043,0.0046638884,0.3712452],"study_design_scores_gemma":[0.00022593996,0.006097696,0.82353806,0.00066499214,0.0004610692,0.00069374806,0.015457234,0.06756592,0.05232719,0.0045561222,0.028083937,0.00032810288],"about_ca_topic_score_codex":0.0013237535,"about_ca_topic_score_gemma":0.0009875322,"teacher_disagreement_score":0.9615015,"about_ca_system_score_codex":0.0011563358,"about_ca_system_score_gemma":0.0014488698,"threshold_uncertainty_score":0.20360214},"labels":[],"label_agreement":null},{"id":"W2014395095","doi":"10.1002/j.2334-5837.2008.tb00831.x","title":"5.3.2 The Development of International Standards for Very Small Enterprises","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Business; Product (mathematics); Quality (philosophy); New product development; Best practice; Process management; Industrial organization; Engineering management; Marketing; Engineering; Management; Economics","score_opus":0.011703530904114568,"score_gpt":0.22853579619113576,"score_spread":0.21683226528702118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014395095","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018254034,0.003936158,0.7430085,0.018139716,0.003755288,0.0022248372,0.0005916538,0.0035541826,0.20653564],"genre_scores_gemma":[0.120744,0.004308423,0.8273289,0.0037303953,0.00067239004,0.0017918904,0.0033084867,0.0011440642,0.03697144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.94513434,0.018095484,0.009169732,0.0021480494,0.02326901,0.0021833396],"domain_scores_gemma":[0.8560656,0.024949612,0.006856908,0.028839314,0.079763435,0.0035251144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.071195774,0.00083959795,0.0007131715,0.0056562596,0.0019861478,0.008790514,0.004297714,0.0041042147,0.0028891305],"category_scores_gemma":[0.076098144,0.0007638213,0.0013704306,0.0036214034,0.0037334366,0.008461871,0.0046473593,0.008256095,0.003113673],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007733267,0.00043886917,0.005112494,0.00095863687,0.00004566445,0.00042910484,0.0062475516,0.004131865,0.014917507,0.5796669,0.052315146,0.33565897],"study_design_scores_gemma":[0.000026004982,0.00022521938,0.005158775,0.0027895244,0.000057737285,0.00067475083,0.0021953771,0.0062338198,0.016705073,0.05955009,0.9062672,0.0001163225],"about_ca_topic_score_codex":0.0051346733,"about_ca_topic_score_gemma":0.0035874597,"teacher_disagreement_score":0.071195774,"about_ca_system_score_codex":0.004261562,"about_ca_system_score_gemma":0.015406821,"threshold_uncertainty_score":0.37652373},"labels":[],"label_agreement":null},{"id":"W2015031028","doi":"10.1002/j.2334-5837.2001.tb02353.x","title":"5.4.4 Managing Customer Expectations through an Integrated Approach to Risk Management, Program Performance Measures, and Trade Studies","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Key (lock); Risk management; Computer science; Work (physics); Risk analysis (engineering); Process management; Engineering; Business; Finance; Computer security","score_opus":0.021035185466714054,"score_gpt":0.28651570266485005,"score_spread":0.265480517198136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015031028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2245748,0.000967629,0.606729,0.010126494,0.0001559879,0.0008623142,0.00026174253,0.0026680965,0.15365402],"genre_scores_gemma":[0.800324,0.0003368959,0.18757804,0.00031975668,0.000078198565,0.0002917929,0.0001509754,0.00016411558,0.010756135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886557,0.005393317,0.0006562245,0.00042562236,0.0042920467,0.00057714415],"domain_scores_gemma":[0.9715324,0.010577082,0.0037701142,0.0042492715,0.008393418,0.001477746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014368046,0.000539673,0.0004304412,0.0020711184,0.0012931721,0.00787087,0.0016115798,0.0012190262,0.004579495],"category_scores_gemma":[0.017197652,0.00036796893,0.00057002576,0.0011502589,0.0010846866,0.0045363037,0.0021944384,0.0017368037,0.0008097898],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045578668,0.0025086494,0.046679366,0.0005367771,0.00014368058,0.00050665817,0.0057168566,0.05044804,0.016585581,0.11497437,0.013130199,0.748314],"study_design_scores_gemma":[0.00016585532,0.0035237488,0.11500421,0.0011020083,0.00042705872,0.0015125292,0.0119619705,0.4329735,0.06898971,0.2210385,0.14273027,0.0005706976],"about_ca_topic_score_codex":0.0019019219,"about_ca_topic_score_gemma":0.0029018,"teacher_disagreement_score":0.014368046,"about_ca_system_score_codex":0.00301669,"about_ca_system_score_gemma":0.0038520393,"threshold_uncertainty_score":0.075986385},"labels":[],"label_agreement":null},{"id":"W2020258144","doi":"10.1002/j.2334-5837.2004.tb00551.x","title":"5.3.2 Creativity in Systems Engineering","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Creativity; Originality; Context (archaeology); Computer science; Nesting (process); Knowledge management; Engineering; Engineering ethics; Psychology; Mechanical engineering; Geography; Social psychology","score_opus":0.01757527732211866,"score_gpt":0.2502900484794162,"score_spread":0.23271477115729755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020258144","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043635905,0.017926708,0.17412968,0.020007955,0.0012587708,0.00014446695,0.00012724141,0.00034073397,0.7424285],"genre_scores_gemma":[0.8168621,0.007968071,0.09874597,0.003072097,0.001122426,0.00025745225,0.0001545936,0.00015756932,0.07165964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99332505,0.00329987,0.00034500202,0.0005289312,0.0020217835,0.0004793066],"domain_scores_gemma":[0.99448353,0.0030623262,0.00038825357,0.0008149297,0.00090639625,0.0003445025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004390954,0.00048694632,0.0004883296,0.00198642,0.0018671757,0.0077211596,0.0010267998,0.0019415858,0.009949862],"category_scores_gemma":[0.0060122805,0.0002844569,0.00151217,0.0020276227,0.0066255094,0.0049457066,0.0034008343,0.0024033228,0.0013954185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003120975,0.000036861504,0.001000169,0.0003866217,0.000024930685,0.0003146094,0.0031408449,0.0027141662,0.000980232,0.9355729,0.0044159354,0.051381495],"study_design_scores_gemma":[0.000026684975,0.00007807873,0.0014476527,0.0004507131,0.000020722373,0.00081187685,0.0015716234,0.0052243755,0.0017589694,0.7795799,0.20898715,0.000042270614],"about_ca_topic_score_codex":0.00094180764,"about_ca_topic_score_gemma":0.0010495735,"teacher_disagreement_score":0.009949862,"about_ca_system_score_codex":0.0016714813,"about_ca_system_score_gemma":0.0019078436,"threshold_uncertainty_score":0.033285618},"labels":[],"label_agreement":null},{"id":"W2022648431","doi":"10.1002/j.2334-5837.2007.tb02965.x","title":"9.3.3 Simulation‐Based Design Using SysML Part 2: Celebrating Diversity by Example","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Executable; Computer science; Programming language; Modular design; Software engineering; Component (thermodynamics); Modeling language; Representation (politics); Benchmark (surveying); Systems engineering; Unified Modeling Language; Engineering; Software","score_opus":0.08666785328490899,"score_gpt":0.29584109302517836,"score_spread":0.20917323974026936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022648431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049011246,0.00022929575,0.96662384,0.0010468333,0.00013805699,0.000047400597,0.00009838751,0.00402371,0.022891331],"genre_scores_gemma":[0.14579818,0.0008839092,0.8245572,0.0006979533,0.00011813802,0.00022652742,0.00048493576,0.0023924252,0.024840754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982022,0.00087342615,0.000113060414,0.00015321719,0.00057814625,0.00007987108],"domain_scores_gemma":[0.99802667,0.0008744143,0.00008144008,0.00057971297,0.00036904716,0.00006868008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002453098,0.0004534962,0.00036853307,0.00045894878,0.0005679157,0.0031699257,0.0010764007,0.0009859467,0.009557846],"category_scores_gemma":[0.004022289,0.00040176167,0.00083218096,0.00035123076,0.0014062981,0.0030920736,0.001397621,0.0015508218,0.0023166244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010406392,0.0000589671,0.00088731106,0.00032439458,0.00003343275,0.00026064418,0.0016053137,0.050221093,0.01425964,0.78692544,0.018007254,0.12731245],"study_design_scores_gemma":[0.00004475766,0.00010087314,0.00030413535,0.00023265666,0.000039255192,0.00038233981,0.00021445908,0.23609932,0.022680221,0.1553897,0.5844625,0.00004977982],"about_ca_topic_score_codex":0.0013187199,"about_ca_topic_score_gemma":0.0014998757,"teacher_disagreement_score":0.009557846,"about_ca_system_score_codex":0.00091281766,"about_ca_system_score_gemma":0.0009328337,"threshold_uncertainty_score":0.031974196},"labels":[],"label_agreement":null},{"id":"W2029563767","doi":"10.1002/j.2334-5837.2006.tb02757.x","title":"3.4.1 Technology and Obsolescence Sustainment for Integrated Systems","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Transportation Systems and Infrastructure","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Obsolescence; Context (archaeology); Product life-cycle management; Systems engineering; Product (mathematics); System lifecycle; Plan (archaeology); Product lifecycle; Engineering; Risk analysis (engineering); Computer science; Process management; New product development; Reliability engineering; Business","score_opus":0.003872353704634238,"score_gpt":0.2004436674154127,"score_spread":0.19657131371077846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029563767","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2637962,0.014769385,0.2901705,0.009242588,0.00030333176,0.00037926022,0.0009050427,0.0008892202,0.41954452],"genre_scores_gemma":[0.89407474,0.008688598,0.05767954,0.00078431866,0.0001685566,0.0001772621,0.00048540524,0.00018753344,0.037754066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99794036,0.00036240692,0.00017130487,0.0002050196,0.0010254065,0.0002955922],"domain_scores_gemma":[0.9972582,0.00092685426,0.00054621807,0.0002538324,0.0009352584,0.00007955696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015933051,0.0005521712,0.000281696,0.0016950583,0.0010296186,0.0050322227,0.0010721281,0.0018152213,0.005366889],"category_scores_gemma":[0.0033694473,0.00031611757,0.0008594405,0.0020914297,0.0013929397,0.005297431,0.0015720003,0.0015270807,0.0007875144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021577094,0.00018698223,0.034550555,0.0018360926,0.00012069355,0.0018671433,0.0048150565,0.06693097,0.024875795,0.5512659,0.0093938345,0.30394122],"study_design_scores_gemma":[0.000027691183,0.0009741949,0.048481006,0.0021288868,0.00020034707,0.0035219314,0.008444461,0.11335678,0.06568502,0.25709578,0.4998433,0.0002406864],"about_ca_topic_score_codex":0.0067118667,"about_ca_topic_score_gemma":0.005145429,"teacher_disagreement_score":0.0067118667,"about_ca_system_score_codex":0.0034637034,"about_ca_system_score_gemma":0.0025393737,"threshold_uncertainty_score":0.025131047},"labels":[],"label_agreement":null},{"id":"W2030075066","doi":"10.1002/j.2334-5837.2005.tb00761.x","title":"10.1.2 Canadian Capability Engineering Process Foundations","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Scope (computer science); Bridge (graph theory); Process (computing); Process management; Systems engineering; Computer science; Engineering; Engineering management; Management science","score_opus":0.004702998213786926,"score_gpt":0.22634339847446439,"score_spread":0.22164040026067747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030075066","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069569135,0.00141167,0.1616647,0.011549399,0.00035806853,0.0005694431,0.00095688587,0.0002486414,0.81628424],"genre_scores_gemma":[0.5163828,0.0048007513,0.27966323,0.0024693848,0.00017453748,0.0008313474,0.0012556121,0.00019819435,0.19422412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944707,0.0008851413,0.00019127248,0.00046754963,0.0033491694,0.00063621864],"domain_scores_gemma":[0.9935182,0.0009042091,0.00018775839,0.00035074304,0.0046725683,0.000366524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005024083,0.00076801114,0.00027427444,0.0040906663,0.0053242124,0.008624207,0.0019755429,0.0017804812,0.011798396],"category_scores_gemma":[0.0073893163,0.0005164534,0.0007181588,0.00432369,0.006661083,0.0034761853,0.0023614021,0.003100674,0.0018192537],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028987358,0.000006085721,0.00022141263,0.000032050863,0.0000012059828,0.000052942363,0.00046880296,0.0015337983,0.00011984331,0.98311365,0.0039254036,0.0105219465],"study_design_scores_gemma":[0.000015532925,0.000026276548,0.002817885,0.0008061197,0.000015274312,0.00018483162,0.0017803899,0.016562082,0.0015150071,0.3236021,0.65257823,0.00009624448],"about_ca_topic_score_codex":0.876104,"about_ca_topic_score_gemma":0.8241414,"teacher_disagreement_score":0.876104,"about_ca_system_score_codex":0.056964327,"about_ca_system_score_gemma":0.08685556,"threshold_uncertainty_score":0.413307},"labels":[],"label_agreement":null},{"id":"W2031474072","doi":"10.1002/j.2334-5837.2011.tb01207.x","title":"3.4.0 Integrating MBSE into a Multi‐Disciplinary Engineering Environment","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Discipline; Software engineering; Systems engineering; Unified Modeling Language; Engineering management; Software; Engineering; Programming language","score_opus":0.04157834307671393,"score_gpt":0.2555788639415311,"score_spread":0.2140005208648172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031474072","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009666245,0.00033246056,0.9083448,0.012213354,0.00042351623,0.00042723378,0.00017020598,0.007154547,0.06126759],"genre_scores_gemma":[0.09699576,0.0006165652,0.87488437,0.002037717,0.00023923808,0.0004886884,0.00058568525,0.0018689943,0.022282936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874628,0.0056828917,0.00077891076,0.00052511186,0.00470285,0.000847454],"domain_scores_gemma":[0.9812428,0.0049521797,0.00071885186,0.0056941924,0.006060508,0.0013315931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02377332,0.0006057044,0.00060204073,0.0012621586,0.0012017883,0.005563091,0.0020626916,0.0021019713,0.008613373],"category_scores_gemma":[0.021911992,0.0011539563,0.0013106021,0.00091965357,0.0017457113,0.0072981645,0.006964758,0.0035386109,0.0033476558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034122117,0.00077950145,0.0072189453,0.000935826,0.00013835063,0.00078615366,0.009476947,0.04643909,0.04000981,0.4255301,0.054644678,0.4136993],"study_design_scores_gemma":[0.00009178757,0.00021808998,0.002450107,0.0010065316,0.00006117392,0.00045216063,0.0017041694,0.08935513,0.017354472,0.15022819,0.73697436,0.00010382778],"about_ca_topic_score_codex":0.0021630854,"about_ca_topic_score_gemma":0.0029233068,"teacher_disagreement_score":0.02377332,"about_ca_system_score_codex":0.0016286357,"about_ca_system_score_gemma":0.0037825238,"threshold_uncertainty_score":0.12572688},"labels":[],"label_agreement":null},{"id":"W2032802394","doi":"10.1002/j.2334-5837.2001.tb02304.x","title":"4.2.3 From Process Aggregation to Process Integration","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Process (computing); Computer science; Information flow; Value (mathematics); Basis (linear algebra); Flow (mathematics); Architecture; Industrial engineering; Systems engineering; Engineering; Mathematics","score_opus":0.009682945436112386,"score_gpt":0.24847062670625816,"score_spread":0.23878768127014577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032802394","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013448724,0.000810635,0.9456564,0.0020504566,0.00012773075,0.00012171068,0.00008060273,0.0007585525,0.03694514],"genre_scores_gemma":[0.4325704,0.0012470923,0.5564685,0.00045588452,0.00020828008,0.00027754236,0.00021325165,0.00037562352,0.008183464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99295104,0.0032459188,0.00045616622,0.00084792427,0.0019330672,0.0005658157],"domain_scores_gemma":[0.99492764,0.0019841283,0.0005674245,0.0013325535,0.0009851962,0.00020299808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005964768,0.0010172878,0.0010695079,0.0028750957,0.0020787923,0.007650579,0.0013444505,0.0015680089,0.006039304],"category_scores_gemma":[0.009243728,0.0009097522,0.0019399944,0.004210345,0.0041854326,0.011118264,0.0058899545,0.0032598116,0.001045723],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076173594,0.00005375278,0.0024055603,0.00017067243,0.000050173727,0.00021770522,0.0021005897,0.019326823,0.0018781238,0.89000446,0.0023820384,0.08133388],"study_design_scores_gemma":[0.000037839534,0.00008309361,0.0013316424,0.0002272599,0.00009677031,0.00024680546,0.0011029443,0.1298608,0.005897108,0.80550474,0.055562783,0.000048253798],"about_ca_topic_score_codex":0.009989534,"about_ca_topic_score_gemma":0.0052576764,"teacher_disagreement_score":0.009989534,"about_ca_system_score_codex":0.0036010786,"about_ca_system_score_gemma":0.003983085,"threshold_uncertainty_score":0.031545103},"labels":[],"label_agreement":null},{"id":"W2040175322","doi":"10.1002/j.2334-5837.2003.tb02661.x","title":"2.6.1 Extending the Systems Engineering Methodology to Include Supportability Engineering","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Transportation Systems and Infrastructure","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"System of systems engineering; Requirements engineering; Systems engineering; Systems development life cycle; System lifecycle; Engineering; Computer science; Software engineering; Systems design; Software; Software development process; Software development","score_opus":0.01926817757070431,"score_gpt":0.2420435219081654,"score_spread":0.22277534433746107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040175322","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037169429,0.0010128656,0.9412086,0.0025825093,0.00034465423,0.00019310704,0.000096613614,0.00043500122,0.050409753],"genre_scores_gemma":[0.10713018,0.002397676,0.8665174,0.0010693322,0.00046509758,0.00045638432,0.00023210022,0.0003067224,0.021425067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99096936,0.0045387233,0.00083695725,0.00071386364,0.0025015061,0.0004396839],"domain_scores_gemma":[0.9912674,0.003660506,0.0005314351,0.002002727,0.002279235,0.00025877854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010015646,0.0010888681,0.00060556934,0.0032607708,0.0014108045,0.0061547766,0.0018064738,0.0027471662,0.0055481964],"category_scores_gemma":[0.008179604,0.00072541344,0.0025433588,0.0021877997,0.0038377848,0.010700943,0.0038500894,0.0037922503,0.0021166974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015192995,0.00007213543,0.0008974347,0.00039757357,0.000028301869,0.0003406653,0.0013202177,0.010829673,0.0022626817,0.89546216,0.0030763666,0.08529757],"study_design_scores_gemma":[0.000026109748,0.00013752279,0.00063821394,0.0007508544,0.00004906997,0.0005903542,0.0005822218,0.04042469,0.004608643,0.4974414,0.45469195,0.000059056507],"about_ca_topic_score_codex":0.0032403695,"about_ca_topic_score_gemma":0.0030209336,"teacher_disagreement_score":0.010015646,"about_ca_system_score_codex":0.0020985024,"about_ca_system_score_gemma":0.0046787993,"threshold_uncertainty_score":0.052968442},"labels":[],"label_agreement":null},{"id":"W2040766932","doi":"10.1002/j.2334-5837.2002.tb02461.x","title":"1.2.4 Let's Just Think About That For A Minute …","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Dynamics (Canada)","funders":"","keywords":"Analogy; Closeness; Systems thinking; Process (computing); Epistemology; Computer science; Psychology; Mathematics education; Mathematics; Philosophy; Artificial intelligence; Programming language","score_opus":0.07392751067289575,"score_gpt":0.27740171175543,"score_spread":0.20347420108253422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040766932","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006946484,0.017781736,0.018879954,0.46665058,0.08508132,0.00041450048,0.0008386274,0.003243046,0.4001637],"genre_scores_gemma":[0.04882237,0.009129358,0.01241968,0.117301896,0.0143861165,0.00027579095,0.0007078785,0.0018210746,0.795136],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691224,0.0008893366,0.00012173813,0.00036375114,0.0012694928,0.00044352267],"domain_scores_gemma":[0.99568594,0.00060400204,0.0002836496,0.00040691462,0.0021273457,0.000892067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030202903,0.0009931485,0.0006442493,0.00094231917,0.0038978392,0.0061264033,0.001250126,0.0041605723,0.11572478],"category_scores_gemma":[0.012307173,0.00038422705,0.0010639471,0.000609347,0.0029101174,0.008619679,0.0032321464,0.0073286323,0.10145711],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000850396,0.00005562463,0.00078824593,0.000251271,0.000013250329,0.00019614895,0.003030384,0.00008819206,0.0010699701,0.018661734,0.8918163,0.08394395],"study_design_scores_gemma":[0.0000063916686,0.00004918832,0.0005362832,0.00025664404,0.000006142061,0.00024751975,0.0021033944,0.00007815892,0.00030245766,0.0063327993,0.9900485,0.000032439024],"about_ca_topic_score_codex":0.0034355416,"about_ca_topic_score_gemma":0.0040424312,"teacher_disagreement_score":0.11572478,"about_ca_system_score_codex":0.0018594135,"about_ca_system_score_gemma":0.0018922143,"threshold_uncertainty_score":0.38713795},"labels":[],"label_agreement":null},{"id":"W2040830004","doi":"10.1002/j.2334-5837.2001.tb02410.x","title":"3.7.3 The Architecture View Set in Action","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Traceability; Documentation; Computer science; Architecture; Process (computing); Software engineering; Set (abstract data type); Systems engineering; Action (physics); Process management; Engineering; Programming language","score_opus":0.03639572592562484,"score_gpt":0.3013185092646276,"score_spread":0.26492278333900277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040830004","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030986227,0.00012379028,0.87323236,0.001302789,0.000118731594,0.00031656382,0.00030710656,0.0058206874,0.08779179],"genre_scores_gemma":[0.33712533,0.00018819548,0.632553,0.0003519389,0.000031482698,0.00035156254,0.0006547128,0.0013434424,0.027400449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957403,0.0017138368,0.00024744563,0.00036442687,0.001601853,0.00033212962],"domain_scores_gemma":[0.99505144,0.002009203,0.00025256185,0.0015516193,0.00083597325,0.00029919183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053496743,0.00050143135,0.00036263,0.0013158595,0.00077073264,0.0049524694,0.0012121415,0.0013030494,0.007356244],"category_scores_gemma":[0.0063908966,0.00054211053,0.0010415169,0.00074183807,0.0019818791,0.0045211357,0.0029464597,0.0024371187,0.0015983133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003090355,0.00023078277,0.00717084,0.0003118662,0.00006993241,0.0007671996,0.014081369,0.00988118,0.028264686,0.7332427,0.01164814,0.19402225],"study_design_scores_gemma":[0.0001258001,0.00042417547,0.0028365243,0.0004533001,0.00017126801,0.0012486718,0.0035025566,0.09692717,0.062815316,0.1635381,0.66782063,0.00013655328],"about_ca_topic_score_codex":0.0044281823,"about_ca_topic_score_gemma":0.0053625815,"teacher_disagreement_score":0.007356244,"about_ca_system_score_codex":0.0011994872,"about_ca_system_score_gemma":0.0027796703,"threshold_uncertainty_score":0.02829218},"labels":[],"label_agreement":null},{"id":"W2042678439","doi":"10.1002/j.2334-5837.2013.tb03018.x","title":"9.5.2 New Opportunities for Architecture Measurement","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Architecture; Nexus (standard); Suite; Computer science; Systems engineering; Plan (archaeology); Reference architecture; Systems architecture; Software engineering; Architecture framework; Process management; Engineering management; Engineering; Software architecture; Software; Embedded system","score_opus":0.05144478018099051,"score_gpt":0.26705292418420035,"score_spread":0.21560814400320982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042678439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046778478,0.0031006464,0.8696817,0.011710056,0.00058350613,0.00035526094,0.00090100674,0.003486952,0.063402295],"genre_scores_gemma":[0.35958883,0.0013381832,0.63194156,0.0005016313,0.00023550539,0.00047144465,0.0007657361,0.00035937264,0.0047976365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9723823,0.017529607,0.0016657333,0.0020099161,0.005808344,0.00060412724],"domain_scores_gemma":[0.9544013,0.01695356,0.0040069222,0.013342558,0.0098294495,0.001466239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024117945,0.001155953,0.0009789799,0.0052394355,0.0012192032,0.008901703,0.0021109832,0.0015507732,0.005847463],"category_scores_gemma":[0.03883819,0.0005834895,0.0010482036,0.0045126043,0.0028448638,0.011785737,0.0036777451,0.0034483578,0.0013894255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014656647,0.0002886903,0.024234528,0.0005842067,0.000107474385,0.000078842444,0.0015770039,0.00832871,0.006757977,0.52700675,0.0099496655,0.42093965],"study_design_scores_gemma":[0.00007104011,0.00079964305,0.025160765,0.0012134142,0.000111032256,0.00041675888,0.002824918,0.112615645,0.017015595,0.6345256,0.20497483,0.00027065765],"about_ca_topic_score_codex":0.0019968438,"about_ca_topic_score_gemma":0.0018508654,"teacher_disagreement_score":0.024117945,"about_ca_system_score_codex":0.0021560837,"about_ca_system_score_gemma":0.0029691644,"threshold_uncertainty_score":0.12754941},"labels":[],"label_agreement":null},{"id":"W2045085509","doi":"10.1002/j.2334-5837.2007.tb02949.x","title":"8.2.2 Improvement of Software Engineering Performances An Experience Report at Bombardier Transportation – Total Transit Systems Signalling Group","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bombardier (Canada); Computer Research Institute of Montréal; École de Technologie Supérieure","funders":"Australian Government","keywords":"Baseline (sea); Process management; Process (computing); Maturity (psychological); Engineering management; Key (lock); Transport engineering; Computer science; Operations management; Engineering; Psychology; Operating system; Political science","score_opus":0.008303405508771946,"score_gpt":0.24832614877599823,"score_spread":0.24002274326722628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045085509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96817726,0.00021728856,0.005660797,0.0010286086,0.000031633048,0.00020809867,0.00016681793,0.000671209,0.0238384],"genre_scores_gemma":[0.96628267,0.00028767646,0.014068119,0.0001180213,0.000027429433,0.000106534026,0.000572632,0.00020234736,0.018334653],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919985,0.0028127574,0.00034387014,0.00037265287,0.003905687,0.0005664786],"domain_scores_gemma":[0.9869713,0.0026489354,0.0007150877,0.00085298374,0.007996797,0.00081478606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009104779,0.00056217914,0.0002369622,0.0014346377,0.001148965,0.0020897037,0.0006214846,0.001011978,0.002862759],"category_scores_gemma":[0.009492207,0.000212753,0.000310841,0.00096083607,0.0006207592,0.0010739005,0.000993105,0.00090039737,0.0011731493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092291425,0.0040548965,0.07276526,0.0005786959,0.00008562956,0.0011739073,0.037140034,0.009614618,0.13367347,0.0019984888,0.029298006,0.70869416],"study_design_scores_gemma":[0.00031197487,0.025685566,0.4340796,0.00042587367,0.00020889874,0.0024246108,0.03290271,0.024553742,0.3192519,0.0010202961,0.15877974,0.00035508585],"about_ca_topic_score_codex":0.008382372,"about_ca_topic_score_gemma":0.009632838,"teacher_disagreement_score":0.009104779,"about_ca_system_score_codex":0.0020117566,"about_ca_system_score_gemma":0.0017798049,"threshold_uncertainty_score":0.048151195},"labels":[],"label_agreement":null},{"id":"W2045532443","doi":"10.1002/j.2334-5837.2003.tb02646.x","title":"6.4.1 On the Use of Knowledge Modeling Tools and Techniques to Characterize the NOAA Observing System Architecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Oceanic and Atmospheric Administration; Norsk Romsenter","keywords":"Geospatial analysis; Metis; Architecture; Computer science; Visualization; Systems engineering; Systems architecture; Engineering; Geography; Remote sensing; Database; Data mining","score_opus":0.12126943066205953,"score_gpt":0.278441675876855,"score_spread":0.15717224521479545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045532443","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0166194,0.0003523874,0.9632378,0.0020087902,0.00003539632,0.00016109011,0.0003899991,0.0015841979,0.015611016],"genre_scores_gemma":[0.08649575,0.00047270657,0.90954894,0.00020560468,0.000020277595,0.0001307626,0.0007710073,0.00024386699,0.002111103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9935416,0.0027855407,0.00060854066,0.0006659548,0.002069566,0.00032869316],"domain_scores_gemma":[0.98420507,0.007782984,0.0010944791,0.004306536,0.0023376558,0.00027337123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009392741,0.0009503641,0.00060198596,0.003216998,0.0017927702,0.00822658,0.0019357962,0.0023263022,0.0030123878],"category_scores_gemma":[0.020598803,0.0007927714,0.0020486827,0.003405634,0.0030646198,0.013303349,0.003000582,0.0033783042,0.0010113573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012676412,0.00027500122,0.009777611,0.00045235432,0.00013967212,0.00043229616,0.0044483803,0.084203,0.007818057,0.6840644,0.0073589967,0.20090348],"study_design_scores_gemma":[0.00002091173,0.00007884415,0.003467611,0.0006696845,0.00008497454,0.00066300033,0.002085145,0.5178,0.012971936,0.36357328,0.09848115,0.00010353247],"about_ca_topic_score_codex":0.015175701,"about_ca_topic_score_gemma":0.016656315,"teacher_disagreement_score":0.015175701,"about_ca_system_score_codex":0.0024184447,"about_ca_system_score_gemma":0.0026671917,"threshold_uncertainty_score":0.049674153},"labels":[],"label_agreement":null},{"id":"W2046969462","doi":"10.1002/j.2334-5837.2013.tb03096.x","title":"4.3.3 Systems Engineering Implications of Neuroscience Discoveries","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Neuroscience; Cognitive science; Computer science; Biology; Psychology","score_opus":0.06595671675748921,"score_gpt":0.3523310741815645,"score_spread":0.2863743574240753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046969462","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05113725,0.019754978,0.17061456,0.43715137,0.0048938897,0.00016062486,0.000513066,0.00040990676,0.31536433],"genre_scores_gemma":[0.8649426,0.019527977,0.071702324,0.018946182,0.0030363782,0.00028324206,0.0002024979,0.00019150828,0.021167237],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967145,0.0015277517,0.0001636941,0.0003941042,0.00094062195,0.00025926676],"domain_scores_gemma":[0.9816797,0.01209561,0.00087353773,0.0017336748,0.003069446,0.00054794684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007010697,0.000720425,0.0006995225,0.001988605,0.002075564,0.004525535,0.0014229714,0.0029419498,0.011279615],"category_scores_gemma":[0.018411115,0.00032115844,0.0010294346,0.0011986478,0.0088813435,0.007858167,0.0024735748,0.0039915196,0.0013215408],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003590243,0.000054675693,0.00068724266,0.00017859672,0.000022436165,0.00024365619,0.0002881392,0.0042396686,0.00060195517,0.9770582,0.005097519,0.011492149],"study_design_scores_gemma":[0.000009707694,0.000011872322,0.00033875054,0.00009058716,0.000009339796,0.00008401529,0.00024335008,0.0037589842,0.0005210694,0.98032284,0.014596871,0.000012553659],"about_ca_topic_score_codex":0.0037924824,"about_ca_topic_score_gemma":0.0022906263,"teacher_disagreement_score":0.011279615,"about_ca_system_score_codex":0.004155052,"about_ca_system_score_gemma":0.00397653,"threshold_uncertainty_score":0.03773409},"labels":[],"label_agreement":null},{"id":"W2047502166","doi":"10.1002/j.2334-5837.2001.tb02367.x","title":"3.5.2 Virtual Collaboration, e‐SE, and Team Sports Metaphors –Opportunities to Innovate, Integrate, and Invigorate","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Virtual team; Variety (cybernetics); Theme (computing); Process (computing); Knowledge management; Destiny (ISS module); Computer science; Virtual reality; Engineering; Engineering management; World Wide Web; Process management; Human–computer interaction","score_opus":0.03136687647227964,"score_gpt":0.27023571134502933,"score_spread":0.23886883487274968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047502166","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13937461,0.002223483,0.2613641,0.014699468,0.00084442203,0.00019976833,0.000117418596,0.00047860004,0.5806981],"genre_scores_gemma":[0.9091034,0.00071864255,0.058966555,0.0008665302,0.00009858778,0.00024960065,0.00006872724,0.00007147831,0.029856343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969861,0.0021490285,0.00008516789,0.000166127,0.00035563429,0.00025795854],"domain_scores_gemma":[0.9985876,0.0006039534,0.00014899031,0.00021959047,0.00015260452,0.00028723892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015824542,0.0005007975,0.00023792435,0.0008257755,0.0022741314,0.005190887,0.00071241206,0.002438183,0.008882196],"category_scores_gemma":[0.0022463193,0.00023317563,0.0008779053,0.0007566862,0.005651786,0.00716882,0.0037948575,0.0016264833,0.0008890523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005446325,0.00007880886,0.0012276147,0.00016822355,0.000009695259,0.0005468588,0.018492283,0.0012172543,0.0017290923,0.95007634,0.0040166965,0.022382706],"study_design_scores_gemma":[0.00011439727,0.0003415917,0.002286059,0.0005336851,0.000035152712,0.0033646598,0.04675041,0.017578756,0.0030898154,0.42097297,0.5048305,0.000101890946],"about_ca_topic_score_codex":0.0013959762,"about_ca_topic_score_gemma":0.0016451175,"teacher_disagreement_score":0.008882196,"about_ca_system_score_codex":0.00077176193,"about_ca_system_score_gemma":0.00094655424,"threshold_uncertainty_score":0.029713929},"labels":[],"label_agreement":null},{"id":"W2048586964","doi":"10.1002/j.2334-5837.2012.tb01370.x","title":"5.5.1 A SysML‐based Approach for the Specification of Complex Systems","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Systems Modeling Language; System requirements specification; Computer science; Requirements analysis; Process (computing); Systems engineering; Software engineering; Complex system; Unified Modeling Language; Programming language; Engineering; Artificial intelligence; Software","score_opus":0.09218615804402246,"score_gpt":0.2941789728295733,"score_spread":0.2019928147855508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048586964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015145504,0.00018630149,0.98787385,0.00041366668,0.000058200952,0.00013786949,0.00032221954,0.0016896923,0.007803539],"genre_scores_gemma":[0.033364724,0.00041714835,0.9577099,0.00039636914,0.00004304395,0.0003149621,0.0009333135,0.00035863442,0.006461863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99602807,0.0017982604,0.00044886937,0.00023239094,0.0012970375,0.00019545257],"domain_scores_gemma":[0.9974721,0.0011457687,0.00015966455,0.00037770168,0.0007451845,0.00009946848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004167786,0.00092375296,0.0005139675,0.00166436,0.00090985536,0.004800978,0.0017164897,0.0017265675,0.0065508364],"category_scores_gemma":[0.0050666714,0.00079589523,0.0014627387,0.0010639258,0.0016985607,0.0028191174,0.0019610836,0.0032177123,0.0025952156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009682569,0.00009971328,0.00073181995,0.00085837353,0.000066883644,0.00064366934,0.002565364,0.049610678,0.023299692,0.8274845,0.010614586,0.08392797],"study_design_scores_gemma":[0.000058295132,0.00012995134,0.00066335255,0.0008695713,0.000085089276,0.0006171011,0.00049214554,0.24100514,0.033992764,0.11425684,0.60771674,0.00011301292],"about_ca_topic_score_codex":0.0060860543,"about_ca_topic_score_gemma":0.0070002344,"teacher_disagreement_score":0.0065508364,"about_ca_system_score_codex":0.0019947572,"about_ca_system_score_gemma":0.0030625693,"threshold_uncertainty_score":0.022041619},"labels":[],"label_agreement":null},{"id":"W2050057498","doi":"10.1002/j.2334-5837.2008.tb00859.x","title":"9.2.1 Using SysML and UML To Develop and Implement Interoperable System Components for Engagement Simulations","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Unified Modeling Language; Interoperability; Computer science; Software engineering; Systems engineering; Applications of UML; Engineering; Programming language; World Wide Web; Software","score_opus":0.13545961802306172,"score_gpt":0.3286179348151983,"score_spread":0.19315831679213658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050057498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065113734,0.000081384096,0.9742298,0.00029109628,0.000056636516,0.00019533775,0.00019110394,0.010197253,0.008245923],"genre_scores_gemma":[0.07794099,0.0002070941,0.9139291,0.00011395135,0.00002308871,0.00033822856,0.00069284264,0.0017303624,0.0050243447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965114,0.0016474291,0.00040506525,0.00024237737,0.0010362982,0.00015732333],"domain_scores_gemma":[0.99486417,0.0025988617,0.00032511755,0.0012211208,0.00085647433,0.00013431272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056736437,0.00073868263,0.00034804703,0.0014289219,0.0006065013,0.004195941,0.0018018761,0.0013026375,0.005045153],"category_scores_gemma":[0.01158138,0.00089485897,0.0010763551,0.000583687,0.0012244083,0.0036725474,0.0018900271,0.0017037101,0.0020317188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003535067,0.00038819306,0.0075949766,0.001135429,0.00019167294,0.0011952604,0.0069243596,0.13196169,0.041316476,0.4644493,0.015721543,0.32876754],"study_design_scores_gemma":[0.0001458977,0.00020545424,0.0011424221,0.00072580867,0.00012132267,0.00062244706,0.0004403751,0.55090094,0.06607398,0.054777313,0.3247104,0.0001336363],"about_ca_topic_score_codex":0.0028206727,"about_ca_topic_score_gemma":0.0031444274,"teacher_disagreement_score":0.0056736437,"about_ca_system_score_codex":0.001125438,"about_ca_system_score_gemma":0.0017318487,"threshold_uncertainty_score":0.030005455},"labels":[],"label_agreement":null},{"id":"W2052696151","doi":"10.1002/j.2334-5837.2004.tb00599.x","title":"8.1.2 Requirements Risk Assessment ‐ Integrating QFD and Risk Assessment","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Quality Function Deployment in Product Design","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Richmond Hospital","funders":"","keywords":"Quality function deployment; Risk assessment; Risk analysis (engineering); Computer science; Risk management; Reliability engineering; Engineering; Systems engineering; Operations management; Business","score_opus":0.020631365704282062,"score_gpt":0.29395504187978716,"score_spread":0.2733236761755051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052696151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075027324,0.00036279895,0.8804102,0.0011365418,0.000047612288,0.001459375,0.0007518161,0.0015504478,0.039253898],"genre_scores_gemma":[0.30525595,0.0002699105,0.6878605,0.00009862649,0.000017060032,0.0006554711,0.00052734074,0.00024952966,0.00506562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9761703,0.010256497,0.0015451722,0.0009584453,0.010423593,0.00064608495],"domain_scores_gemma":[0.9471531,0.024191922,0.004247311,0.0044235294,0.019651048,0.0003330662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018919144,0.0014793525,0.0008334138,0.0066707823,0.00090881606,0.0046006846,0.0016044421,0.0010791713,0.0042864266],"category_scores_gemma":[0.041960146,0.00071750616,0.0014131274,0.0027889288,0.0008263411,0.0035340236,0.0018441299,0.0012383721,0.0011302701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036872365,0.0010154233,0.041372433,0.0014682895,0.00024290514,0.0004928335,0.0051803035,0.09421164,0.018346934,0.05122007,0.007891878,0.77818847],"study_design_scores_gemma":[0.0001889917,0.0013030084,0.057430286,0.0019283111,0.00037945935,0.0017590084,0.0064367517,0.6339946,0.084856786,0.10544215,0.10579853,0.00048214945],"about_ca_topic_score_codex":0.0041901516,"about_ca_topic_score_gemma":0.0041709887,"teacher_disagreement_score":0.018919144,"about_ca_system_score_codex":0.0031745639,"about_ca_system_score_gemma":0.003320524,"threshold_uncertainty_score":0.10005516},"labels":[],"label_agreement":null},{"id":"W2054154000","doi":"10.1002/j.2334-5837.2004.tb00481.x","title":"1.4.1 Teaching Old Dogs New Tricks","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Maturity (psychological); Consolidation (business); Pace; Engineering; Competitor analysis; New product development; Engineering management; Process management; Computer science; Software development; Software; Business; Software development process; Marketing","score_opus":0.010874830166147669,"score_gpt":0.2694237656085861,"score_spread":0.25854893544243845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054154000","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01913839,0.023250848,0.063650064,0.16341552,0.013313942,0.00040389565,0.00031946052,0.0030120832,0.7134958],"genre_scores_gemma":[0.20460108,0.019204348,0.052097354,0.060199037,0.006518447,0.0005808764,0.000508069,0.0021519738,0.6541389],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99076474,0.0036908265,0.0002753833,0.0010974176,0.0032435164,0.0009281122],"domain_scores_gemma":[0.9898767,0.003287005,0.00088338874,0.001449174,0.0021591384,0.0023446917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005972121,0.0009792276,0.0007104889,0.0014349704,0.0042109108,0.010580507,0.0026775352,0.0055561657,0.08225299],"category_scores_gemma":[0.012669763,0.0005700668,0.0011012454,0.0012209702,0.006158237,0.0129515305,0.007685113,0.00785143,0.03620486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015093505,0.00042036126,0.0020279526,0.0014274444,0.00003593204,0.00041674843,0.014527961,0.00059692864,0.0025490911,0.28615507,0.40510562,0.286586],"study_design_scores_gemma":[0.000015581953,0.00009824767,0.00078793004,0.0006651191,0.000010333131,0.0003869337,0.002430866,0.0003221632,0.0008562052,0.030495236,0.96390235,0.00002902966],"about_ca_topic_score_codex":0.0014865233,"about_ca_topic_score_gemma":0.0027328504,"teacher_disagreement_score":0.08225299,"about_ca_system_score_codex":0.004015801,"about_ca_system_score_gemma":0.004112604,"threshold_uncertainty_score":0.27516365},"labels":[],"label_agreement":null},{"id":"W2056269983","doi":"10.1002/j.2334-5837.2003.tb02669.x","title":"4.6.1 An Integrated Tool Suite for the NOAA Observing System Ar chitecture","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Suite; Computer science; Architecture; Metis; Geospatial analysis; Visualization; Systems engineering; Information system; Systems architecture; Software engineering; Engineering; World Wide Web; Remote sensing; Geography; Data mining","score_opus":0.00785210896075466,"score_gpt":0.2369833473956258,"score_spread":0.22913123843487113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056269983","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007626606,0.00036794384,0.49974626,0.00031682098,0.00010340672,0.00084726856,0.005835756,0.4752471,0.0099087525],"genre_scores_gemma":[0.08159729,0.0009106746,0.77006143,0.00077650556,0.00010455797,0.0027039351,0.047789875,0.07844863,0.017607054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99649364,0.0007363522,0.00055859657,0.00044800402,0.0014983489,0.0002651443],"domain_scores_gemma":[0.99483705,0.0025714082,0.00027779606,0.000928748,0.0010361372,0.00034896974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005880408,0.0024180112,0.0015427521,0.0037638026,0.0008299,0.0033182667,0.003573418,0.0016464227,0.013908989],"category_scores_gemma":[0.0109417075,0.0019265118,0.0020007885,0.0018578537,0.0007239436,0.0038907586,0.0027073529,0.0028716638,0.011462847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016176477,0.0011440623,0.008683983,0.0018588788,0.00067038997,0.0024814461,0.002331879,0.053383257,0.05134504,0.028891148,0.20467772,0.64291465],"study_design_scores_gemma":[0.00103801,0.0005562302,0.008121938,0.00080544763,0.00035295435,0.0021343408,0.00041079844,0.4556699,0.07825397,0.026354158,0.425651,0.0006511439],"about_ca_topic_score_codex":0.0063314354,"about_ca_topic_score_gemma":0.0042290846,"teacher_disagreement_score":0.013908989,"about_ca_system_score_codex":0.0010677075,"about_ca_system_score_gemma":0.002134037,"threshold_uncertainty_score":0.046530187},"labels":[],"label_agreement":null},{"id":"W2056339801","doi":"10.1002/j.2334-5837.2002.tb02569.x","title":"1.6.2 Formalizing a Structured Natural Language Requirements Specification Notation","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Notation; Computer science; Programming language; B-Method; Formal specification; Formal methods; Readability; Software engineering; Linguistics","score_opus":0.023913972960793797,"score_gpt":0.27798638223217603,"score_spread":0.25407240927138225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056339801","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002465047,0.00005497394,0.9914043,0.0005170183,0.00006582155,0.00023842046,0.00031384014,0.0011741668,0.0037663186],"genre_scores_gemma":[0.034492493,0.00014152205,0.96105105,0.00022997295,0.00004045787,0.0004913052,0.0007487406,0.00018543052,0.0026190002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99083906,0.004762713,0.0013583422,0.00082153105,0.0018540415,0.0003642865],"domain_scores_gemma":[0.9848087,0.008179189,0.0014981598,0.002210905,0.0030481566,0.00025504897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012573198,0.0011456726,0.00049080333,0.00132846,0.00087191095,0.0039846613,0.002167163,0.0017818714,0.0050338157],"category_scores_gemma":[0.01628787,0.0009237992,0.0017589177,0.000918481,0.002638686,0.004682118,0.0018761284,0.0032166967,0.0019239218],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009969369,0.00011893282,0.000529525,0.0004739973,0.000028184058,0.0005861285,0.0019778355,0.024443215,0.011849888,0.913399,0.006285774,0.04020782],"study_design_scores_gemma":[0.00021476418,0.00030635137,0.00034144887,0.0007890481,0.00009512614,0.0015243402,0.0007357782,0.228815,0.048094142,0.37347057,0.3454652,0.00014823188],"about_ca_topic_score_codex":0.0020414733,"about_ca_topic_score_gemma":0.002581497,"teacher_disagreement_score":0.012573198,"about_ca_system_score_codex":0.0013123888,"about_ca_system_score_gemma":0.0040300866,"threshold_uncertainty_score":0.06649423},"labels":[],"label_agreement":null},{"id":"W2064941075","doi":"10.1002/j.2334-5837.2006.tb02837.x","title":"11.4.3 Advancing the Canadian Capability Engineering Approach","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Systems engineering; Engineering management; Engineering; Engineering design process; Computer science; Order (exchange); Concurrent engineering; Process management; Management science; Operations management; Mechanical engineering","score_opus":0.009912658527950579,"score_gpt":0.21656241656141104,"score_spread":0.20664975803346045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064941075","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029608393,0.0013497267,0.087570064,0.02455648,0.00022555658,0.000516229,0.0004088741,0.00026532437,0.8554994],"genre_scores_gemma":[0.72589546,0.0021146145,0.16178927,0.0019263133,0.000052890096,0.00043851425,0.0004003669,0.000113380804,0.1072692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871508,0.0040209945,0.0003520994,0.00057995657,0.006859153,0.0010370373],"domain_scores_gemma":[0.9897905,0.0023740993,0.00030931112,0.00058673066,0.0061902413,0.0007492279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010758335,0.0007979578,0.00032179774,0.00441394,0.0057382933,0.008610747,0.002188642,0.0015234605,0.011820911],"category_scores_gemma":[0.014333082,0.00026663012,0.00049586484,0.003930009,0.005402886,0.0043831333,0.0046397094,0.0020236522,0.0011482314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046236022,0.00009485397,0.0037792102,0.0002899969,0.000013635746,0.00022742547,0.0068803043,0.0064904834,0.0017092678,0.82090616,0.01667037,0.14289205],"study_design_scores_gemma":[0.000044883902,0.00013300536,0.01316454,0.0011567776,0.000044990567,0.00031065347,0.015825143,0.02987195,0.006957216,0.28028634,0.6520296,0.0001750408],"about_ca_topic_score_codex":0.7390038,"about_ca_topic_score_gemma":0.7997917,"teacher_disagreement_score":0.7390038,"about_ca_system_score_codex":0.04633736,"about_ca_system_score_gemma":0.07787586,"threshold_uncertainty_score":0.5250665},"labels":[],"label_agreement":null},{"id":"W2065457963","doi":"10.1002/j.2334-5837.2010.tb01099.x","title":"5.5.1 An Overview of the SysML‐Modelica Transformation Specification","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Modeling and Simulation Systems","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Linköpings Universitet; University of Georgia; Georgia Institute of Technology","keywords":"Modelica; Systems Modeling Language; Computer science; Modeling language; Programming language; Transformation (genetics); Unified Modeling Language; Implementation; Theoretical computer science; Systems engineering; Engineering","score_opus":0.046485887693959865,"score_gpt":0.3181743091965463,"score_spread":0.27168842150258643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065457963","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011701244,0.0006472368,0.97681457,0.00055959116,0.00012454366,0.00027155402,0.0006058909,0.004350955,0.015455536],"genre_scores_gemma":[0.039622832,0.0032942926,0.9319314,0.0006443167,0.00012288406,0.001036142,0.0043000416,0.0024388207,0.016609248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965785,0.00093146885,0.00050775567,0.0002975835,0.0014832366,0.00020140999],"domain_scores_gemma":[0.9974209,0.0007853444,0.00016932139,0.00062161294,0.00094268733,0.00006022475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004990581,0.0013499729,0.0007417338,0.0025064226,0.0007725838,0.0045195264,0.00175305,0.0015956097,0.012172441],"category_scores_gemma":[0.006193301,0.0011591784,0.0015517776,0.002394872,0.0012556219,0.0033123535,0.0017844789,0.0037270165,0.008362569],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011916389,0.00012981807,0.0007831876,0.00094481325,0.00005897831,0.00060908165,0.0010232081,0.026037496,0.013726858,0.74911726,0.021217138,0.18623306],"study_design_scores_gemma":[0.000034257086,0.00008250522,0.0004777325,0.0008086557,0.000051611787,0.00067612453,0.0002004268,0.07074447,0.02382872,0.09506259,0.8079448,0.00008813184],"about_ca_topic_score_codex":0.004723363,"about_ca_topic_score_gemma":0.0029940344,"teacher_disagreement_score":0.012172441,"about_ca_system_score_codex":0.0017282327,"about_ca_system_score_gemma":0.004291045,"threshold_uncertainty_score":0.04072082},"labels":[],"label_agreement":null},{"id":"W2065519647","doi":"10.1002/j.2334-5837.2004.tb00620.x","title":"9.2.2 UML‐PVS Requirement Specification and Verification","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Formal specification; UML tool; Oracle; B-Method; Applications of UML; Formal methods; Model checking; Software engineering; Software","score_opus":0.008507876568797597,"score_gpt":0.20796000585279537,"score_spread":0.19945212928399778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065519647","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0186003,0.00005905961,0.94781464,0.0006489161,0.00007113128,0.0005166008,0.00093643984,0.0059090154,0.025443794],"genre_scores_gemma":[0.32752675,0.0001653945,0.6521035,0.00028727675,0.000042297263,0.0010527928,0.002354103,0.0011988224,0.015269099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9935935,0.002331332,0.00064267765,0.00032596104,0.0027899519,0.00031656504],"domain_scores_gemma":[0.98988205,0.004536803,0.0007866602,0.001995866,0.0026671493,0.00013157072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056014853,0.00055387535,0.000373474,0.0009948327,0.00048277635,0.0020393585,0.0010072346,0.0011117227,0.005842004],"category_scores_gemma":[0.013655969,0.0005903505,0.0009342676,0.00040590295,0.0008254538,0.00149204,0.00088079675,0.0009963025,0.0027700723],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036044235,0.00030201193,0.005831289,0.0009235335,0.0000723918,0.002216289,0.0025682522,0.1105296,0.09349485,0.58028835,0.020727608,0.18268533],"study_design_scores_gemma":[0.00013585693,0.00024266302,0.0028006267,0.00040330697,0.000062676074,0.0018368086,0.00054077763,0.4677955,0.14013238,0.079170175,0.3067835,0.000095758456],"about_ca_topic_score_codex":0.004225793,"about_ca_topic_score_gemma":0.002681288,"teacher_disagreement_score":0.005842004,"about_ca_system_score_codex":0.0011054992,"about_ca_system_score_gemma":0.0023515162,"threshold_uncertainty_score":0.029623806},"labels":[],"label_agreement":null},{"id":"W2066594125","doi":"10.1002/j.2334-5837.2002.tb02520.x","title":"5.3.4 Introducing Innovative Technology in a Contract‐Driven Environment","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Process (computing); Government (linguistics); Tracking (education); Product (mathematics); Knowledge management; New product development; Front (military); Process management; Product innovation; Business; Engineering management; Computer science; Engineering; Marketing; Sociology; Mechanical engineering","score_opus":0.0096069170503365,"score_gpt":0.23161866063322215,"score_spread":0.22201174358288564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066594125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40888736,0.0008059527,0.22807622,0.01845007,0.00076531444,0.000768806,0.00011231256,0.00196702,0.34016696],"genre_scores_gemma":[0.796909,0.0005690616,0.14393911,0.002492456,0.0001655977,0.00026239434,0.00011971532,0.00047335774,0.055069312],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98320526,0.0115348315,0.00044390085,0.0004305535,0.0031352052,0.0012502726],"domain_scores_gemma":[0.98692644,0.006221499,0.00072312396,0.0017789748,0.0018681949,0.0024818315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011771168,0.00027239032,0.00021899288,0.000706917,0.002716667,0.007633496,0.0013547171,0.0023097917,0.007952336],"category_scores_gemma":[0.013157064,0.00025139283,0.0006219474,0.0006847128,0.0025504697,0.003769249,0.005239038,0.0026367754,0.0015691977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021855101,0.0024990689,0.016965795,0.00084434,0.00005490833,0.00698563,0.23108824,0.005708845,0.03437037,0.2584551,0.033664975,0.4091442],"study_design_scores_gemma":[0.000057695615,0.0007755824,0.00630162,0.00050652906,0.00004143182,0.0029580456,0.041901767,0.010189409,0.01608523,0.030222524,0.89080715,0.00015312059],"about_ca_topic_score_codex":0.001225181,"about_ca_topic_score_gemma":0.001727351,"teacher_disagreement_score":0.011771168,"about_ca_system_score_codex":0.0024300504,"about_ca_system_score_gemma":0.0033022936,"threshold_uncertainty_score":0.06225264},"labels":[],"label_agreement":null},{"id":"W2069298775","doi":"10.1002/j.2334-5837.2008.tb00822.x","title":"4.3.3 Capability Engineering within Canadian Defence: Experimentation and Lessons Learned","year":2008,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Process (computing); Divestment; Engineering management; Engineering; Work (physics); Systems engineering; Focus (optics); Process management; Computer science; Management science; Business; Mechanical engineering","score_opus":0.017701201556734596,"score_gpt":0.26118051806063036,"score_spread":0.24347931650389576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069298775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96226096,0.00011765402,0.0063168923,0.0008331367,0.0000241222,0.0012910736,0.00026163567,0.000121785095,0.028772783],"genre_scores_gemma":[0.9738279,0.0001974778,0.018483635,0.00024032348,0.000010039476,0.0007193074,0.00030549578,0.000044249595,0.0061715026],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9796699,0.010979747,0.00058437226,0.0010440367,0.0058332407,0.0018887087],"domain_scores_gemma":[0.95853645,0.0270061,0.0009279512,0.0021372829,0.010027901,0.0013642458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02557574,0.0008394011,0.0009294934,0.0011281666,0.0032468291,0.002574676,0.0024228112,0.0016443213,0.0033800064],"category_scores_gemma":[0.046317693,0.00042932224,0.00050344615,0.0015457387,0.003293388,0.002346423,0.0019599416,0.0022562784,0.00044876325],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006362513,0.031532604,0.0785081,0.0044632084,0.0003239639,0.0019671933,0.14813575,0.10592485,0.08684991,0.031363904,0.017437095,0.487131],"study_design_scores_gemma":[0.0032964456,0.033648763,0.22938426,0.0026710227,0.00054334407,0.00061998185,0.15356901,0.1316605,0.21831855,0.014806454,0.21037534,0.0011062304],"about_ca_topic_score_codex":0.3428192,"about_ca_topic_score_gemma":0.40900734,"teacher_disagreement_score":0.6571808,"about_ca_system_score_codex":0.014202417,"about_ca_system_score_gemma":0.014754932,"threshold_uncertainty_score":0.68164754},"labels":[],"label_agreement":null},{"id":"W2071408934","doi":"10.1002/j.2334-5837.2011.tb01242.x","title":"6.6.1 Using MBSE with SysML Parametrics to Perform Requirements Analysis","year":2011,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; System requirements specification; Systems engineering; Parametric statistics; Process (computing); Unified Modeling Language; Domain (mathematical analysis); Software engineering; Requirements analysis; Functional requirement; Reliability engineering; Programming language; Engineering","score_opus":0.13436235419689221,"score_gpt":0.31136125010072446,"score_spread":0.17699889590383225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071408934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005442557,0.000099066056,0.98022723,0.00036363455,0.000033565957,0.00020877096,0.00023590119,0.0061615547,0.007227707],"genre_scores_gemma":[0.045469977,0.00015903749,0.95088893,0.000074031144,0.000014662171,0.00017707566,0.0003402923,0.00071103184,0.0021649166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912446,0.004529583,0.000782241,0.0004380304,0.0027475064,0.0002579755],"domain_scores_gemma":[0.98367137,0.009660556,0.0008689602,0.00349537,0.0020852638,0.00021853897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010546452,0.0010340106,0.00063945714,0.0020373769,0.0007320121,0.004390725,0.0012393702,0.0012139977,0.007848704],"category_scores_gemma":[0.028838344,0.0011463925,0.0013361864,0.00095677923,0.0015654967,0.0051649716,0.002316154,0.0026163394,0.0033645686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006048116,0.00039423007,0.005288047,0.0017015827,0.00015283925,0.0014722158,0.008301528,0.1330944,0.050610553,0.44343194,0.011133846,0.34381396],"study_design_scores_gemma":[0.000109549925,0.0002490157,0.0014343173,0.00094446447,0.000096044205,0.0011211751,0.00088977336,0.50522923,0.1018082,0.08178246,0.3061662,0.00016953789],"about_ca_topic_score_codex":0.0016916809,"about_ca_topic_score_gemma":0.0021471106,"teacher_disagreement_score":0.010546452,"about_ca_system_score_codex":0.00077898597,"about_ca_system_score_gemma":0.0016678452,"threshold_uncertainty_score":0.055775583},"labels":[],"label_agreement":null},{"id":"W2072332023","doi":"10.1002/j.2334-5837.2005.tb00663.x","title":"1.4.4 Towards a Collaborative Engineering Environment to Support Capability Engineering","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Collaborative engineering; Process (computing); Relevance (law); Engineering management; Systems engineering; Engineering; Realization (probability); Computer science; Knowledge management; Process management; Work in process; Operations management; Political science","score_opus":0.013048553137317332,"score_gpt":0.24765637865949816,"score_spread":0.23460782552218082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072332023","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056913443,0.00025581318,0.8255961,0.009150087,0.00033194784,0.000690421,0.00008201513,0.0029396235,0.10404055],"genre_scores_gemma":[0.2549202,0.00025831742,0.72033155,0.0007901479,0.00012339276,0.0003656474,0.00017114209,0.00038110634,0.02265853],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99127287,0.0048373267,0.0003698584,0.0007057132,0.0021653771,0.000648867],"domain_scores_gemma":[0.98963904,0.0033984694,0.0004982962,0.0022074312,0.0022290247,0.002027744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014093982,0.00038149097,0.000369873,0.00091921067,0.002111801,0.008774367,0.0023039763,0.0024372984,0.0069054603],"category_scores_gemma":[0.010624535,0.0003890568,0.00061170774,0.00080989365,0.002145004,0.0069898977,0.0068745646,0.0026233953,0.0024042318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031167193,0.0014073438,0.003725576,0.000815804,0.000047875175,0.0014889896,0.0240958,0.013312464,0.039368816,0.4422036,0.026262,0.44696006],"study_design_scores_gemma":[0.00028843654,0.0011465452,0.0028153479,0.0008432744,0.000046904945,0.0014334419,0.008344847,0.053005904,0.022339115,0.112279855,0.79728234,0.0001740511],"about_ca_topic_score_codex":0.002106879,"about_ca_topic_score_gemma":0.0020299947,"teacher_disagreement_score":0.014093982,"about_ca_system_score_codex":0.0015366108,"about_ca_system_score_gemma":0.0050349687,"threshold_uncertainty_score":0.07453698},"labels":[],"label_agreement":null},{"id":"W2073163098","doi":"10.1002/j.2334-5837.2007.tb02992.x","title":"A Research Agenda for Systems of Systems Architecting","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Federal Emergency Management Agency","keywords":"Brainstorming; Context (archaeology); Prioritization; Field (mathematics); Engineering management; Engineering ethics; Political science; Process management; Computer science; Engineering","score_opus":0.09902351720942572,"score_gpt":0.37836917671567966,"score_spread":0.27934565950625395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073163098","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057662376,0.033153046,0.107577875,0.7458449,0.008334378,0.0004900215,0.00018166086,0.00033329846,0.09831852],"genre_scores_gemma":[0.42388633,0.072730005,0.35535324,0.062123984,0.016501144,0.0036221629,0.00147245,0.00057283696,0.06373788],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9423751,0.043923423,0.002899221,0.0028191018,0.005335566,0.0026474828],"domain_scores_gemma":[0.88694054,0.06191136,0.0034919295,0.009777479,0.029167691,0.008710974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.079487845,0.0020137287,0.0017282302,0.0066872234,0.01007538,0.03064138,0.0036389094,0.015493434,0.01517164],"category_scores_gemma":[0.041250587,0.0010836383,0.0019002388,0.0042124325,0.018894562,0.038296387,0.013604414,0.017916841,0.0032387297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002987026,0.000100506186,0.000329308,0.00041616644,0.000013789643,0.000086975546,0.0024500198,0.0008328478,0.0002813735,0.95194304,0.022059644,0.021456424],"study_design_scores_gemma":[0.00002774253,0.00008781925,0.00019676836,0.0016077044,0.000015897287,0.000097687975,0.009243838,0.0026052848,0.00035999433,0.71547264,0.27025226,0.000032351018],"about_ca_topic_score_codex":0.0030760379,"about_ca_topic_score_gemma":0.002391269,"teacher_disagreement_score":0.079487845,"about_ca_system_score_codex":0.01224124,"about_ca_system_score_gemma":0.036446262,"threshold_uncertainty_score":0.42037696},"labels":[],"label_agreement":null},{"id":"W2073295192","doi":"10.1002/j.2334-5837.2007.tb02932.x","title":"7.3.0 Panel 7.3.0: SysML Early Applications and Lessons Learned","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Viewpoints; Vendor; Unified Modeling Language; Perspective (graphical); Computer science; Enabling; Knowledge management; Engineering management; Engineering; Software; Business; Psychology; Artificial intelligence; Marketing; Programming language","score_opus":0.0599295145692395,"score_gpt":0.31443921201761305,"score_spread":0.25450969744837354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073295192","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052888785,0.00795463,0.08455009,0.4547957,0.03359685,0.0021633746,0.0015113509,0.0043750308,0.35816437],"genre_scores_gemma":[0.16882579,0.009609453,0.057054907,0.084451616,0.011204197,0.0021260097,0.0044819396,0.0033305057,0.65891564],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99417794,0.0022491508,0.0002075822,0.00046382917,0.0019258867,0.00097554195],"domain_scores_gemma":[0.97505414,0.0060883565,0.00037165187,0.0011046027,0.013264464,0.0041168667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027001197,0.0006095657,0.0003457191,0.00062748254,0.0027586848,0.0054526273,0.0019288778,0.0067954753,0.025372708],"category_scores_gemma":[0.015798286,0.0005625429,0.00060235726,0.0007696574,0.0012668667,0.00367943,0.002760434,0.0075733694,0.01966838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022666267,0.00060055306,0.0013493785,0.00040087188,0.000008206591,0.00048419004,0.0072778137,0.00091196387,0.011171911,0.011372924,0.8130115,0.15318398],"study_design_scores_gemma":[0.000028607781,0.00029540603,0.0014504005,0.00050516974,0.0000075038706,0.00018778851,0.0027357824,0.00079796714,0.0042378143,0.0027979538,0.98689854,0.000057187168],"about_ca_topic_score_codex":0.0034364492,"about_ca_topic_score_gemma":0.005766498,"teacher_disagreement_score":0.027001197,"about_ca_system_score_codex":0.0022087144,"about_ca_system_score_gemma":0.0043078084,"threshold_uncertainty_score":0.14279771},"labels":[],"label_agreement":null},{"id":"W2074547216","doi":"10.1002/j.2334-5837.2001.tb02346.x","title":"4.4.1 Modeling the Customer Value of Product Development Processes","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Value (mathematics); Lean manufacturing; Process (computing); Lean project management; Value stream mapping; Product (mathematics); Computer science; Work (physics); New product development; Lean laboratory; Process management; Manufacturing engineering; Engineering; Business; Mathematics; Marketing","score_opus":0.014230643495884456,"score_gpt":0.22624146897213396,"score_spread":0.2120108254762495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074547216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39073476,0.002121759,0.41272956,0.004025839,0.00012636148,0.0003620495,0.0007045014,0.00036379177,0.18883145],"genre_scores_gemma":[0.9445642,0.00082429446,0.035777878,0.00009045383,0.000038066857,0.00014177205,0.00017760659,0.00006674223,0.018318912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990946,0.0004371771,0.000026989635,0.00007119997,0.00021263277,0.00015737579],"domain_scores_gemma":[0.998195,0.0011082641,0.0001637179,0.0001299589,0.00031525598,0.00008789703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013698773,0.00065962656,0.0004434029,0.0011903917,0.0007348915,0.003940654,0.0011947829,0.0023469734,0.009323581],"category_scores_gemma":[0.0043311524,0.00053611695,0.001188485,0.0014271567,0.0010309647,0.0031213155,0.0011004327,0.0011146553,0.0009525433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011068843,0.00016155203,0.006412108,0.00009650292,0.000037731166,0.0002441646,0.00036620433,0.8115922,0.0011847415,0.15800916,0.0010391519,0.020745777],"study_design_scores_gemma":[0.000015279154,0.00006837749,0.0009302909,0.000045404508,0.000025136882,0.00006035611,0.00014656769,0.9472098,0.0007535069,0.04475329,0.0059737796,0.000018331315],"about_ca_topic_score_codex":0.011186698,"about_ca_topic_score_gemma":0.005020228,"teacher_disagreement_score":0.011186698,"about_ca_system_score_codex":0.0031599787,"about_ca_system_score_gemma":0.0017083758,"threshold_uncertainty_score":0.031190455},"labels":[],"label_agreement":null},{"id":"W2075407357","doi":"10.1002/j.2334-5837.2003.tb02702.x","title":"1.8.4 Probabilistic Risk/Reliability Analysis (PRA) Using a Simulation Approach","year":2003,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Probabilistic and Robust Engineering Design","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Probabilistic logic; Fault tree analysis; Computer science; Complex system; Reliability (semiconductor); Probabilistic risk assessment; Monte Carlo method; Reliability engineering; Component (thermodynamics); Function (biology); Nonlinear system; Power (physics); Artificial intelligence; Engineering; Mathematics","score_opus":0.07108382634239345,"score_gpt":0.3518030249817037,"score_spread":0.2807191986393102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075407357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034498014,0.00016172402,0.99028647,0.0001670368,0.000019871299,0.000026927848,0.000024333012,0.00023899163,0.005624859],"genre_scores_gemma":[0.3789666,0.0010160088,0.6097484,0.0001348359,0.0000927595,0.00028258865,0.0001394545,0.00017991298,0.009439266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871874,0.0006467763,0.00006347938,0.00010481124,0.00041413857,0.000052053834],"domain_scores_gemma":[0.9981968,0.0011030758,0.00017667499,0.00024019917,0.0002457087,0.00003757322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019220931,0.00073001906,0.0006178165,0.0009661617,0.0003378274,0.0013803954,0.0010550251,0.00092601374,0.004995871],"category_scores_gemma":[0.0037687244,0.0005078016,0.0013183401,0.0005571268,0.0010027388,0.0017410334,0.0009291906,0.0011098747,0.00083357136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000246754,0.000028610675,0.0005487595,0.000053276704,0.000045421722,0.000051160172,0.00004239997,0.7859632,0.0021620549,0.18895711,0.00068669615,0.021436695],"study_design_scores_gemma":[0.0000052941896,0.000017114482,0.0000836201,0.00001472215,0.0000102682425,0.000033710974,0.000005194203,0.9522544,0.00070077187,0.043889597,0.0029771286,0.000008262805],"about_ca_topic_score_codex":0.0022926694,"about_ca_topic_score_gemma":0.0016992181,"teacher_disagreement_score":0.004995871,"about_ca_system_score_codex":0.0008793486,"about_ca_system_score_gemma":0.0010450587,"threshold_uncertainty_score":0.016712904},"labels":[],"label_agreement":null},{"id":"W2077348519","doi":"10.1002/j.2334-5837.2001.tb02306.x","title":"6.2.1 A fresh view on model‐based systems engineering: The processing system paradigm","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Ericsson (Canada)","funders":"","keywords":"Computer science; System of systems; Notation; Process (computing); Systems design; System of systems engineering; Systems engineering; Software engineering; Resource (disambiguation); Quality (philosophy); Software system; Paradigm shift; Software; Engineering; Programming language","score_opus":0.030718954166086037,"score_gpt":0.2780648011072695,"score_spread":0.24734584694118347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077348519","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003154124,0.0075927405,0.92555404,0.02921587,0.00089526095,0.00005062044,0.00013078918,0.0003680586,0.033038642],"genre_scores_gemma":[0.2022138,0.017806096,0.7387292,0.011952493,0.0040401495,0.0005245414,0.00042390882,0.0009440486,0.023365738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.992827,0.0033880053,0.00038784315,0.00075518544,0.0023199439,0.00032200033],"domain_scores_gemma":[0.99390393,0.0028210348,0.00030136624,0.0014632529,0.0011380507,0.000372362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008962309,0.0013925,0.0013471922,0.0026156674,0.0018714089,0.009561282,0.0032066554,0.005755614,0.0046293223],"category_scores_gemma":[0.0065920665,0.0010090423,0.0024849134,0.002363043,0.014776506,0.026358522,0.0048185615,0.015433657,0.0016225693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008351165,0.000013623239,0.00007094132,0.00009225134,0.000006432144,0.000035011388,0.00038773168,0.00096868793,0.00039631996,0.99217826,0.0015951563,0.004247325],"study_design_scores_gemma":[0.000017328302,0.00004323439,0.00008779626,0.0001859975,0.00001731489,0.0001516412,0.00021959734,0.00824179,0.001099798,0.8828805,0.10702573,0.000029127605],"about_ca_topic_score_codex":0.0018952596,"about_ca_topic_score_gemma":0.00143991,"teacher_disagreement_score":0.009561282,"about_ca_system_score_codex":0.0030120383,"about_ca_system_score_gemma":0.002826352,"threshold_uncertainty_score":0.047397733},"labels":[],"label_agreement":null},{"id":"W2080470304","doi":"10.1002/j.2334-5837.2007.tb02857.x","title":"1.3.2 A Vision for Super‐Model Driven Systems Engineering","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Space Agency","funders":"","keywords":"Systems Modeling Language; Computer science; Agile software development; Domain (mathematical analysis); Systems engineering; Software engineering; Point (geometry); Unified Modeling Language; Software; Engineering; Programming language","score_opus":0.009088326072573375,"score_gpt":0.2618106976589543,"score_spread":0.25272237158638095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080470304","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022273115,0.0040423237,0.9434005,0.026617277,0.0011018391,0.00009563961,0.000097052005,0.0010863924,0.021331627],"genre_scores_gemma":[0.10405989,0.006040351,0.86990607,0.0052876277,0.0010377245,0.00045587396,0.00036407987,0.0005152053,0.012333191],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99284935,0.003293407,0.00035312565,0.000753283,0.0024381778,0.00031257613],"domain_scores_gemma":[0.99206173,0.0025313823,0.00030985504,0.0024105026,0.0020258147,0.00066074554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013670337,0.0011386534,0.0010018618,0.0019052948,0.0010467542,0.0077545284,0.0029325332,0.0048813806,0.003660808],"category_scores_gemma":[0.008452666,0.0011257603,0.0020828866,0.0010794541,0.0071787713,0.010519343,0.004754453,0.010636336,0.0018618406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029800321,0.00008956665,0.00023248774,0.00022538193,0.000026737149,0.000049952905,0.00039953328,0.008457391,0.001655024,0.9503312,0.0076198513,0.030882914],"study_design_scores_gemma":[0.00003253879,0.000101548765,0.00017934383,0.0003511802,0.000024471083,0.00013741408,0.00020688032,0.06603073,0.0016954625,0.7445257,0.186654,0.00006073106],"about_ca_topic_score_codex":0.0020519637,"about_ca_topic_score_gemma":0.0010932075,"teacher_disagreement_score":0.013670337,"about_ca_system_score_codex":0.003565591,"about_ca_system_score_gemma":0.0042956825,"threshold_uncertainty_score":0.07229656},"labels":[],"label_agreement":null},{"id":"W2081072385","doi":"10.1002/j.2334-5837.2006.tb02758.x","title":"3.4.2 Capability engineering for strategic decision making","year":2006,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministère de la Défense Nationale","keywords":"Process (computing); Strategic planning; Divestment; Process management; Strategic management; Set (abstract data type); Computer science; Business; Marketing","score_opus":0.00667884490823272,"score_gpt":0.24075993395771467,"score_spread":0.23408108904948194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081072385","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004165455,0.0015645352,0.6758629,0.010919318,0.00030786422,0.0003389064,0.00027712208,0.00036739625,0.3061965],"genre_scores_gemma":[0.29243082,0.0025700203,0.66222,0.0015958205,0.00024785748,0.0007477036,0.00039020742,0.00021833,0.039579175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99303705,0.0038986302,0.0004032303,0.00043938155,0.0017064038,0.000515296],"domain_scores_gemma":[0.9927268,0.0039229435,0.0005125031,0.00082558126,0.0016657204,0.0003464809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076934663,0.0013503304,0.0005920824,0.0030194032,0.002469398,0.009940834,0.001520893,0.0022075798,0.020313328],"category_scores_gemma":[0.011801164,0.00047893965,0.0017992303,0.002589362,0.006307131,0.0071614566,0.0039846916,0.003869174,0.0031944804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007939379,0.000014387084,0.00019114718,0.000115827774,0.00001194965,0.00007629895,0.00042640374,0.005347233,0.00019521675,0.9668734,0.0024194121,0.024320768],"study_design_scores_gemma":[0.0000133933945,0.000024775914,0.0002588262,0.00037367086,0.000014863145,0.0001185402,0.0007222553,0.02039142,0.000727845,0.8443852,0.13293602,0.000033175882],"about_ca_topic_score_codex":0.011743992,"about_ca_topic_score_gemma":0.008767378,"teacher_disagreement_score":0.020313328,"about_ca_system_score_codex":0.00523996,"about_ca_system_score_gemma":0.008799232,"threshold_uncertainty_score":0.06795484},"labels":[],"label_agreement":null},{"id":"W2091632499","doi":"10.1002/j.2334-5837.2010.tb01128.x","title":"9.1.0 Service Systems and Systems Sciences in the 21st Century","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"IBM; Systems Modeling Language; Service (business); Computer science; Knowledge management; Face (sociological concept); Service design; Service system; System of systems; Service provider; Engineering management; Engineering; Systems design; Unified Modeling Language; Business; Software engineering; Sociology; Marketing","score_opus":0.08287193777717378,"score_gpt":0.3767799881801068,"score_spread":0.293908050402933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091632499","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008434803,0.08737776,0.11700265,0.1856496,0.019748138,0.00013119049,0.00081326434,0.0016989153,0.5791437],"genre_scores_gemma":[0.32583365,0.12411755,0.16219828,0.05286281,0.037383165,0.0006710319,0.0015221771,0.0015220755,0.29388925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962269,0.0016748469,0.00032720575,0.00034530135,0.0011200585,0.00030569866],"domain_scores_gemma":[0.9951491,0.0020272045,0.00031777352,0.00080454187,0.001287854,0.00041349547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060426397,0.0007734697,0.0008035532,0.0021446794,0.0015847891,0.009185792,0.0011023113,0.005261379,0.017695565],"category_scores_gemma":[0.0066720624,0.00037893743,0.0008677772,0.0029777791,0.007512355,0.008369943,0.004067786,0.005881197,0.007333941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026984733,0.00002212978,0.0004937506,0.00031353242,0.000011824066,0.00012020977,0.0009048431,0.00056971185,0.0004710152,0.9198242,0.04055523,0.036686536],"study_design_scores_gemma":[0.0000122573265,0.000033461685,0.0006837938,0.0006555224,0.000008199935,0.00033098937,0.00052425213,0.0014599472,0.00034322162,0.3327818,0.66314524,0.00002135283],"about_ca_topic_score_codex":0.0022701079,"about_ca_topic_score_gemma":0.0014521995,"teacher_disagreement_score":0.017695565,"about_ca_system_score_codex":0.0042894827,"about_ca_system_score_gemma":0.0036455,"threshold_uncertainty_score":0.059197605},"labels":[],"label_agreement":null},{"id":"W2093829704","doi":"10.1002/j.2334-5837.2013.tb03082.x","title":"9.2.2 Quantifying Systems Engineering Reuse – a Generalized Reuse Framework in COSYSMO","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Reuse; Computer science; Set (abstract data type); Systems engineering; Engineering","score_opus":0.012144451701254692,"score_gpt":0.22836334412477932,"score_spread":0.21621889242352463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093829704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05483579,0.0006286466,0.92342484,0.000584763,0.00004918529,0.00016924553,0.00029542006,0.00043959948,0.019572444],"genre_scores_gemma":[0.5568086,0.0005594515,0.4363017,0.00016065236,0.00004847371,0.00035055183,0.0004165523,0.0002072337,0.005146775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99306715,0.0019134438,0.0005144064,0.0007768683,0.003274553,0.00045359702],"domain_scores_gemma":[0.99515814,0.0013323672,0.00067113515,0.0014804009,0.001246789,0.00011116409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046867286,0.0015375972,0.0010377492,0.004896871,0.0008963977,0.004534256,0.0018735033,0.0011280047,0.0022738564],"category_scores_gemma":[0.007341621,0.00051172695,0.0022578773,0.003525894,0.0024934642,0.0058391606,0.0029170383,0.0016053895,0.00032150673],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037205806,0.00008583338,0.0045706243,0.00029293506,0.00011749567,0.00012976694,0.00043279407,0.13985743,0.0050191833,0.79003936,0.001094304,0.058323104],"study_design_scores_gemma":[0.000013222488,0.0001073764,0.0059831203,0.00024774027,0.00008650577,0.00024812092,0.00042177277,0.6222856,0.010632378,0.3355965,0.024295399,0.000082307146],"about_ca_topic_score_codex":0.011411349,"about_ca_topic_score_gemma":0.011222534,"teacher_disagreement_score":0.011411349,"about_ca_system_score_codex":0.0032493933,"about_ca_system_score_gemma":0.0023470894,"threshold_uncertainty_score":0.024786055},"labels":[],"label_agreement":null},{"id":"W2105440283","doi":"10.1002/j.2334-5837.2013.tb03087.x","title":"3.1.1 Transformative Affordability for System Architecture Design","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Pace; Architecture; Transformative learning; Service (business); Focus (optics); Computer science; Systems design; Process management; Engineering; Software engineering; Business; Marketing; Sociology; Geography","score_opus":0.020699013141906496,"score_gpt":0.2394266976815652,"score_spread":0.21872768453965868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105440283","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02409,0.0006614716,0.87681806,0.0065230546,0.00015513113,0.0001744925,0.000144743,0.0006867451,0.0907462],"genre_scores_gemma":[0.5696405,0.00082242023,0.4176848,0.00062084745,0.00011067428,0.0003953664,0.00025227008,0.0003752717,0.010097885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99515885,0.0022605448,0.00025545055,0.000422276,0.0015425782,0.00036027742],"domain_scores_gemma":[0.9952473,0.0022816928,0.00043557212,0.0011410416,0.0007131518,0.00018123214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053180587,0.0008649044,0.0003743209,0.0012218376,0.0011627572,0.0051176026,0.0011992056,0.0012540909,0.010551823],"category_scores_gemma":[0.01095068,0.0006322794,0.0017176445,0.0008873555,0.005958614,0.00720872,0.0046193996,0.003549317,0.0011366956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003160864,0.00004382775,0.0009379118,0.00016739304,0.000023872544,0.00010877846,0.0012020188,0.020435166,0.0022128178,0.9399998,0.0013558856,0.033480998],"study_design_scores_gemma":[0.000023606286,0.000092372386,0.00051201176,0.0002657354,0.000029784023,0.00022663537,0.0008148698,0.050030507,0.0035749248,0.8591681,0.08522878,0.000032665306],"about_ca_topic_score_codex":0.0026129496,"about_ca_topic_score_gemma":0.0026708764,"teacher_disagreement_score":0.010551823,"about_ca_system_score_codex":0.0028201912,"about_ca_system_score_gemma":0.0026011274,"threshold_uncertainty_score":0.0352993},"labels":[],"label_agreement":null},{"id":"W2105781355","doi":"10.1002/j.2334-5837.2001.tb02330.x","title":"6.3.1 Pilot application of the Object Oriented System Engineering Method (OOSEM) using Rational Rose Real Time™ (RRT) to the Navy Common Command and Decision (CC&amp;D) Program","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Navy; Duration (music); Decision system; Object (grammar); Systems engineering; Object-oriented programming; Computer science; Engineering; Operations research; Software engineering; Artificial intelligence; Programming language","score_opus":0.024788075424084184,"score_gpt":0.3097072090894234,"score_spread":0.2849191336653392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105781355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83728564,0.00011094917,0.14394683,0.00044799675,0.000053625576,0.0013264429,0.00021602021,0.0032326966,0.013379893],"genre_scores_gemma":[0.6930086,0.00013545445,0.30057195,0.000067368834,0.000014766375,0.00040369603,0.00033116428,0.00030887575,0.0051580574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677104,0.0019103262,0.00011830468,0.0001451973,0.0009012647,0.00015373349],"domain_scores_gemma":[0.993415,0.004151668,0.00018840161,0.00071311864,0.0012783385,0.00025341814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062377495,0.00027519173,0.00031683146,0.0003708074,0.00054727815,0.00078518246,0.0008370844,0.0006259045,0.0031755792],"category_scores_gemma":[0.00814537,0.0002660481,0.00026068182,0.00039788522,0.0005605202,0.0008755449,0.0006858615,0.00079578033,0.0004711544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004332528,0.006551987,0.018611342,0.0011022094,0.000051393552,0.0036183335,0.018474406,0.061859947,0.22613353,0.022227447,0.006102033,0.63093495],"study_design_scores_gemma":[0.0029308808,0.029312441,0.031494442,0.00028952587,0.00010985432,0.0017247654,0.0058983825,0.39170042,0.43009406,0.0058357,0.10035218,0.00025732833],"about_ca_topic_score_codex":0.0025956093,"about_ca_topic_score_gemma":0.0037097635,"teacher_disagreement_score":0.0062377495,"about_ca_system_score_codex":0.0004215046,"about_ca_system_score_gemma":0.0009945182,"threshold_uncertainty_score":0.032988727},"labels":[],"label_agreement":null},{"id":"W2111105608","doi":"10.1002/j.2334-5837.2002.tb02563.x","title":"5.5.3 Enabling Systems Architecture Tradeoffs Using a Systems Integration Framework","year":2002,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Data warehouse; Legacy system; Server; Architecture; Web application; Database; Data integration; System integration; Software engineering; World Wide Web; Operating system; Software","score_opus":0.020296309728991196,"score_gpt":0.24496983079568072,"score_spread":0.22467352106668953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111105608","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11971378,0.0006662464,0.7988579,0.004664142,0.00014331701,0.0007246742,0.00014166677,0.0046353084,0.07045294],"genre_scores_gemma":[0.44105762,0.00030440258,0.55217606,0.0003138149,0.0000420962,0.00036984734,0.0002064001,0.0003588889,0.005170776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889127,0.0053960006,0.0005963684,0.00044345943,0.0034403438,0.0012111078],"domain_scores_gemma":[0.9937132,0.00287404,0.00036779395,0.0009998695,0.0016874919,0.0003575392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016228331,0.0010592453,0.00047949463,0.0018002831,0.0013022411,0.005884903,0.0014831002,0.0018165325,0.003787906],"category_scores_gemma":[0.010762614,0.00094976934,0.0012639698,0.00093298836,0.0016253415,0.007155847,0.002663113,0.0028350952,0.00054922496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032432884,0.00051519234,0.005546827,0.0006083216,0.00012571421,0.0009866646,0.0038823949,0.09727728,0.06127976,0.63683057,0.009127013,0.18349595],"study_design_scores_gemma":[0.00016416263,0.0008317405,0.0028116605,0.00060131226,0.00018119076,0.00090770674,0.0016953344,0.5877688,0.05204155,0.19756438,0.15523422,0.00019795864],"about_ca_topic_score_codex":0.0044518444,"about_ca_topic_score_gemma":0.004661599,"teacher_disagreement_score":0.016228331,"about_ca_system_score_codex":0.0023890599,"about_ca_system_score_gemma":0.003814764,"threshold_uncertainty_score":0.08582467},"labels":[],"label_agreement":null},{"id":"W2116550565","doi":"10.1002/j.2334-5837.2004.tb00515.x","title":"3.3.2 Design Concept Evaluation Using System Throughput Model","year":2004,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Nuclear and radioactivity studies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; U.S. Department of Energy","keywords":"License; Process (computing); Systems engineering; Iterative design; Engineering design process; Radioactive waste; Systems design; Engineering; Computer science; Operations management; Mechanical engineering; Waste management","score_opus":0.0384851941407029,"score_gpt":0.27570499592122744,"score_spread":0.23721980178052454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116550565","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5075987,0.00041726694,0.42067844,0.00045944602,0.00010697672,0.001556525,0.0009277619,0.0018295468,0.0664253],"genre_scores_gemma":[0.94196784,0.0001387016,0.051571805,0.000034227065,0.000008031479,0.000555766,0.00021364861,0.0000874775,0.0054224855],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986083,0.00059716625,0.000038020036,0.000077578625,0.00054494577,0.00013404002],"domain_scores_gemma":[0.99805117,0.0012042783,0.000102736856,0.00011862484,0.00048794228,0.00003520845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002527013,0.0008767583,0.000637635,0.001198931,0.0006424543,0.0016556579,0.00078920653,0.001040382,0.010202677],"category_scores_gemma":[0.003694155,0.00046307326,0.0011921842,0.0006055462,0.00035898737,0.0010501242,0.0004578337,0.0007573222,0.00086518395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013227898,0.00010282167,0.0007975822,0.00008733156,0.000023024022,0.000049674247,0.000040647705,0.9820077,0.0029083895,0.0027254962,0.00036433048,0.010760678],"study_design_scores_gemma":[0.00002161351,0.00020878817,0.00036073916,0.000009142455,0.000019622054,0.000012555337,0.0000319254,0.99539435,0.0025952088,0.0005944255,0.00074297236,0.000008604077],"about_ca_topic_score_codex":0.008599991,"about_ca_topic_score_gemma":0.0041908775,"teacher_disagreement_score":0.010202677,"about_ca_system_score_codex":0.0028888858,"about_ca_system_score_gemma":0.0015287459,"threshold_uncertainty_score":0.034131348},"labels":[],"label_agreement":null},{"id":"W2136714574","doi":"10.1002/j.2334-5837.2005.tb00718.x","title":"6.3.1 The MSOCC Data Switch Replacement: A Case Study in Elicitating and Elucidating Requirements","year":2005,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; System requirements; Set (abstract data type); Requirements analysis; Requirements engineering; Non-functional requirement; Process (computing); Requirements management; Functional requirement; Architecture; Systems engineering; Risk analysis (engineering); Reliability engineering; Software engineering; Engineering; Business; Software development; Programming language","score_opus":0.07377946673214476,"score_gpt":0.35334779501048713,"score_spread":0.2795683282783424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136714574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94692683,0.0001710475,0.027757788,0.0022693926,0.000068806134,0.00044201303,0.0002838225,0.00042774744,0.02165258],"genre_scores_gemma":[0.9613562,0.00011764209,0.028828116,0.00021888573,0.000024130244,0.00011070977,0.00014944545,0.00008017354,0.009114618],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9946371,0.0028242236,0.0002894996,0.00028802297,0.001534299,0.00042679656],"domain_scores_gemma":[0.99201715,0.0052316417,0.00053737004,0.0006098234,0.0011175228,0.00048649596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004125363,0.00047445748,0.0003686622,0.000942171,0.0021963175,0.0021633562,0.0011008641,0.0032315014,0.0043530082],"category_scores_gemma":[0.008441961,0.0003127118,0.00045141258,0.00063412,0.0011500441,0.0016645241,0.0008276957,0.0013950797,0.00091881107],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003318147,0.005675795,0.09623823,0.0029689777,0.00016456131,0.1326019,0.12543976,0.106209934,0.16009901,0.058004234,0.03186696,0.27741247],"study_design_scores_gemma":[0.00057165354,0.0056589,0.04034722,0.0006864105,0.00018962417,0.04357939,0.100994155,0.22043212,0.24140035,0.0092566945,0.33636996,0.00051355845],"about_ca_topic_score_codex":0.0052689086,"about_ca_topic_score_gemma":0.010864214,"teacher_disagreement_score":0.0052689086,"about_ca_system_score_codex":0.0019367868,"about_ca_system_score_gemma":0.0018446988,"threshold_uncertainty_score":0.021817207},"labels":[],"label_agreement":null},{"id":"W2138973930","doi":"10.1002/j.2334-5837.2015.00099.x","title":"An Innovative Approach to the Development of Project Management Processes for Small‐scale Projects in a large Engineering Company","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Tetra Tech (Canada); École de Technologie Supérieure","funders":"","keywords":"Engineering management; Project management; Project planning; Scale (ratio); Project management triangle; Program management; OPM3; Process (computing); Process management; Extreme project management; Engineering; Systems engineering; Computer science","score_opus":0.11016375753248382,"score_gpt":0.36320269626187646,"score_spread":0.25303893872939265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138973930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17417932,0.00020484843,0.796124,0.0015730432,0.00009151032,0.003408467,0.00005135923,0.0012332201,0.023134291],"genre_scores_gemma":[0.18246281,0.00011892083,0.81342745,0.000109452965,0.000018055409,0.0006719549,0.000053914548,0.000046188972,0.0030913197],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9932633,0.0032899163,0.00027772057,0.0005383533,0.002228465,0.00040221328],"domain_scores_gemma":[0.9942325,0.0023492442,0.0005386599,0.000807738,0.0015802108,0.0004916145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066142427,0.0005977987,0.000314773,0.0013766695,0.0019305889,0.0034516614,0.002137068,0.0012085428,0.0019351201],"category_scores_gemma":[0.007015973,0.0006003567,0.0007109335,0.0009809602,0.0014145027,0.001722,0.0024222569,0.0015427456,0.0004244652],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005049693,0.0049300813,0.007926246,0.00093628524,0.000106580526,0.0020356923,0.012211323,0.06733636,0.082519606,0.07899912,0.004931278,0.7375624],"study_design_scores_gemma":[0.00120303,0.0065349624,0.017488541,0.000940856,0.0003883623,0.003441275,0.011372832,0.6190546,0.08361068,0.04264288,0.21287358,0.0004483394],"about_ca_topic_score_codex":0.0052430457,"about_ca_topic_score_gemma":0.007641263,"teacher_disagreement_score":0.0066142427,"about_ca_system_score_codex":0.0033727346,"about_ca_system_score_gemma":0.0125865545,"threshold_uncertainty_score":0.03497988},"labels":[],"label_agreement":null},{"id":"W2146456630","doi":"10.1002/j.2334-5837.2010.tb01053.x","title":"1.1.0 Is MBSE a Tectonic Shift in the Way We Perform Systems Engineering?","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems thinking; Transformation (genetics); Computer science; Engineering; Systems engineering; Artificial intelligence; Chemistry","score_opus":0.017150012395278497,"score_gpt":0.2540253322436526,"score_spread":0.2368753198483741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146456630","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044656664,0.014245026,0.074638985,0.5472911,0.00472127,0.00008137427,0.00025285225,0.0006616978,0.31345105],"genre_scores_gemma":[0.8144033,0.013978466,0.033641234,0.038076825,0.0023162118,0.00014201464,0.000262969,0.00035828067,0.09682065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99501413,0.002208809,0.00018813382,0.00041896667,0.0017159317,0.00045402237],"domain_scores_gemma":[0.9937371,0.001865909,0.0006103802,0.00064390094,0.0023812016,0.00076146354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092732385,0.00044556294,0.00030990355,0.0008770065,0.0022935213,0.0127497725,0.0010004692,0.0036624502,0.008758783],"category_scores_gemma":[0.010229634,0.00036268376,0.0002639946,0.0013040961,0.012352873,0.013472458,0.0036644833,0.0055354615,0.0032619257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044580625,0.000033663968,0.0022081474,0.00023115832,0.000007598713,0.0000609428,0.009460505,0.00040551773,0.0024636895,0.9108372,0.018898116,0.05534888],"study_design_scores_gemma":[0.000015452928,0.000120650504,0.0053287065,0.0011766589,0.00001455783,0.0002949789,0.016120544,0.00402927,0.003006358,0.4144937,0.55532676,0.000072374394],"about_ca_topic_score_codex":0.0051321923,"about_ca_topic_score_gemma":0.004525037,"teacher_disagreement_score":0.0127497725,"about_ca_system_score_codex":0.006320776,"about_ca_system_score_gemma":0.006575868,"threshold_uncertainty_score":0.049042225},"labels":[],"label_agreement":null},{"id":"W2150651864","doi":"10.1002/j.2334-5837.2000.tb00434.x","title":"3.5.2 Continuous Appraisal Method (CAM)… A New Paradigm for Benchmarking Process Maturity","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Maturity (psychological); Capability Maturity Model; Benchmarking; Process (computing); Engineering; Process management; Service Integration Maturity Model; Engineering management; Computer science; Systems engineering; Software; Management; Operating system","score_opus":0.007103120623015855,"score_gpt":0.2962454883047738,"score_spread":0.28914236768175794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150651864","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020586079,0.0013880061,0.88012546,0.0022811424,0.0007701396,0.002372042,0.00044609365,0.0015545124,0.09047649],"genre_scores_gemma":[0.1655515,0.0004619249,0.82520264,0.0003042232,0.0001141686,0.002557369,0.0002893917,0.00013449963,0.0053842533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95087004,0.029072998,0.0032313392,0.0019275546,0.014242829,0.0006552276],"domain_scores_gemma":[0.95604503,0.018615136,0.0031338565,0.0042502517,0.017129207,0.00082653185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03503685,0.00077289564,0.00076360186,0.0047416207,0.0010603393,0.0064067463,0.0015792594,0.0015563797,0.0072662923],"category_scores_gemma":[0.059885584,0.00034601122,0.0010970414,0.0049418127,0.0018168282,0.004138879,0.00185621,0.0020810508,0.0014250191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041087947,0.00025878084,0.007813253,0.0017688678,0.0001354796,0.00013974591,0.0050117606,0.0036172797,0.010570892,0.19059095,0.016468035,0.76321405],"study_design_scores_gemma":[0.00065454224,0.0034282608,0.06217571,0.004759723,0.00039932755,0.0019313793,0.011414656,0.1461887,0.03560247,0.2493564,0.4831563,0.0009325562],"about_ca_topic_score_codex":0.002720909,"about_ca_topic_score_gemma":0.002377747,"teacher_disagreement_score":0.03503685,"about_ca_system_score_codex":0.0026116613,"about_ca_system_score_gemma":0.0054081744,"threshold_uncertainty_score":0.18529475},"labels":[],"label_agreement":null},{"id":"W2159202698","doi":"10.1002/j.2334-5837.2014.00016.x","title":"Using systems thinking to inform natural resource governance","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Conservation, Biodiversity, and Resource Management","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harmonization; Scrutiny; Corporate governance; Natural resource; Environmental resource management; Natural resource management; Business; National park; Resource (disambiguation); Environmental planning; Political science; Geography; Economics; Computer science","score_opus":0.012464989690533971,"score_gpt":0.22624837578115686,"score_spread":0.2137833860906229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159202698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42463523,0.004616969,0.3390145,0.024825927,0.00019872918,0.0006773818,0.0004099861,0.00021339212,0.20540783],"genre_scores_gemma":[0.9631811,0.000631508,0.034946643,0.00017838996,0.00001346393,0.000104042636,0.000047653906,0.000008419793,0.00088879536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99280375,0.0059022442,0.00016965286,0.00039921844,0.0004715956,0.00025356506],"domain_scores_gemma":[0.97998786,0.017203134,0.0012399026,0.0006575258,0.000631806,0.00027981383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011208542,0.0006342149,0.00030202544,0.0044362894,0.0018512063,0.008875532,0.00088731694,0.0010187096,0.0034172044],"category_scores_gemma":[0.010786745,0.00027337845,0.0004936514,0.0034195809,0.0105105275,0.007387053,0.0029385986,0.0015839149,0.00011581394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005548752,0.00014920946,0.028203988,0.00062014523,0.00013567525,0.0006112864,0.03995401,0.03333215,0.00087876443,0.8216151,0.0018118314,0.07263243],"study_design_scores_gemma":[0.000036590023,0.00010415419,0.008470628,0.0010185487,0.000052685813,0.00017344562,0.054705203,0.04119958,0.0012481667,0.8561383,0.036810018,0.000042726293],"about_ca_topic_score_codex":0.0050954893,"about_ca_topic_score_gemma":0.005954929,"teacher_disagreement_score":0.011208542,"about_ca_system_score_codex":0.0075487234,"about_ca_system_score_gemma":0.0060118902,"threshold_uncertainty_score":0.059277177},"labels":[],"label_agreement":null},{"id":"W2166502137","doi":"10.1002/j.2334-5837.2000.tb00451.x","title":"2.6.3 Designing a Systems Engineering Educational Program Using Academic/Industry Collaboration","year":2000,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Precept; Engineering management; Collaborative engineering; Curriculum; Engineering; Process (computing); Engineering design process; Concurrent engineering; Engineering ethics; Systems engineering; Computer science; Work in process; Mechanical engineering; Sociology; Pedagogy; Operations management; Political science","score_opus":0.029889324783506595,"score_gpt":0.3156288620010533,"score_spread":0.2857395372175467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166502137","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13069686,0.00028540738,0.27674165,0.012292743,0.0004865442,0.001212014,0.0002044063,0.0044819023,0.5735985],"genre_scores_gemma":[0.5116131,0.0004178677,0.2729866,0.002342917,0.00026544422,0.0010799065,0.00068167393,0.0006250824,0.20998742],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955082,0.0019219458,0.00019053303,0.0004302391,0.0012226177,0.0007264351],"domain_scores_gemma":[0.9946972,0.0008560734,0.00037061176,0.00058358896,0.0015357723,0.001956759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004845044,0.00036886803,0.00019948627,0.0008424649,0.0019480517,0.004616572,0.0011114479,0.0012600224,0.024058478],"category_scores_gemma":[0.004926352,0.00025427103,0.00043129077,0.00088322593,0.0006660625,0.0019063642,0.0035355084,0.0012927793,0.006994331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017452496,0.0027043836,0.01298132,0.00042058693,0.000018537636,0.0004861889,0.008689464,0.0049333028,0.028333358,0.13368197,0.0876176,0.7199589],"study_design_scores_gemma":[0.00012713717,0.00096230843,0.015418764,0.00033332297,0.000025285683,0.0006379196,0.0044890586,0.014317802,0.028093556,0.023865951,0.91166043,0.00006846858],"about_ca_topic_score_codex":0.0019206767,"about_ca_topic_score_gemma":0.0044775633,"teacher_disagreement_score":0.024058478,"about_ca_system_score_codex":0.0018841343,"about_ca_system_score_gemma":0.0071704257,"threshold_uncertainty_score":0.080483675},"labels":[],"label_agreement":null},{"id":"W2168235826","doi":"10.1002/j.2334-5837.2007.tb02964.x","title":"9.3.2 Simulation‐Based Design Using SysML Part 1: A Parametrics Primer","year":2007,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"Georgia Institute of Technology; National Aeronautics and Space Administration","keywords":"Systems Modeling Language; Computer science; Programming language; Modular design; Representation (politics); Semantics (computer science); Software engineering; Viewpoints; Theoretical computer science; Unified Modeling Language","score_opus":0.09457888141728547,"score_gpt":0.3300704325203885,"score_spread":0.235491551103103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168235826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013630723,0.00039901116,0.9738036,0.0008526049,0.00019001197,0.00012314702,0.00031821535,0.004775548,0.018174931],"genre_scores_gemma":[0.040389977,0.0015314999,0.92285824,0.00077085657,0.00018153524,0.00051080727,0.0010316549,0.002483712,0.030241566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986364,0.00051888096,0.0001333929,0.00011956283,0.00052475935,0.00006690283],"domain_scores_gemma":[0.99824524,0.0008471107,0.00008666032,0.00035182555,0.0004147776,0.000054401222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002620971,0.00076680776,0.00041094824,0.00095333776,0.00047388906,0.003085073,0.001569901,0.0016309811,0.02252842],"category_scores_gemma":[0.0041809096,0.00076907384,0.0012398745,0.0007035258,0.0015278741,0.0031581842,0.0015252699,0.0023173278,0.007957101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013913347,0.000095274845,0.0006538912,0.0007834417,0.00003619248,0.00040014094,0.0015086768,0.03760102,0.01906795,0.74744457,0.031622488,0.16064717],"study_design_scores_gemma":[0.000030894735,0.000081083235,0.0002546505,0.00035665554,0.000018320208,0.00042446595,0.00011552081,0.0925547,0.014658718,0.080297016,0.8111628,0.000045094555],"about_ca_topic_score_codex":0.0011552436,"about_ca_topic_score_gemma":0.0011762786,"teacher_disagreement_score":0.02252842,"about_ca_system_score_codex":0.0009188027,"about_ca_system_score_gemma":0.0008542028,"threshold_uncertainty_score":0.07536507},"labels":[],"label_agreement":null},{"id":"W2171596307","doi":"10.1002/j.2334-5837.2015.00059.x","title":"Open Source Systems Engineering Guides, Deployment Packages and Support Tools for Very Small Enterprises ‐‐ A Case Study","year":2015,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Flexibility (engineering); Systems engineering; Exploit; Software engineering; Engineering management; Resource (disambiguation); Computer science; Open standard; Software; Manufacturing engineering; Engineering; Process management; Interoperability; Operating system; Computer security; Management","score_opus":0.10077348776088826,"score_gpt":0.3195188700303758,"score_spread":0.21874538226948756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171596307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5018161,0.0011676565,0.33647004,0.0055900053,0.00022198223,0.0019072744,0.0014974581,0.0068750633,0.14445439],"genre_scores_gemma":[0.6836304,0.001153361,0.2651314,0.0006127853,0.00004615191,0.0012047669,0.0022468504,0.0015266004,0.0444477],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99672407,0.0016873217,0.00022643925,0.00014757199,0.000958482,0.00025611673],"domain_scores_gemma":[0.9883221,0.007423914,0.0004774561,0.0014400824,0.0015558581,0.00078049046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004978876,0.0004012859,0.00019702414,0.0014551281,0.0014973041,0.002230162,0.0013532302,0.0016976058,0.004838574],"category_scores_gemma":[0.009368366,0.0003759631,0.00034629568,0.0018698998,0.001264363,0.0026796907,0.0026888906,0.0012216897,0.0019273482],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000535244,0.0039584683,0.021093559,0.0024800585,0.000041512016,0.030663049,0.052064188,0.025771415,0.024095574,0.18025102,0.10513376,0.5539121],"study_design_scores_gemma":[0.00018252507,0.0007333822,0.01904238,0.0015473271,0.000044439796,0.007883388,0.022170885,0.038368493,0.012466819,0.02748807,0.86991984,0.00015252168],"about_ca_topic_score_codex":0.004172334,"about_ca_topic_score_gemma":0.007132317,"teacher_disagreement_score":0.004978876,"about_ca_system_score_codex":0.0014869374,"about_ca_system_score_gemma":0.0025101951,"threshold_uncertainty_score":0.026331127},"labels":[],"label_agreement":null},{"id":"W2256298703","doi":"10.1002/j.2334-5837.2012.tb01352.x","title":"4.2.3 A Systems Approach to Medical Device Compliance with IEC 60601–1:2005","year":2012,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical engineering; Risk analysis (engineering); Usability; Medical equipment; Computer science; Reliability engineering; Engineering; Systems engineering; Engineering management; Business; Medicine; Health care","score_opus":0.15424972679313742,"score_gpt":0.46476961117711535,"score_spread":0.31051988438397793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256298703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008146793,0.00035800278,0.88804215,0.0031538713,0.00026292272,0.0006552609,0.0001795455,0.001996661,0.09720483],"genre_scores_gemma":[0.113705255,0.0004757298,0.84664136,0.0009668536,0.000085442305,0.00049314584,0.00039496427,0.00026436997,0.036972947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9857546,0.0041266964,0.0011289843,0.0010561274,0.007321524,0.00061212893],"domain_scores_gemma":[0.9911895,0.0022044217,0.0006343753,0.0015832069,0.0041999705,0.00018857747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077111563,0.00058307673,0.00044157484,0.0019159629,0.001507933,0.005705834,0.0019171505,0.0023825953,0.009045517],"category_scores_gemma":[0.011965129,0.000567588,0.0012983407,0.0012100559,0.0027058432,0.0031225232,0.0019068107,0.0025082857,0.0031495239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016729206,0.00046877607,0.00484644,0.0010750231,0.000086395565,0.0006615021,0.005992505,0.024223443,0.028612105,0.5899381,0.028651057,0.3152774],"study_design_scores_gemma":[0.00008686296,0.0005699201,0.007189342,0.0013219673,0.00015125667,0.0010958522,0.002834839,0.10710437,0.06486955,0.09418604,0.72044563,0.00014442374],"about_ca_topic_score_codex":0.013200032,"about_ca_topic_score_gemma":0.0113425655,"teacher_disagreement_score":0.013200032,"about_ca_system_score_codex":0.004127511,"about_ca_system_score_gemma":0.0077510653,"threshold_uncertainty_score":0.04078096},"labels":[],"label_agreement":null},{"id":"W2519015480","doi":"10.1002/j.2334-5837.2016.00292.x","title":"An Initial Bibliometric Analysis and Mapping of Systems Engineering Research","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Intestinal Research","funders":"","keywords":"Field (mathematics); Computer science; Engineering research; Data science; Parsing; Bibliometrics; Method engineering; Information engineering; Systems research; Systems engineering; Management science; Information system; Software engineering; Engineering; Data mining; Artificial intelligence","score_opus":0.0735039182274619,"score_gpt":0.35778658246103884,"score_spread":0.28428266423357695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519015480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64691424,0.0073402147,0.06185425,0.0042269374,0.0007606405,0.0012562681,0.04375844,0.002521128,0.231368],"genre_scores_gemma":[0.91949224,0.0034231942,0.04401926,0.0001115654,0.00033657622,0.00071458705,0.017299006,0.0002957524,0.014307758],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98853403,0.002440245,0.0011995491,0.0008280421,0.0062217843,0.0007763828],"domain_scores_gemma":[0.96688443,0.010869573,0.002545106,0.0023700553,0.016508449,0.0008223917],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007195444,0.0005936878,0.0009560912,0.09930061,0.0021593117,0.007918772,0.00083016447,0.00064756395,0.009459732],"category_scores_gemma":[0.045229387,0.00025671453,0.0012312399,0.13228087,0.0008397492,0.0046390444,0.0030751126,0.0006444035,0.0025526902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034458772,0.00027340857,0.18350561,0.0033589443,0.00044275104,0.0005240863,0.0071530486,0.0057488554,0.0089184735,0.075544566,0.04192116,0.6722645],"study_design_scores_gemma":[0.00005870721,0.00036018406,0.61911815,0.0012470558,0.00046450464,0.0010416195,0.018973997,0.03959918,0.01642315,0.04299845,0.25950894,0.0002061034],"about_ca_topic_score_codex":0.00818853,"about_ca_topic_score_gemma":0.0056969,"teacher_disagreement_score":0.9006994,"about_ca_system_score_codex":0.0038215234,"about_ca_system_score_gemma":0.004641879,"threshold_uncertainty_score":0.038053572},"labels":[],"label_agreement":null},{"id":"W2519193008","doi":"10.1002/j.2334-5837.2016.00226.x","title":"ISO/IEC 29110 Deployment Packages and Case Study for Systems Engineering: The “Not‐So‐Secret” Ingredients That Power the Standard","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software deployment; Systems engineering; Flexibility (engineering); Engineering; Product lifecycle; Engineering management; Software engineering; Computer science; New product development; Business","score_opus":0.03046514980184656,"score_gpt":0.2763516451857871,"score_spread":0.24588649538394053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519193008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11178275,0.0012156677,0.67362434,0.0072995806,0.00046998638,0.0027648592,0.0010561582,0.0055364887,0.19625027],"genre_scores_gemma":[0.32540348,0.001847863,0.6268939,0.0008257477,0.00012400617,0.0022284018,0.0025705216,0.0015685966,0.03853747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98711723,0.0063401465,0.0006369846,0.00038243397,0.0050657988,0.0004574181],"domain_scores_gemma":[0.991055,0.004274362,0.00043257183,0.0017472382,0.0022257303,0.00026514515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008823949,0.00083780376,0.00038372647,0.00222258,0.0010999764,0.0025505982,0.0013411313,0.0023038764,0.0021445458],"category_scores_gemma":[0.009592187,0.00065007573,0.00053591945,0.0028419043,0.0023368862,0.0026879907,0.0021530197,0.0023326098,0.0014616158],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002105428,0.0015975917,0.0057624998,0.0017932603,0.00003189288,0.008780087,0.019291263,0.041398857,0.036947355,0.4315601,0.089472435,0.36315408],"study_design_scores_gemma":[0.00009478833,0.00074420933,0.008494669,0.0017163255,0.000034855017,0.0042849886,0.006945502,0.05781839,0.020281188,0.038243607,0.861184,0.00015742761],"about_ca_topic_score_codex":0.0049522864,"about_ca_topic_score_gemma":0.0044145416,"teacher_disagreement_score":0.008823949,"about_ca_system_score_codex":0.002343576,"about_ca_system_score_gemma":0.003672528,"threshold_uncertainty_score":0.046666026},"labels":[],"label_agreement":null},{"id":"W2519248743","doi":"10.1002/j.2334-5837.2016.00204.x","title":"The Best of Both Worlds: Agile Development Meets Product Line Engineering at Lockheed Martin","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Scrum; New product development; Product line; Agile usability engineering; Engineering; Product (mathematics); Quality (philosophy); Scale (ratio); Software product line; Systems engineering; Work (physics); Agile Unified Process; Time to market; Lean software development; Manufacturing engineering; Software development; Engineering management; Computer science; Software; Software engineering; Software development process; Business; Mechanical engineering; Marketing","score_opus":0.018652005253137337,"score_gpt":0.2615230268680876,"score_spread":0.24287102161495025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519248743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6606724,0.006631348,0.04310684,0.14505647,0.0011049611,0.00021738086,0.00007917504,0.0017804476,0.141351],"genre_scores_gemma":[0.89731705,0.0012731382,0.02368194,0.0036641508,0.00012672275,0.00006038243,0.000030412963,0.00032290333,0.073523164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709177,0.0011594489,0.000034768324,0.00024347701,0.0007745403,0.00069596764],"domain_scores_gemma":[0.9936978,0.0017710926,0.00025645364,0.00021599083,0.00082630286,0.0032324095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047579105,0.00032346486,0.00012852714,0.00073863164,0.0030941188,0.0034825057,0.0009233843,0.0010846608,0.006345713],"category_scores_gemma":[0.003899346,0.00043385584,0.00012705685,0.00034405524,0.0022117358,0.0017677206,0.0026369246,0.0027018276,0.0009506657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007456784,0.0014501864,0.023477616,0.0003630779,0.000042140815,0.008549677,0.053839743,0.0033463254,0.04191612,0.10386333,0.18498921,0.57741684],"study_design_scores_gemma":[0.0001718185,0.0018374592,0.028169433,0.00067782006,0.000037078993,0.0050629913,0.036360748,0.018165633,0.028649839,0.019870354,0.86063063,0.0003661768],"about_ca_topic_score_codex":0.0147536015,"about_ca_topic_score_gemma":0.024746511,"teacher_disagreement_score":0.0147536015,"about_ca_system_score_codex":0.0029769908,"about_ca_system_score_gemma":0.0055456525,"threshold_uncertainty_score":0.02933544},"labels":[],"label_agreement":null},{"id":"W2519334373","doi":"10.1002/j.2334-5837.2016.00203.x","title":"Developing and implementing systems engineering and project management processes at CSiT – A small Canadian company in public transportation","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Business; Engineering management; Public transport; Telecommunications; Transport engineering; Engineering","score_opus":0.026468774030009332,"score_gpt":0.26201949282078313,"score_spread":0.2355507187907738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519334373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.800438,0.0008782371,0.070413314,0.011217638,0.00019470692,0.007051307,0.0006207242,0.002875789,0.10631029],"genre_scores_gemma":[0.80689394,0.00057682744,0.14016648,0.0006177882,0.00002412401,0.0008679684,0.0009257548,0.00029238185,0.0496347],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886811,0.0028921803,0.0003775357,0.0008887303,0.0047203144,0.0024401979],"domain_scores_gemma":[0.9759976,0.0018782887,0.001172505,0.0011580052,0.013765181,0.006028417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016143024,0.00066247163,0.00019430465,0.0021857342,0.010799544,0.0065029203,0.0020526669,0.0010184457,0.0035115134],"category_scores_gemma":[0.01220991,0.00061455014,0.0003375296,0.0021440662,0.0031240745,0.001658122,0.0025960316,0.0015067431,0.0010299605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061347726,0.003465234,0.044800036,0.00062857004,0.00006116091,0.0015209605,0.058294564,0.017700434,0.06319571,0.027704742,0.051091768,0.7309233],"study_design_scores_gemma":[0.00031845787,0.0036658966,0.14907989,0.0007097951,0.00010110581,0.0006516204,0.1116278,0.044200286,0.045926265,0.0035488363,0.63973504,0.00043500066],"about_ca_topic_score_codex":0.8285401,"about_ca_topic_score_gemma":0.8551305,"teacher_disagreement_score":0.8285401,"about_ca_system_score_codex":0.07491089,"about_ca_system_score_gemma":0.23345017,"threshold_uncertainty_score":0.5435191},"labels":[],"label_agreement":null},{"id":"W2519644544","doi":"10.1002/j.2334-5837.2016.00227.x","title":"Technology planning approach for Very Small Entities","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Process (computing); Process management; Domain (mathematical analysis); New product development; Product (mathematics); Business; Computer science; Engineering management; Knowledge management; Engineering; Marketing","score_opus":0.011357231378454504,"score_gpt":0.23062216568746305,"score_spread":0.21926493430900854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519644544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023910562,0.00062664197,0.8681105,0.0012147174,0.00008106098,0.0004414964,0.00035921964,0.00038232494,0.104873456],"genre_scores_gemma":[0.47649282,0.0011667677,0.48034877,0.00018936304,0.00005177586,0.00065762916,0.00085669395,0.00016553365,0.040070713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993315,0.00021659791,0.00003888853,0.00013062643,0.0001829121,0.00009958985],"domain_scores_gemma":[0.999313,0.000350542,0.00005441902,0.00007540432,0.00013292395,0.000073655974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008988784,0.0006403786,0.00047556683,0.0015808737,0.0014863514,0.0035592248,0.0014408181,0.0015015483,0.019636502],"category_scores_gemma":[0.0014288104,0.00063226523,0.0013517843,0.0014396372,0.0011255088,0.0024006628,0.002126198,0.0015138722,0.0021181663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087878194,0.00013953613,0.0017408857,0.0004985376,0.00006854222,0.002559627,0.0013911792,0.25026646,0.0051322104,0.6492971,0.0060054567,0.08281257],"study_design_scores_gemma":[0.00005384824,0.00012849073,0.00077880116,0.00023324272,0.000110963854,0.00067063904,0.001984191,0.4811323,0.0038521534,0.39176098,0.11923958,0.000054836197],"about_ca_topic_score_codex":0.009194831,"about_ca_topic_score_gemma":0.010708665,"teacher_disagreement_score":0.019636502,"about_ca_system_score_codex":0.0023305337,"about_ca_system_score_gemma":0.003406274,"threshold_uncertainty_score":0.065690696},"labels":[],"label_agreement":null},{"id":"W2750628123","doi":"10.1002/j.2334-5837.2017.00370.x","title":"Systems Security Engineering: What Every System Engineer Needs to Know","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information and Cyber Security","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Engineering management; Trustworthiness; Relevance (law); Perspective (graphical); Engineering; Computer science; Value (mathematics); Engineering ethics; Systems engineering; Computer security; Political science","score_opus":0.00608534639744141,"score_gpt":0.22112774017902279,"score_spread":0.21504239378158138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750628123","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073158247,0.07338783,0.11379561,0.73628086,0.0067102257,0.00016419943,0.00013223245,0.000879674,0.061333694],"genre_scores_gemma":[0.35449883,0.16615124,0.26329434,0.1633937,0.013119071,0.00046321,0.0006386749,0.0010795034,0.03736152],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98468274,0.0065901116,0.0009619958,0.00097370776,0.0056108576,0.0011806408],"domain_scores_gemma":[0.94031495,0.03059704,0.0017629532,0.006012705,0.016046638,0.0052657314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022844441,0.0013896186,0.0016685567,0.0029765137,0.005829812,0.01717143,0.0025876274,0.009169571,0.007616365],"category_scores_gemma":[0.034529928,0.00086579705,0.000870338,0.0017581652,0.01527685,0.038476035,0.007261289,0.014178277,0.0046051657],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054643227,0.00040999232,0.0036121656,0.0035895526,0.00008204908,0.0007520556,0.01893421,0.0021384277,0.0021419483,0.30333972,0.1817218,0.48322344],"study_design_scores_gemma":[0.000014168822,0.00008085916,0.0010412512,0.0057808026,0.000027094786,0.0011312779,0.02229713,0.001672864,0.00071233977,0.47248495,0.49465665,0.00010057041],"about_ca_topic_score_codex":0.0053168056,"about_ca_topic_score_gemma":0.0045067687,"teacher_disagreement_score":0.022844441,"about_ca_system_score_codex":0.003848177,"about_ca_system_score_gemma":0.015974915,"threshold_uncertainty_score":0.12081444},"labels":[],"label_agreement":null},{"id":"W2751624834","doi":"10.1002/j.2334-5837.2017.00344.x","title":"Version 0.75 of the Proposed INCOSE Competency Framework","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Competence (human resources); Core competency; Section (typography); Computer science; Publication; Engineering management; Knowledge management; Engineering ethics; Engineering; Psychology; Political science; Management; Operating system; Social psychology","score_opus":0.016954226519865397,"score_gpt":0.2694708518717698,"score_spread":0.2525166253519044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751624834","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015253455,0.0024909342,0.5558485,0.022396065,0.003977532,0.005138917,0.0058836723,0.00951423,0.37949672],"genre_scores_gemma":[0.07639181,0.0020925722,0.73602235,0.0058020228,0.0006389868,0.004705706,0.02050235,0.0030161384,0.150828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96226823,0.010958563,0.0050169947,0.0015690561,0.017631954,0.002555246],"domain_scores_gemma":[0.9367424,0.009275655,0.002333629,0.0068800645,0.042312507,0.002455707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03966046,0.0009835913,0.00064037525,0.0051339893,0.00238956,0.0101466095,0.0034071675,0.0031571954,0.011421876],"category_scores_gemma":[0.08260363,0.0010082321,0.0009323015,0.002622734,0.0027669787,0.00658472,0.0046410463,0.0038840207,0.009449657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011048534,0.00025121434,0.0026419784,0.00075873866,0.000021976688,0.00020258439,0.0033870204,0.0039882297,0.003491824,0.4113567,0.2738552,0.29993406],"study_design_scores_gemma":[0.000032605803,0.000103460574,0.0015592097,0.001189484,0.000020539448,0.00030952878,0.0006063646,0.0033140392,0.0020941668,0.031511802,0.95915914,0.000099701],"about_ca_topic_score_codex":0.044370588,"about_ca_topic_score_gemma":0.025385214,"teacher_disagreement_score":0.044370588,"about_ca_system_score_codex":0.008679477,"about_ca_system_score_gemma":0.029879643,"threshold_uncertainty_score":0.20974714},"labels":[],"label_agreement":null},{"id":"W2752327112","doi":"10.1002/j.2334-5837.2017.00351.x","title":"Graph‐Based Digital Blueprint for Model Based Engineering of Complex Systems","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Blueprint; Computer science; Graph; Software engineering; Software; Systems engineering; Theoretical computer science; Data science; Programming language; Engineering","score_opus":0.05671150565360169,"score_gpt":0.29162569000220656,"score_spread":0.23491418434860487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752327112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012677395,0.00020275125,0.99001175,0.0007878137,0.00009339868,0.00006132705,0.00016405869,0.00080682844,0.0066044596],"genre_scores_gemma":[0.053951297,0.0010708371,0.9384191,0.00037568307,0.00009856799,0.00034833158,0.0006801684,0.00045154212,0.0046044956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981845,0.0007603043,0.00013505934,0.00023269116,0.00062117464,0.00006632646],"domain_scores_gemma":[0.995769,0.0018167447,0.00022879487,0.0014455179,0.0005858461,0.00015419871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020060798,0.0012276986,0.0006419998,0.00337429,0.0011050638,0.0038417645,0.0018802565,0.0014954759,0.01062253],"category_scores_gemma":[0.0061527034,0.00074317964,0.0014662134,0.0030178085,0.002921627,0.0053052427,0.0034677759,0.0037541077,0.0022082448],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002379235,0.000049152753,0.00025773686,0.0002193323,0.000033482782,0.00021087936,0.00034247804,0.07109177,0.0025058943,0.862023,0.0054079765,0.057834484],"study_design_scores_gemma":[0.000022555732,0.000031642096,0.00012679069,0.00015717027,0.000025960007,0.0001700027,0.00011822621,0.23144586,0.0026550705,0.66681415,0.0983995,0.00003309479],"about_ca_topic_score_codex":0.0039282343,"about_ca_topic_score_gemma":0.0049934275,"teacher_disagreement_score":0.01062253,"about_ca_system_score_codex":0.0018370872,"about_ca_system_score_gemma":0.0021075616,"threshold_uncertainty_score":0.03553593},"labels":[],"label_agreement":null},{"id":"W2752897303","doi":"10.1002/j.2334-5837.2017.00461.x","title":"Availability as a design criterion: Simulation of SKA1_MID Dish Power Infrastructure","year":2017,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Radio Astronomy Observations and Technology","field":"Physics and Astronomy","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Telescope; Computer science; Power (physics); Systems engineering; Engineering; Astrophysics; Physics","score_opus":0.011843423319570709,"score_gpt":0.2843925592610738,"score_spread":0.2725491359415031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752897303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95612025,0.00023331249,0.028017912,0.00044306694,0.000060828264,0.00016789089,0.00065472466,0.00026711146,0.014034815],"genre_scores_gemma":[0.99503016,0.000045478002,0.00339384,0.000031348965,0.0000042028014,0.000059996168,0.000089626556,0.000017469174,0.0013278718],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992143,0.00028280856,0.0000213337,0.00007526225,0.00012687485,0.00027947774],"domain_scores_gemma":[0.99394166,0.0042240736,0.0005406879,0.00020781369,0.000796285,0.00028954007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014177833,0.0007930532,0.00068372424,0.0007631395,0.0005593997,0.0007430214,0.0010567196,0.0012841743,0.0042499555],"category_scores_gemma":[0.004303311,0.00042446924,0.00076777185,0.000514961,0.00077935273,0.0006946427,0.00055455783,0.0011945894,0.00025643612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063454,0.00003348472,0.000810161,0.000017435843,0.000008755911,0.000032924585,0.000018929242,0.99732673,0.0003444838,0.00057584804,0.00015070186,0.0006171332],"study_design_scores_gemma":[0.000016546552,0.00005997707,0.00026774118,0.000003777027,0.000008019579,0.0000077302475,0.00002272761,0.9989981,0.00028261094,0.00020845939,0.00012127273,0.000003026175],"about_ca_topic_score_codex":0.018482313,"about_ca_topic_score_gemma":0.013709523,"teacher_disagreement_score":0.018482313,"about_ca_system_score_codex":0.0022767077,"about_ca_system_score_gemma":0.0012748913,"threshold_uncertainty_score":0.036749482},"labels":[],"label_agreement":null},{"id":"W2885939450","doi":"10.1002/j.2334-5837.2018.00483.x","title":"Case Study: Agile Systems Engineering at Lockheed Martin Aeronautics Integrated Fighter Group","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Waterfall model; Engineering; Systems engineering; Component (thermodynamics); Engineering management; Process management; Software engineering; Computer science; Information system; Operating system","score_opus":0.02466275870817365,"score_gpt":0.2567885384611913,"score_spread":0.23212577975301768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885939450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8654958,0.0010022566,0.041648775,0.0059895245,0.00021437142,0.000746965,0.0004978717,0.00040230135,0.084002085],"genre_scores_gemma":[0.9438974,0.00056942203,0.030857515,0.0006298667,0.000038887705,0.00026484017,0.00026124247,0.00009810224,0.023382578],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99790883,0.00089971407,0.00006917401,0.00014214909,0.0005396732,0.00044048653],"domain_scores_gemma":[0.9974813,0.0009949317,0.00015416321,0.00018030762,0.0004591464,0.0007303012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018550935,0.00046377713,0.00019666641,0.00092333014,0.0038080579,0.0014728367,0.0009413913,0.002114712,0.0037712497],"category_scores_gemma":[0.002773295,0.00019882924,0.0002934534,0.0011425432,0.0011583616,0.0011146797,0.0013463584,0.0015415061,0.0009721687],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013446956,0.0053286985,0.06974338,0.0015095702,0.000121065714,0.15114202,0.110467404,0.03637302,0.026230773,0.10873321,0.10740436,0.38160187],"study_design_scores_gemma":[0.00039326205,0.0032466424,0.04701446,0.0009415284,0.00008141844,0.041134782,0.13298006,0.042864297,0.033728853,0.014795646,0.6825993,0.00021982392],"about_ca_topic_score_codex":0.009440756,"about_ca_topic_score_gemma":0.020184692,"teacher_disagreement_score":0.009440756,"about_ca_system_score_codex":0.0018812107,"about_ca_system_score_gemma":0.0022497368,"threshold_uncertainty_score":0.018771589},"labels":[],"label_agreement":null},{"id":"W2886770049","doi":"10.1002/j.2334-5837.2018.00552.x","title":"Modeling Cyber Threats with SysML","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Multitude; Scalability; Computer science; Systems engineering; Cyber-physical system; Software engineering; Unified Modeling Language; Computer security; Engineering; Software; Database; Operating system","score_opus":0.028433960485317895,"score_gpt":0.27208118082966304,"score_spread":0.24364722034434513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886770049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009485173,0.00014788154,0.9682433,0.0009329374,0.00010197527,0.00021430277,0.00079752144,0.010854062,0.009222883],"genre_scores_gemma":[0.29945597,0.0007629147,0.6875522,0.0004025206,0.00011510949,0.000605769,0.0026729745,0.0013391109,0.007093442],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977309,0.0010256891,0.00020651311,0.00021614482,0.0007036142,0.00011717022],"domain_scores_gemma":[0.99402434,0.003704605,0.00039758402,0.0010145304,0.0007252444,0.00013375585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024426233,0.0010442054,0.00036919033,0.0013905255,0.00071051595,0.0041422667,0.0016961335,0.0014294657,0.005932869],"category_scores_gemma":[0.007712127,0.00071727845,0.0011869338,0.00066998904,0.0015977633,0.003535683,0.002394152,0.00234869,0.0012823623],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008110895,0.0001529285,0.002092829,0.00030577724,0.00007558318,0.000369355,0.00079660746,0.72808784,0.0042150724,0.21349289,0.0073964125,0.042933587],"study_design_scores_gemma":[0.000023241753,0.000031497202,0.00013386164,0.000064683,0.000026203725,0.000053781117,0.000056425375,0.9145129,0.002920619,0.042470623,0.0396884,0.000017796445],"about_ca_topic_score_codex":0.006690195,"about_ca_topic_score_gemma":0.0067591853,"teacher_disagreement_score":0.006690195,"about_ca_system_score_codex":0.0012768594,"about_ca_system_score_gemma":0.0022555883,"threshold_uncertainty_score":0.019847393},"labels":[],"label_agreement":null},{"id":"W2886876310","doi":"10.1002/j.2334-5837.2018.00501.x","title":"Delivering Better Projects on Time by Ensuring Requirements Quality Upfront","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Technical University of Nova Scotia","funders":"","keywords":"Timeline; Computer science; Criticality; Risk analysis (engineering); Automation; Quality (philosophy); Domain (mathematical analysis); Process management; Control (management); Systems engineering; Engineering; Business","score_opus":0.027531673562654495,"score_gpt":0.3110211638853228,"score_spread":0.2834894903226683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886876310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19838503,0.0007524113,0.70074534,0.017792704,0.00025010505,0.0011710656,0.00030101262,0.0041206987,0.07648158],"genre_scores_gemma":[0.619747,0.00043297687,0.37048063,0.00078390015,0.000083607,0.00039963354,0.00035138417,0.00094049,0.006780433],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9554316,0.020903578,0.0028963555,0.0021066472,0.01644272,0.0022190826],"domain_scores_gemma":[0.8173134,0.06533015,0.029728122,0.033508867,0.04868175,0.0054376977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02857281,0.0009360153,0.000515862,0.0029253839,0.0018068469,0.008389057,0.0019169196,0.0016256549,0.0063249767],"category_scores_gemma":[0.115336955,0.0007983407,0.0005722866,0.0015646844,0.0017158819,0.0067502884,0.0044771004,0.00219525,0.0032317918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033312163,0.0009867668,0.03397255,0.001058881,0.00012146685,0.00085756194,0.010526716,0.04124616,0.044933923,0.10304726,0.025117965,0.7377976],"study_design_scores_gemma":[0.00030219826,0.00177907,0.07443192,0.0032578094,0.00021575048,0.002840156,0.022134192,0.186691,0.0907152,0.22584549,0.3913533,0.0004339214],"about_ca_topic_score_codex":0.0035111767,"about_ca_topic_score_gemma":0.0038100265,"teacher_disagreement_score":0.02857281,"about_ca_system_score_codex":0.003133111,"about_ca_system_score_gemma":0.010802321,"threshold_uncertainty_score":0.15110928},"labels":[],"label_agreement":null},{"id":"W2887452746","doi":"10.1002/j.2334-5837.2018.00507.x","title":"Creating Decision Guidance for Applying Agile System Engineering","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Technology Assessment and Management","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Scrum; Agile usability engineering; Agile Unified Process; Process management; New product development; Knowledge management; Computer science; Product (mathematics); Work (physics); Management science; Engineering management; Engineering; Business; Software engineering; Software development; Software development process; Software; Marketing","score_opus":0.005624376023312709,"score_gpt":0.23968403882202266,"score_spread":0.23405966279870996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887452746","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12785341,0.0003102322,0.8126085,0.0065707634,0.00027553175,0.00295787,0.0003464103,0.009111091,0.03996619],"genre_scores_gemma":[0.2768214,0.0001727777,0.7192968,0.0002806254,0.000024366222,0.0006426938,0.00022838086,0.00022156234,0.0023113885],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9755249,0.017656934,0.0013149015,0.00095221767,0.0038823755,0.00066862523],"domain_scores_gemma":[0.92208284,0.06042203,0.0034927158,0.0039331615,0.008411723,0.0016575344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025057768,0.0012536896,0.000634513,0.0035730393,0.002007223,0.007423673,0.0019560643,0.002525266,0.0063527767],"category_scores_gemma":[0.06749658,0.00075799075,0.0005368193,0.0014715911,0.0018592312,0.0055635027,0.0050135255,0.0028248632,0.0016426381],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075642794,0.0016999011,0.007991486,0.001377484,0.000101334284,0.0013694096,0.03477286,0.03504115,0.01789359,0.11052821,0.028538646,0.7599294],"study_design_scores_gemma":[0.0009659081,0.002419849,0.0061301193,0.0045621265,0.00020264914,0.0012179845,0.032261036,0.4496213,0.044276576,0.1593494,0.29815164,0.00084138516],"about_ca_topic_score_codex":0.0020062183,"about_ca_topic_score_gemma":0.0027435108,"teacher_disagreement_score":0.025057768,"about_ca_system_score_codex":0.001981919,"about_ca_system_score_gemma":0.0042860014,"threshold_uncertainty_score":0.13251972},"labels":[],"label_agreement":null},{"id":"W2975056157","doi":"10.1002/j.2334-5837.2019.00592.x","title":"Implementing systems engineering and project management processes in a Canadian company – Overview and Results Achieved","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lachine Hospital; École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Maturity (psychological); Audit; Process (computing); Engineering management; Engineering; Systems engineering; Information security management system; Computer science; Software development process; Software development; Software; Business","score_opus":0.01551138298554937,"score_gpt":0.2827738985106589,"score_spread":0.26726251552510955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975056157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93202543,0.0023183224,0.017267836,0.0014138082,0.00006945684,0.003123664,0.00048412613,0.0008114347,0.042485993],"genre_scores_gemma":[0.9376673,0.0025330673,0.044327937,0.00017647528,0.000021737604,0.000453927,0.0010970059,0.00009830004,0.013624228],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98280454,0.0039048134,0.00067507196,0.00097527285,0.008219496,0.0034207474],"domain_scores_gemma":[0.9816079,0.0015215804,0.0010553756,0.0010813319,0.012438898,0.0022949064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014053389,0.0008983005,0.00039433193,0.0027270515,0.004276813,0.004053256,0.0015869727,0.0009737038,0.001507277],"category_scores_gemma":[0.011107077,0.0004498891,0.0005056151,0.0043159276,0.0014575516,0.0009232167,0.0023815685,0.0009332991,0.0005567436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009382507,0.005368282,0.044787444,0.0017312838,0.00010710526,0.0009596264,0.022319775,0.018450929,0.027724577,0.008435826,0.0066835126,0.8624934],"study_design_scores_gemma":[0.00076366105,0.008745067,0.45118037,0.0017214201,0.00035762766,0.0009566324,0.056823127,0.042330388,0.08248809,0.0019612215,0.35216084,0.0005114417],"about_ca_topic_score_codex":0.6798196,"about_ca_topic_score_gemma":0.5892453,"teacher_disagreement_score":0.32018042,"about_ca_system_score_codex":0.02867229,"about_ca_system_score_gemma":0.080207765,"threshold_uncertainty_score":0.644132},"labels":[],"label_agreement":null},{"id":"W2975232136","doi":"10.1002/j.2334-5837.2019.00596.x","title":"Validating a System Architecture Model (SAM) for a Department of Defense (DoD) Acquisition Program Using a Phased Approach","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Consistency (knowledge bases); Reuse; Software engineering; Focus (optics); Set (abstract data type); Systems architecture; Systems engineering; Architecture; Information system; Programming language; Engineering; Artificial intelligence","score_opus":0.015709977256747658,"score_gpt":0.2524796832547857,"score_spread":0.23676970599803804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975232136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18275337,0.0001560043,0.789624,0.0018432057,0.00008679991,0.0013567171,0.0012990482,0.0040020733,0.018878862],"genre_scores_gemma":[0.47809878,0.0001598603,0.51635665,0.00021527398,0.000012875532,0.0007057875,0.0019539506,0.00029214975,0.0022046838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928033,0.003963235,0.00039961954,0.00042955982,0.0021840993,0.00022022644],"domain_scores_gemma":[0.9799197,0.009238887,0.0011251103,0.0043202485,0.005182244,0.00021376788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009500074,0.0005966224,0.00034274437,0.0017900859,0.001075964,0.0033689204,0.0012463209,0.0011660162,0.0020571249],"category_scores_gemma":[0.019761415,0.0006422015,0.001072028,0.00065537397,0.0014040839,0.0028568655,0.0014841944,0.001538648,0.00043033902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030748596,0.0007930927,0.019861465,0.00038070648,0.00013398945,0.0005921476,0.0022834854,0.65122145,0.019493055,0.15029958,0.005234193,0.14939937],"study_design_scores_gemma":[0.000084185056,0.00045340497,0.002336589,0.00037766618,0.00007174394,0.00015268708,0.0007786168,0.934282,0.015489519,0.025033338,0.020876862,0.00006341484],"about_ca_topic_score_codex":0.012744203,"about_ca_topic_score_gemma":0.016702127,"teacher_disagreement_score":0.012744203,"about_ca_system_score_codex":0.00483236,"about_ca_system_score_gemma":0.0070229266,"threshold_uncertainty_score":0.05024177},"labels":[],"label_agreement":null},{"id":"W2976461980","doi":"10.1002/j.2334-5837.2019.00614.x","title":"Appreciative Methods Applied to the Assessment of Complex Systems","year":2019,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Complex system; Complexity management; System of systems; Computer science; Perspective (graphical); Management science; System of systems engineering; Systems engineering; Data science; Software engineering; Artificial intelligence; Systems design; Engineering; Management","score_opus":0.13594491086612825,"score_gpt":0.48656754591548296,"score_spread":0.3506226350493547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976461980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020103818,0.00073749176,0.9330077,0.002137425,0.00015380376,0.0010387691,0.00009779849,0.00028249316,0.04244072],"genre_scores_gemma":[0.2466132,0.00073100626,0.74570686,0.00042534454,0.000071972485,0.0020775632,0.00006166169,0.00008670865,0.004225693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96763,0.027070729,0.0009876885,0.00091783406,0.0030347665,0.00035889633],"domain_scores_gemma":[0.88593054,0.098883145,0.0042014304,0.004080956,0.0059010796,0.0010028247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026321322,0.0010683851,0.0008596633,0.006378446,0.0023191597,0.0070880908,0.0023071112,0.0014264882,0.0072683766],"category_scores_gemma":[0.087594815,0.0005471342,0.00076204987,0.0037741833,0.009757404,0.0060116714,0.008967817,0.0026677484,0.0005781176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010194422,0.00019435724,0.0045150067,0.001308883,0.00007641978,0.00043047007,0.044811238,0.01907379,0.0022601895,0.73335654,0.00391099,0.18996017],"study_design_scores_gemma":[0.00006308282,0.0001939703,0.0022879092,0.001161191,0.000036364043,0.00039358428,0.025621211,0.09454657,0.0024624334,0.8098652,0.06324223,0.00012625453],"about_ca_topic_score_codex":0.0021682396,"about_ca_topic_score_gemma":0.0017574056,"teacher_disagreement_score":0.026321322,"about_ca_system_score_codex":0.004131336,"about_ca_system_score_gemma":0.004251356,"threshold_uncertainty_score":0.13920212},"labels":[],"label_agreement":null},{"id":"W3089679234","doi":"10.1002/j.2334-5837.2020.00739.x","title":"Complexity, Systems Thinking and an Integrated Systems Engineering and Project Management Model","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Product Development and Customization","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Department of Agriculture","funders":"","keywords":"Agile software development; Computer science; Complexity management; Systems thinking; Process (computing); Management science; Process management; Key (lock); Project management; Systems engineering; Product (mathematics); Knowledge management; Engineering management; Engineering; Software engineering; Artificial intelligence; Business","score_opus":0.02843730118904115,"score_gpt":0.23100019096577096,"score_spread":0.20256288977672982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089679234","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112598345,0.001907842,0.66231453,0.017194238,0.00015839563,0.00046603975,0.00019306614,0.00020504427,0.20496255],"genre_scores_gemma":[0.8936177,0.00091864576,0.09790575,0.00037200682,0.00006893247,0.000513602,0.00010652122,0.000036527665,0.0064603593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943077,0.0033418748,0.00023761585,0.00029676926,0.0014839849,0.00033195905],"domain_scores_gemma":[0.99111825,0.0062402952,0.00086004165,0.000438667,0.0008483592,0.0004943907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056577697,0.00064502127,0.0003504822,0.003894349,0.001829091,0.0065899747,0.0012448326,0.0013944635,0.0032631736],"category_scores_gemma":[0.0062965993,0.0004248526,0.0006180645,0.00309781,0.0066746506,0.00682254,0.0033003483,0.002268958,0.00034733885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010013075,0.000041591797,0.00091952557,0.00006637603,0.0000137283705,0.000105955754,0.0013679988,0.021200478,0.0001795196,0.96753293,0.0007662896,0.0077955564],"study_design_scores_gemma":[0.000031338233,0.00007062146,0.0008279218,0.00019969695,0.000016082247,0.00014939447,0.0020139194,0.07265449,0.00024791565,0.89646745,0.02729507,0.000026034479],"about_ca_topic_score_codex":0.0029525978,"about_ca_topic_score_gemma":0.002238215,"teacher_disagreement_score":0.0065899747,"about_ca_system_score_codex":0.0055449903,"about_ca_system_score_gemma":0.0066700056,"threshold_uncertainty_score":0.040231884},"labels":[],"label_agreement":null},{"id":"W3090048268","doi":"10.1002/j.2334-5837.2020.00734.x","title":"Patterns for Success in the Adoption and Execution of Feature‐based Product Line Engineering: A Report from Practitioners","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Portfolio; Software engineering; Feature (linguistics); Software product line; Product (mathematics); Schedule; Quality (philosophy); Automation; Multitude; Software; Feature engineering; New product development; Knowledge management; Engineering; Software development; Business; Artificial intelligence; Marketing","score_opus":0.03440693171931544,"score_gpt":0.29961266106383605,"score_spread":0.2652057293445206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090048268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935074,0.00035991045,0.0012242856,0.0023141375,0.000013312705,0.000040471044,0.000040775474,0.00004003175,0.0024598017],"genre_scores_gemma":[0.99902487,0.00010274925,0.00049705745,0.00008352674,0.000002755364,0.00002101696,0.000017693634,0.000009779668,0.00024055],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9781246,0.0069061005,0.0024355815,0.0025304928,0.00765122,0.002351902],"domain_scores_gemma":[0.7677929,0.11916243,0.05188206,0.0070661586,0.040059805,0.014036702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022621889,0.00029138062,0.00037352505,0.004292058,0.0022577387,0.0045108204,0.0012419736,0.0018190995,0.0015572462],"category_scores_gemma":[0.11976882,0.00047721202,0.00026854812,0.0040508043,0.0031048807,0.003759605,0.004546416,0.0018834682,0.00033611365],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015045989,0.00027061146,0.7397973,0.00018684685,0.000037888847,0.0014061461,0.17382264,0.0002713595,0.0015707248,0.0016590562,0.002417827,0.07840915],"study_design_scores_gemma":[0.000026878655,0.0006980488,0.5500614,0.00035586485,0.000044881293,0.0033852924,0.43024877,0.0019440146,0.0013080254,0.001628705,0.010173294,0.00012485684],"about_ca_topic_score_codex":0.006519716,"about_ca_topic_score_gemma":0.007178509,"teacher_disagreement_score":0.022621889,"about_ca_system_score_codex":0.0031135264,"about_ca_system_score_gemma":0.0049775043,"threshold_uncertainty_score":0.11963737},"labels":[],"label_agreement":null},{"id":"W3090134856","doi":"10.1002/j.2334-5837.2020.00803.x","title":"Implementing MBSE – An Enterprise Approach to an Enterprise Problem","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Systems engineering; Enterprise integration; Enterprise systems engineering; Enterprise architecture; Engineering management; Unified Modeling Language; Architecture; Software engineering; Engineering; Knowledge management; Enterprise software","score_opus":0.033878371627008096,"score_gpt":0.28388849299628516,"score_spread":0.2500101213692771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090134856","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044428635,0.0007128191,0.8154949,0.030165909,0.0003348407,0.0002580563,0.000041585667,0.000976174,0.10758697],"genre_scores_gemma":[0.4195204,0.0009293633,0.5561014,0.0022909194,0.00013094985,0.00019904735,0.00014400596,0.00018654499,0.020497426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9902592,0.0055747936,0.0004540748,0.0005552659,0.0023448102,0.00081186555],"domain_scores_gemma":[0.9917896,0.00337223,0.00043224744,0.0017510063,0.0015776854,0.0010773018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011168163,0.00046474632,0.00038980634,0.0011571413,0.0022786604,0.009383526,0.0021269883,0.003173858,0.004257262],"category_scores_gemma":[0.007862165,0.00038668516,0.00061717624,0.00096379203,0.005505592,0.009161287,0.010727599,0.004279328,0.00073017203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025269012,0.00025744224,0.0012654125,0.00013916074,0.00002347151,0.00050371705,0.0056989584,0.009679354,0.0038873137,0.887023,0.00707429,0.08442251],"study_design_scores_gemma":[0.00003577548,0.00019877873,0.001246799,0.0005585232,0.000030769617,0.00071650586,0.0111161,0.085101694,0.0053976206,0.49543077,0.40010968,0.000056943187],"about_ca_topic_score_codex":0.0028682114,"about_ca_topic_score_gemma":0.0026682192,"teacher_disagreement_score":0.011168163,"about_ca_system_score_codex":0.003051542,"about_ca_system_score_gemma":0.006426793,"threshold_uncertainty_score":0.059063613},"labels":[],"label_agreement":null},{"id":"W3090136833","doi":"10.1002/j.2334-5837.2020.00801.x","title":"Envisioning Future Systems Engineering Principles Through a Transdisciplinary Lens","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Transdisciplinarity; System of systems engineering; System of systems; Health systems engineering; Biological systems engineering; Systems engineering; Mechatronics; Management science; Engineering; Engineering ethics; Computer science; Systems design; Sociology; Artificial intelligence","score_opus":0.04542208737980238,"score_gpt":0.25393524869793327,"score_spread":0.20851316131813089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090136833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025954429,0.006145801,0.6811767,0.06751184,0.00085673225,0.00025900142,0.0000829337,0.00021864835,0.21779399],"genre_scores_gemma":[0.63706994,0.005276933,0.33352607,0.004684315,0.000415942,0.0005998113,0.0001580171,0.00012252422,0.018146427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98188156,0.013404623,0.0007103513,0.00093798747,0.0023913365,0.0006741669],"domain_scores_gemma":[0.98724025,0.0056823827,0.0009355594,0.0017470069,0.0030125838,0.0013822782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024474153,0.0011189465,0.0007488892,0.005688425,0.0052765813,0.018306522,0.0031292604,0.0050441097,0.0042343894],"category_scores_gemma":[0.0077986163,0.000749414,0.0011612782,0.0027008115,0.032459956,0.015387259,0.011512082,0.009202263,0.0008746947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002570288,0.000016960406,0.00010497281,0.000032535438,0.000003832641,0.00006388295,0.002724815,0.0009441176,0.00015163254,0.9927194,0.0005658777,0.002669471],"study_design_scores_gemma":[0.000007068188,0.000020697238,0.00012496348,0.0002679522,0.000005934158,0.00013797128,0.008167288,0.004787511,0.00029951005,0.9034927,0.08266982,0.000018641633],"about_ca_topic_score_codex":0.0038061736,"about_ca_topic_score_gemma":0.0043220483,"teacher_disagreement_score":0.024474153,"about_ca_system_score_codex":0.0091219945,"about_ca_system_score_gemma":0.009430617,"threshold_uncertainty_score":0.12943327},"labels":[],"label_agreement":null},{"id":"W3090649411","doi":"10.1002/j.2334-5837.2020.00741.x","title":"Experiments in Leading through Influence: Reflections from a Group of Emerging Technical Leaders","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Benchmarking; Perspective (graphical); Relevance (law); Power (physics); Leadership development; Knowledge management; Public relations; Engineering ethics; Political science; Sociology; Engineering; Business; Computer science; Marketing","score_opus":0.23611043529432946,"score_gpt":0.47283387535691135,"score_spread":0.2367234400625819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090649411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95706743,0.00026692203,0.004953633,0.0124487365,0.0004222231,0.00026112652,0.000048845395,0.00006672873,0.024464399],"genre_scores_gemma":[0.9893112,0.00022260028,0.0017260761,0.002444715,0.000114025475,0.00016393367,0.000033338893,0.00008757073,0.0058964733],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96921855,0.023699718,0.00036892112,0.0015521328,0.0023513427,0.0028093006],"domain_scores_gemma":[0.9368171,0.04917381,0.0016241019,0.0024192182,0.004028531,0.005937226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019611316,0.0009144974,0.0009589636,0.0012899548,0.017140586,0.0110349115,0.0028857188,0.005380509,0.0049063554],"category_scores_gemma":[0.049043268,0.00061264745,0.0007823227,0.000815366,0.016748002,0.0039050519,0.010000835,0.011004189,0.0012430181],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024731582,0.0010135003,0.004152075,0.0001332113,0.00003870265,0.0027738742,0.95958227,0.00059718365,0.0022448304,0.0060357945,0.0053565563,0.01782458],"study_design_scores_gemma":[0.00007458107,0.000874032,0.0025907436,0.00010071667,0.000027406637,0.00055505376,0.94663674,0.00089234114,0.0019850284,0.004965869,0.04121372,0.00008372869],"about_ca_topic_score_codex":0.0031465353,"about_ca_topic_score_gemma":0.0046259332,"teacher_disagreement_score":0.019611316,"about_ca_system_score_codex":0.0029069327,"about_ca_system_score_gemma":0.0026322436,"threshold_uncertainty_score":0.10371578},"labels":[],"label_agreement":null},{"id":"W3199906350","doi":"10.1002/j.2334-5837.2021.00831.x","title":"Agility in the Future of Systems Engineering (FuSE) ‐ A Roadmap of Foundational Concepts","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Process (computing); Fuse (electrical); Engineering; Systems engineering; Engineering management; Set (abstract data type); System of systems engineering; Process management; Computer science; Software engineering; Systems design; Electrical engineering","score_opus":0.016910663496076783,"score_gpt":0.27902056200141656,"score_spread":0.2621098985053398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199906350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026590627,0.18831965,0.43408147,0.14447784,0.0040283957,0.00042845198,0.00031561652,0.0009563872,0.20080161],"genre_scores_gemma":[0.50581706,0.136588,0.33862528,0.0055848844,0.0018754251,0.0006491682,0.00050796376,0.0002531627,0.010098984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9934918,0.0032513682,0.00044727165,0.0003529818,0.0019000691,0.00055646716],"domain_scores_gemma":[0.98757756,0.006569298,0.00056481705,0.00088118564,0.0034681696,0.00093893555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01523933,0.0010324386,0.0006784012,0.005695701,0.0024366735,0.0108313775,0.0015403983,0.0038792659,0.003329655],"category_scores_gemma":[0.006925675,0.000556958,0.0007157108,0.0034929165,0.009060396,0.01227579,0.005868904,0.0068524564,0.0006068977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002219133,0.00007672254,0.00035874956,0.00051840174,0.000011514314,0.00007552327,0.0009236769,0.003603945,0.00044534242,0.9092939,0.006172483,0.0784975],"study_design_scores_gemma":[0.000014018261,0.00012982966,0.00062298926,0.003774535,0.00001186785,0.00017789565,0.0022676073,0.009548108,0.0008208321,0.7624197,0.22015426,0.00005847569],"about_ca_topic_score_codex":0.0044648265,"about_ca_topic_score_gemma":0.0022418278,"teacher_disagreement_score":0.01523933,"about_ca_system_score_codex":0.0066459402,"about_ca_system_score_gemma":0.014262633,"threshold_uncertainty_score":0.08059424},"labels":[],"label_agreement":null},{"id":"W3200032009","doi":"10.1002/j.2334-5837.2021.00882.x","title":"Integrating Safety Analysis into Model‐Based Systems Engineering for Aircraft Systems: A Literature Review and Methodology Proposal","year":2021,"lang":"en","type":"review","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Systems Modeling Language; Systems engineering; Computer science; Process (computing); Interface (matter); Unified Modeling Language; Software engineering; Modeling language; Engineering; Programming language","score_opus":0.028807850905292615,"score_gpt":0.3165056685482954,"score_spread":0.28769781764300284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200032009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021379675,0.9955245,0.002275682,0.0005266519,0.00012752418,0.000027066357,0.000031064035,0.000019067313,0.0012547546],"genre_scores_gemma":[0.0023932368,0.9944575,0.0024846548,0.00020297745,0.000088441266,0.00004296412,0.000057717523,0.0000058755877,0.0002666824],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9990953,0.00023568483,0.00016664175,0.00013573795,0.00031898924,0.000047650912],"domain_scores_gemma":[0.9938883,0.0037602086,0.00053622865,0.00016848066,0.0015413943,0.00010539582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003417177,0.0011839343,0.0016477039,0.009723585,0.00048805133,0.002108618,0.001575092,0.0014571076,0.0027314902],"category_scores_gemma":[0.005130106,0.00062990864,0.0010726015,0.012002271,0.000908894,0.0028070095,0.0011356376,0.0014222508,0.0012122893],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038118633,0.00014513121,0.0005232465,0.08129116,0.00024873996,0.00026401703,0.00038084787,0.0011103819,0.0012304805,0.017504701,0.013761415,0.88350177],"study_design_scores_gemma":[0.000027237971,0.00018910562,0.002605881,0.10189529,0.0014650443,0.0012883916,0.00074045896,0.0013959414,0.0019246527,0.016248638,0.8721167,0.000102715756],"about_ca_topic_score_codex":0.0031088768,"about_ca_topic_score_gemma":0.0035959922,"teacher_disagreement_score":0.009723585,"about_ca_system_score_codex":0.0013016589,"about_ca_system_score_gemma":0.005933164,"threshold_uncertainty_score":0.01807201},"labels":[],"label_agreement":null},{"id":"W3200729453","doi":"10.1002/j.2334-5837.2021.00872.x","title":"Investigation of Remote Work for Aerospace Systems Engineers","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Aerospace; Work (physics); Context (archaeology); Systems engineering; Computer science; Engineering management; Engineering; Knowledge management; Process management; Aerospace engineering","score_opus":0.03372314325680912,"score_gpt":0.2573588048246228,"score_spread":0.2236356615678137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200729453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97775775,0.00027249934,0.004818623,0.00086558243,0.000028208924,0.00012411158,0.000028820601,0.000043900636,0.016060453],"genre_scores_gemma":[0.99584514,0.00014437182,0.0016102622,0.0001710897,0.000012160775,0.000055711913,0.000018435796,0.000011329642,0.0021315324],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9831486,0.012521068,0.00052853767,0.00080065767,0.0020709434,0.0009302374],"domain_scores_gemma":[0.9202164,0.05752795,0.009463251,0.0034905425,0.0067844596,0.002517301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011289894,0.0004414273,0.00035597762,0.0017577242,0.005109432,0.0028376265,0.0014786539,0.0013680591,0.006261681],"category_scores_gemma":[0.030538484,0.00042331175,0.0002886235,0.0008456756,0.0030501164,0.002186217,0.0042985654,0.0015703234,0.001013099],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027601395,0.00086326496,0.055189416,0.0011854605,0.00003525738,0.005269632,0.83493125,0.0007708676,0.01267411,0.0063139233,0.0022681025,0.08022273],"study_design_scores_gemma":[0.000019450892,0.0013899814,0.050090954,0.00051183766,0.000020200747,0.0014471505,0.90924925,0.001169839,0.0045182803,0.0017085946,0.029820994,0.000053453627],"about_ca_topic_score_codex":0.0012440438,"about_ca_topic_score_gemma":0.0027972974,"teacher_disagreement_score":0.011289894,"about_ca_system_score_codex":0.0020583204,"about_ca_system_score_gemma":0.0022181494,"threshold_uncertainty_score":0.059707403},"labels":[],"label_agreement":null},{"id":"W3201402962","doi":"10.1002/j.2334-5837.2021.00904.x","title":"An Agile Systems Engineering Analysis of a University CubeSat Project Organization","year":2021,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"CubeSat; Agile software development; Sociotechnical system; Engineering management; Project management; Computer science; Stakeholder; Knowledge management; Process management; Systems engineering; Engineering; Satellite; Management; Software engineering","score_opus":0.013769736248411919,"score_gpt":0.24034089635137326,"score_spread":0.22657116010296136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201402962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986142,0.000033653145,0.009290727,0.00022352024,0.0000049578825,0.000105660736,0.00011173917,0.000033941455,0.0040538106],"genre_scores_gemma":[0.986712,0.00005777728,0.011721365,0.000024870633,0.0000027542396,0.00009058696,0.00015900478,0.000019116664,0.0012125755],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978562,0.0010819797,0.00007502898,0.00014553432,0.000560144,0.0002810938],"domain_scores_gemma":[0.99031186,0.0055627767,0.00084656465,0.0004898393,0.0022659048,0.00052303245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027961961,0.00033331243,0.00017768802,0.002066053,0.0011683506,0.0014260405,0.0004969631,0.00052325224,0.0016114387],"category_scores_gemma":[0.0055592754,0.00021473432,0.00031193584,0.001730901,0.00067926425,0.0006145088,0.0010413958,0.0006055552,0.00022579386],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090764294,0.002496707,0.32006794,0.0008764133,0.0002906193,0.0123952245,0.0751033,0.24935715,0.043658372,0.032543417,0.0063849906,0.25591832],"study_design_scores_gemma":[0.00011854813,0.0018474535,0.25924596,0.00028352038,0.000099793266,0.0016173279,0.113167584,0.57296956,0.015663778,0.009329741,0.025489613,0.00016706363],"about_ca_topic_score_codex":0.008115411,"about_ca_topic_score_gemma":0.008628137,"teacher_disagreement_score":0.008115411,"about_ca_system_score_codex":0.0015749901,"about_ca_system_score_gemma":0.0012511375,"threshold_uncertainty_score":0.016136348},"labels":[],"label_agreement":null},{"id":"W4206891296","doi":"10.1002/iis2.12875","title":"Development of a digital twin for collaborative decision‐making, based on a multi‐agent system: application to prescriptive maintenance","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada)","funders":"Association Nationale de la Recherche et de la Technologie","keywords":"Computer science; Human–computer interaction; Process management; Knowledge management; Engineering","score_opus":0.01508401604906243,"score_gpt":0.25544345805781016,"score_spread":0.24035944200874773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206891296","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029078815,0.00008073612,0.9658346,0.00021002878,0.000067189765,0.00015593269,0.00002649525,0.0007259907,0.0038201786],"genre_scores_gemma":[0.29338124,0.000093590505,0.70380956,0.00007576856,0.000023640177,0.00017405135,0.00004702819,0.00007092686,0.0023242354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993432,0.00026333876,0.00005674331,0.00014263418,0.00015803469,0.000036054764],"domain_scores_gemma":[0.9987544,0.00060291897,0.000075051474,0.00021354805,0.0002179211,0.00013625337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017128111,0.00039140077,0.0004477207,0.00041035356,0.000742192,0.0015609002,0.0011344337,0.0009862361,0.0038056618],"category_scores_gemma":[0.003837258,0.00034068892,0.00036335827,0.00033311517,0.00086688297,0.0016941733,0.0021593948,0.0012893762,0.00047172714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056290696,0.00083067315,0.0043368083,0.0003900322,0.00018288828,0.0007306941,0.002018817,0.44488677,0.03873504,0.15290868,0.0030637241,0.35135296],"study_design_scores_gemma":[0.00002910534,0.00007478788,0.00017653289,0.000015859167,0.00001897987,0.00005466831,0.00006078339,0.98692256,0.0027599344,0.005404068,0.004470898,0.000011777937],"about_ca_topic_score_codex":0.0023162102,"about_ca_topic_score_gemma":0.0021300965,"teacher_disagreement_score":0.0038056618,"about_ca_system_score_codex":0.0005728288,"about_ca_system_score_gemma":0.0011200663,"threshold_uncertainty_score":0.012731254},"labels":[],"label_agreement":null},{"id":"W4210412180","doi":"10.1002/iis2.12883","title":"Participatory design as a tool to foster innovation: A case study of an aviation company","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Design Education and Practice","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Brainstorming; Session (web analytics); Citizen journalism; Participatory design; Aviation; Process management; Participatory action research; Focus group; Power (physics); Engineering; Knowledge management; Engineering management; Business; Sociology; Computer science; Marketing; Operations management","score_opus":0.06814537572378611,"score_gpt":0.3423895208696642,"score_spread":0.2742441451458781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210412180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732099,0.00033437932,0.011688946,0.002596283,0.0000368023,0.00047480577,0.000029549548,0.00002869503,0.011600603],"genre_scores_gemma":[0.98867327,0.00024822124,0.007399744,0.0002598326,0.000013324651,0.0001967072,0.000015143816,0.00001828394,0.0031754654],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9810441,0.01611007,0.0002558075,0.0005973516,0.00097233726,0.0010204186],"domain_scores_gemma":[0.96899724,0.025001477,0.001020817,0.0012252694,0.0012737723,0.0024814487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017694736,0.0005650495,0.00047096846,0.0012851292,0.0134895425,0.0044285045,0.0017691338,0.0034080562,0.0028244255],"category_scores_gemma":[0.013275374,0.0004653767,0.00049213547,0.0011652458,0.005677152,0.0023967708,0.0045261686,0.0022897022,0.0004252665],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040434045,0.0031043561,0.015880784,0.0006627071,0.00005349353,0.02926955,0.8648282,0.0024541793,0.007145363,0.014527822,0.0026834442,0.05898577],"study_design_scores_gemma":[0.00020142898,0.0023537902,0.009401594,0.00059142604,0.00006742812,0.006703982,0.889981,0.0055827904,0.0062519936,0.005170754,0.0735802,0.000113631024],"about_ca_topic_score_codex":0.0037877995,"about_ca_topic_score_gemma":0.0075669284,"teacher_disagreement_score":0.017694736,"about_ca_system_score_codex":0.0028061047,"about_ca_system_score_gemma":0.003716357,"threshold_uncertainty_score":0.09357983},"labels":[],"label_agreement":null},{"id":"W4213206204","doi":"10.1002/j.2334-5837.2010.tb01160.x","title":"Modeling with SysML","year":2010,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Unified Modeling Language; Software engineering; Modeling language; Class diagram; UML tool; Applications of UML; Systems engineering; Programming language; Software; Engineering","score_opus":0.012596210709332843,"score_gpt":0.23720565360283596,"score_spread":0.22460944289350313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213206204","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008664996,0.00086828147,0.9579573,0.0012607442,0.0003123197,0.00017116369,0.0020655824,0.020871842,0.015626252],"genre_scores_gemma":[0.035542022,0.0044404753,0.9102072,0.0012614222,0.00040617262,0.00096765225,0.013123342,0.005806107,0.028245514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969823,0.0012830414,0.00036821826,0.00036249086,0.00085420016,0.0001497894],"domain_scores_gemma":[0.996405,0.0018339339,0.00020227086,0.00068832334,0.0007243937,0.00014607269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033865066,0.0015313246,0.00087843486,0.0020770698,0.0010230654,0.007051952,0.00287643,0.0019175163,0.025179291],"category_scores_gemma":[0.0068505513,0.0010255582,0.0020009447,0.002064174,0.0011187291,0.006248219,0.0032363678,0.0032597943,0.010787366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010902643,0.00011346938,0.0007728079,0.001389401,0.00010800882,0.0005136592,0.0014845047,0.0387316,0.004292223,0.5916009,0.12162656,0.23925784],"study_design_scores_gemma":[0.00003846466,0.000032447562,0.00012821259,0.0004000573,0.000040294704,0.00021318317,0.000114312614,0.07316078,0.0036691457,0.12574483,0.79641604,0.000042301766],"about_ca_topic_score_codex":0.0032600393,"about_ca_topic_score_gemma":0.0030035973,"teacher_disagreement_score":0.025179291,"about_ca_system_score_codex":0.0012889465,"about_ca_system_score_gemma":0.0021656745,"threshold_uncertainty_score":0.084233165},"labels":[],"label_agreement":null},{"id":"W4385508622","doi":"10.1002/iis2.12921","title":"Storytime, Audience to Authors: <i>Enhancing Stakeholder Engagement</i>","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Deliverable; Conversation; Influencer marketing; Stakeholder; Agency (philosophy); Principal (computer security); Process (computing); Stakeholder engagement; Public relations; Political science; Process management; Business; Engineering; Computer science; Sociology; Marketing; Systems engineering","score_opus":0.023064673641389987,"score_gpt":0.2341788294899195,"score_spread":0.21111415584852952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508622","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12174269,0.0017991153,0.061202038,0.19062288,0.0047658514,0.0010798641,0.00077421794,0.0013749981,0.6166383],"genre_scores_gemma":[0.8446773,0.0016704134,0.015232889,0.01256578,0.0014861882,0.0010389008,0.0004029391,0.00069307856,0.122232415],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862125,0.010889907,0.00018809567,0.00042958633,0.0013524148,0.0009275397],"domain_scores_gemma":[0.9830752,0.010017161,0.0009951257,0.0010495197,0.0019991742,0.0028638542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009474049,0.0008451472,0.000298119,0.0010415377,0.009723924,0.01841033,0.0014878744,0.004491179,0.023394307],"category_scores_gemma":[0.024060912,0.0003501332,0.00049608486,0.0011556939,0.007905597,0.014015701,0.015730109,0.005179978,0.004575912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015131778,0.00023632741,0.0030887215,0.00063794164,0.000021984431,0.0024934611,0.6325817,0.00050045544,0.004492945,0.10328789,0.18497299,0.06753424],"study_design_scores_gemma":[0.000018006445,0.00013483355,0.0009682677,0.00038347772,0.000015428352,0.0005974226,0.2594697,0.00067261147,0.0024511416,0.011475952,0.7237765,0.000036714653],"about_ca_topic_score_codex":0.0018260012,"about_ca_topic_score_gemma":0.0027938227,"teacher_disagreement_score":0.023394307,"about_ca_system_score_codex":0.0036681427,"about_ca_system_score_gemma":0.0027946185,"threshold_uncertainty_score":0.07826179},"labels":[],"label_agreement":null},{"id":"W4385508633","doi":"10.1002/iis2.13003","title":"Collaborative Systems Thinking Culture: A Path to Success for Complex Projects","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SNC-Lavalin (Canada); Lockheed Martin (Canada)","funders":"","keywords":"Mindset; Engineering; Systems thinking; Engineering management; Key (lock); Collaborative engineering; Knowledge management; Engineering ethics; Computer science; Management science; Artificial intelligence; Operations management; Work in process","score_opus":0.09303860344065866,"score_gpt":0.4007525058558505,"score_spread":0.3077139024151918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6378662,0.0019897155,0.04077174,0.10503438,0.0010436102,0.00054811133,0.00007654071,0.00042123825,0.21224843],"genre_scores_gemma":[0.9877793,0.0003282771,0.00796742,0.0011918277,0.000057965844,0.00012533848,0.00001701346,0.000060011105,0.0024729595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97021264,0.01718402,0.0013397891,0.0015812016,0.0070803203,0.0026019844],"domain_scores_gemma":[0.9108857,0.024866877,0.010919686,0.0066105197,0.018522926,0.028194262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024484465,0.00043322804,0.0003479669,0.002098922,0.012127719,0.025725484,0.0014948666,0.0020935365,0.0039431476],"category_scores_gemma":[0.04856126,0.0004413093,0.0004840929,0.0015087962,0.015214533,0.0070367698,0.015730642,0.0061400793,0.0008832348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015290511,0.0011851874,0.107136935,0.0006015785,0.00016226959,0.0011334517,0.2587333,0.0010615591,0.002446337,0.31474626,0.034211367,0.2784288],"study_design_scores_gemma":[0.000117842545,0.00070107676,0.06233602,0.0017988303,0.00009692521,0.0012880813,0.44021955,0.004626668,0.0033667171,0.2759331,0.20923063,0.00028462606],"about_ca_topic_score_codex":0.0023327232,"about_ca_topic_score_gemma":0.0023631689,"teacher_disagreement_score":0.025725484,"about_ca_system_score_codex":0.0047331937,"about_ca_system_score_gemma":0.022248212,"threshold_uncertainty_score":0.12948781},"labels":[],"label_agreement":null},{"id":"W4385508668","doi":"10.1002/iis2.12920","title":"By Any Other Name: Enabling Systems Engineering in an Unsupportive Environment","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"System of systems engineering; Value (mathematics); Health systems engineering; Value systems; System of systems; Knowledge management; Computer science; Engineering; Engineering management; Systems design; Systems engineering; Sociology","score_opus":0.015350322480350708,"score_gpt":0.23757411597140116,"score_spread":0.22222379349105045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42814097,0.0015568514,0.25494483,0.01981676,0.0006647721,0.00026646818,0.00006088528,0.0018296093,0.29271883],"genre_scores_gemma":[0.9307211,0.00064962276,0.054400872,0.0016057142,0.00008374104,0.00011410415,0.000027191507,0.00014994701,0.0122476965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959418,0.0026040932,0.00009790414,0.00022319473,0.00064466737,0.00048822482],"domain_scores_gemma":[0.99195224,0.0037805724,0.0011077498,0.0011320882,0.0007895332,0.001237758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033198395,0.0004167904,0.00022301752,0.0005912565,0.0029100205,0.0045704767,0.00085316156,0.0013605659,0.008217532],"category_scores_gemma":[0.0070087947,0.00020621768,0.00026485857,0.0005083639,0.0032432538,0.0046543987,0.0072667566,0.0014587396,0.0017636493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029304155,0.0013402879,0.016013931,0.0015246056,0.000056651854,0.0045507294,0.08644138,0.0042959517,0.057381146,0.4083163,0.01821244,0.40157354],"study_design_scores_gemma":[0.000085480635,0.0015082194,0.017141858,0.0021391695,0.000109164495,0.004885501,0.07938749,0.016960764,0.040013656,0.23604888,0.60149175,0.0002280212],"about_ca_topic_score_codex":0.0005765551,"about_ca_topic_score_gemma":0.0013699939,"teacher_disagreement_score":0.008217532,"about_ca_system_score_codex":0.00046913253,"about_ca_system_score_gemma":0.0015242572,"threshold_uncertainty_score":0.027490437},"labels":[],"label_agreement":null},{"id":"W4385508674","doi":"10.1002/iis2.12932","title":"System Engineering Heuristics for Complex Systems","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Set (abstract data type); Complex system; Management science; Systems engineering; Artificial intelligence; Engineering","score_opus":0.03324350303496316,"score_gpt":0.25577206177955797,"score_spread":0.22252855874459482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508674","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047989176,0.0006626773,0.9649779,0.0017083299,0.00016200548,0.00052269956,0.00030708397,0.0009654772,0.025894977],"genre_scores_gemma":[0.0748383,0.00051512866,0.9191166,0.0005395316,0.000075788026,0.0005380758,0.00047486255,0.00028119222,0.0036204825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923645,0.004362905,0.00065361644,0.0006182907,0.0016493067,0.00035135812],"domain_scores_gemma":[0.9630995,0.027524918,0.0016297172,0.0032158943,0.0039451667,0.00058491796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009518138,0.0013387308,0.0006822522,0.0041391538,0.0018117194,0.004282314,0.0020467911,0.0011874355,0.013946199],"category_scores_gemma":[0.046505436,0.0007908729,0.0013235235,0.002885742,0.0034386497,0.00488516,0.0033951888,0.0033021336,0.0022941704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055654218,0.00007818844,0.0009986972,0.0007523853,0.00004319479,0.00021000457,0.0011722523,0.06403134,0.00093880505,0.8178863,0.018616352,0.09521689],"study_design_scores_gemma":[0.000058796555,0.00007455867,0.00036946076,0.000654724,0.00004263697,0.00025811463,0.00095371174,0.17955503,0.002261657,0.7040827,0.11163408,0.000054556403],"about_ca_topic_score_codex":0.0050017666,"about_ca_topic_score_gemma":0.008597462,"teacher_disagreement_score":0.013946199,"about_ca_system_score_codex":0.0034525946,"about_ca_system_score_gemma":0.005185989,"threshold_uncertainty_score":0.050337315},"labels":[],"label_agreement":null},{"id":"W4385508680","doi":"10.1002/iis2.12975","title":"Prioritization of Best Practices in the Implementation of Model‐Based Systems Engineering","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Best practice; Computer science; Context (archaeology); Prioritization; Process management; Engineering management; Software engineering; Engineering; Management","score_opus":0.055838091457068965,"score_gpt":0.3429823115727338,"score_spread":0.2871442201156648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63948935,0.008123625,0.2633168,0.037383884,0.00049487414,0.004642234,0.00024722208,0.0009545392,0.045347415],"genre_scores_gemma":[0.7514917,0.002007228,0.2431462,0.0008353992,0.00002219262,0.0011207752,0.00020064863,0.00010500917,0.0010709148],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.75513554,0.17489697,0.019296093,0.0052258037,0.038300168,0.007145436],"domain_scores_gemma":[0.5817669,0.29488176,0.026370535,0.024499834,0.06587423,0.0066067292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16523694,0.0013029408,0.0011945531,0.012782791,0.0044089686,0.014904383,0.0034589435,0.003529124,0.0014406748],"category_scores_gemma":[0.22694117,0.0013546894,0.0011420556,0.009191614,0.0035752165,0.009580199,0.006485424,0.0045854677,0.00045271788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025067493,0.0015751687,0.037164412,0.009100877,0.00037076266,0.002535753,0.16728708,0.006680991,0.017069237,0.03714428,0.005325928,0.7154948],"study_design_scores_gemma":[0.00023793627,0.002199636,0.062222138,0.048752077,0.0007052361,0.003070585,0.5951515,0.031711634,0.040343445,0.09188947,0.12299669,0.00071976276],"about_ca_topic_score_codex":0.0057035354,"about_ca_topic_score_gemma":0.011603394,"teacher_disagreement_score":0.16523694,"about_ca_system_score_codex":0.0144746825,"about_ca_system_score_gemma":0.03021682,"threshold_uncertainty_score":0.8738669},"labels":[],"label_agreement":null},{"id":"W4385508691","doi":"10.1002/iis2.12924","title":"Illustrating Business Relevance of Systems Engineering via Storytelling","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Adaptability; Flexibility (engineering); Context (archaeology); Relevance (law); Computer science; Situational ethics; Value (mathematics); Storytelling; Knowledge management; Collaborative engineering; Engineering; Narrative; Management; Political science","score_opus":0.01678609722885511,"score_gpt":0.22900904628585342,"score_spread":0.21222294905699832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508691","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50726384,0.0043759244,0.11597053,0.051820602,0.0016690695,0.0010854893,0.0005614526,0.0012346768,0.3160184],"genre_scores_gemma":[0.9452238,0.0017160334,0.03257679,0.002054498,0.0001994258,0.0003566786,0.00019992568,0.00013518106,0.017537534],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925835,0.006521345,0.00008162642,0.00014273637,0.00037769237,0.00029305767],"domain_scores_gemma":[0.98453784,0.013317199,0.000559042,0.00042672642,0.0003698102,0.00078936224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045513306,0.0011480652,0.0003329307,0.001582782,0.004784105,0.0063384017,0.0016655655,0.003639412,0.010268123],"category_scores_gemma":[0.010574997,0.00038629424,0.00046060898,0.0010539553,0.007642843,0.0063984864,0.0057640136,0.00379632,0.0012245476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032374225,0.0004493109,0.002282703,0.0010173225,0.000029424053,0.006907252,0.6145369,0.0037385821,0.0056586633,0.25729704,0.046663217,0.06109591],"study_design_scores_gemma":[0.00008664619,0.00057929213,0.0017085298,0.000969477,0.000029856437,0.0037417433,0.29357398,0.009434422,0.0045539485,0.05389751,0.63129586,0.00012863506],"about_ca_topic_score_codex":0.0010816194,"about_ca_topic_score_gemma":0.0017706756,"teacher_disagreement_score":0.010268123,"about_ca_system_score_codex":0.0025016265,"about_ca_system_score_gemma":0.00081107527,"threshold_uncertainty_score":0.034350276},"labels":[],"label_agreement":null},{"id":"W4385508711","doi":"10.1002/iis2.12956","title":"An MBSE Architectural Framework for Inter‐Satellite Communication in a Multiorbit Disaggregated System","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Systems Modeling Language; Interoperability; Architecture framework; Systems engineering; Flexibility (engineering); Architectural geometry; Software engineering; Software deployment; Architecture; Artifact (error); Unified Modeling Language; Systems architecture; Consistency (knowledge bases); Engineering; Programming language; Software system; Software; Artificial intelligence","score_opus":0.021256283464160503,"score_gpt":0.29145720563352345,"score_spread":0.270200922169363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00748466,0.0002828626,0.978815,0.0010270568,0.00006663095,0.00020797098,0.000121457495,0.0011134357,0.010880887],"genre_scores_gemma":[0.11000914,0.0004434424,0.8837071,0.00019988869,0.000034922614,0.0003520983,0.00045787782,0.00017660364,0.004618952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751484,0.00096936,0.0002581227,0.00022104253,0.0008334408,0.00020311432],"domain_scores_gemma":[0.99866164,0.0002565231,0.00014536316,0.00032167105,0.00045118472,0.00016357901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004183952,0.00071576465,0.00046310126,0.001892235,0.0012872558,0.0042790417,0.0016953311,0.0015431943,0.0019710765],"category_scores_gemma":[0.0029866775,0.000676222,0.0010926583,0.0012270088,0.0022106732,0.003022623,0.0027477306,0.0022187952,0.00072656333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023972383,0.000054383618,0.0007069895,0.00012575925,0.000029274766,0.00037360334,0.0013751494,0.077186026,0.0054007336,0.88160443,0.0033040668,0.02981573],"study_design_scores_gemma":[0.00003230079,0.000091340466,0.00066005415,0.00044857635,0.000059851034,0.0004160952,0.0010262865,0.52716106,0.0052769794,0.20549196,0.2592644,0.000071138464],"about_ca_topic_score_codex":0.0125151845,"about_ca_topic_score_gemma":0.018290982,"teacher_disagreement_score":0.0125151845,"about_ca_system_score_codex":0.0023601858,"about_ca_system_score_gemma":0.0040550637,"threshold_uncertainty_score":0.0248847},"labels":[],"label_agreement":null},{"id":"W4385508744","doi":"10.1002/iis2.12979","title":"The Power of Connection between Systems Engineering and 3D Wire Harness: Model‐Based Wire Harness Engineering at Lockheed Martin Skunk Works","year":2022,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Cable harness; Engineering; Systems Modeling Language; Mechatronics; Engineering design process; Connection (principal bundle); Systems engineering; Mechanical engineering; Computer science; Electrical engineering; Unified Modeling Language","score_opus":0.01507814795486693,"score_gpt":0.22922559544607213,"score_spread":0.2141474474912052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385508744","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012161017,0.00074811187,0.9382867,0.0034448903,0.00038510837,0.000052591207,0.00014448169,0.0027797213,0.041997273],"genre_scores_gemma":[0.32701588,0.0031188342,0.6112016,0.00094188494,0.00023300918,0.00031677674,0.00044490094,0.0024368542,0.05429028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983052,0.0005046315,0.00006031316,0.00018782559,0.00080869923,0.00013329806],"domain_scores_gemma":[0.99826103,0.00060805725,0.00006827384,0.0006333914,0.00033815252,0.00009101221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018744003,0.00090807816,0.00051131763,0.001360529,0.00091703254,0.0036862781,0.0015316607,0.0012843527,0.011305857],"category_scores_gemma":[0.0038088884,0.0010176076,0.00081888464,0.0008227218,0.0032523938,0.004768182,0.0039849584,0.002913491,0.0027892375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103805076,0.00007452581,0.00071458175,0.00017974077,0.000043473337,0.00016796829,0.0007538909,0.071891926,0.012376398,0.7816603,0.013239593,0.118793786],"study_design_scores_gemma":[0.000059707596,0.00016447494,0.00040570274,0.00032324783,0.000054939417,0.00017828285,0.00021255328,0.3047007,0.03712007,0.366324,0.29034457,0.000111750356],"about_ca_topic_score_codex":0.0052314415,"about_ca_topic_score_gemma":0.0035697408,"teacher_disagreement_score":0.011305857,"about_ca_system_score_codex":0.0019850424,"about_ca_system_score_gemma":0.0018840671,"threshold_uncertainty_score":0.03782189},"labels":[],"label_agreement":null},{"id":"W4386309134","doi":"10.1002/iis2.13097","title":"How INCOSE's Certification Program has Evolved as a System of Systems","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Certification; Certificate; Flexibility (engineering); Computer science; Systems engineering; Engineering; Political science; Mathematics","score_opus":0.05036402667803187,"score_gpt":0.2807848636750803,"score_spread":0.23042083699704846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15575376,0.0017530997,0.48110288,0.0880491,0.001617034,0.0005631502,0.0001689238,0.0030432264,0.26794887],"genre_scores_gemma":[0.8080727,0.00083607197,0.13903992,0.004241779,0.00024327068,0.00018801674,0.00023305349,0.0006934606,0.04645179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98518294,0.0062205074,0.0006038315,0.0012446634,0.005465153,0.0012829241],"domain_scores_gemma":[0.96612895,0.0071251765,0.0015353512,0.006705601,0.015712725,0.0027921917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024589757,0.00023691362,0.00025576685,0.0017698448,0.002792286,0.007571083,0.0013856146,0.0014487919,0.003622484],"category_scores_gemma":[0.028089775,0.000340983,0.00035437924,0.001606167,0.0074460213,0.00762564,0.0045154346,0.0040483368,0.0009043912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004411268,0.00023045314,0.008000671,0.00013511901,0.00001804312,0.00020515974,0.004666158,0.007452355,0.0016781628,0.7473904,0.026866825,0.20331253],"study_design_scores_gemma":[0.000055104527,0.0005434601,0.012086103,0.0008324333,0.000025196061,0.0005750106,0.005642633,0.03568204,0.0057697054,0.17528959,0.7633461,0.00015267145],"about_ca_topic_score_codex":0.016946563,"about_ca_topic_score_gemma":0.01773331,"teacher_disagreement_score":0.024589757,"about_ca_system_score_codex":0.0073633366,"about_ca_system_score_gemma":0.01588119,"threshold_uncertainty_score":0.13004464},"labels":[],"label_agreement":null},{"id":"W4386309211","doi":"10.1002/iis2.13103","title":"Systems Engineering Isn't Scary for Agile Practitioners","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Terminology; Agile Unified Process; Agile usability engineering; Mindset; Computer science; Connotation; Process (computing); Requirement; Software engineering; Lean software development; Engineering management; Software development process; Software development; Systems engineering; Software; Engineering; Artificial intelligence","score_opus":0.01458695143974022,"score_gpt":0.27305901884494427,"score_spread":0.25847206740520406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309211","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055811618,0.016400525,0.14415568,0.6316548,0.007937934,0.000102231825,0.000069570335,0.00082463876,0.14304295],"genre_scores_gemma":[0.75662374,0.0140833715,0.07619913,0.108673126,0.002310692,0.00019406098,0.00009790232,0.00081594294,0.041002113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96121454,0.021458043,0.0018111755,0.0015658551,0.012692048,0.0012582792],"domain_scores_gemma":[0.9020294,0.056394733,0.0055702194,0.010198944,0.020742912,0.00506385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023493377,0.000565856,0.00058743014,0.00096696935,0.004335893,0.011054678,0.0013204708,0.0040773517,0.004492324],"category_scores_gemma":[0.046751216,0.0005791881,0.00044227915,0.0009674039,0.015844714,0.012301892,0.006924829,0.0113452505,0.0024023594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014130572,0.00018870801,0.007608771,0.001677875,0.00010172037,0.0024794547,0.07738524,0.0016988841,0.009128719,0.53218466,0.1863472,0.18105738],"study_design_scores_gemma":[0.00003871576,0.00023937701,0.001546491,0.0022865923,0.000039144717,0.002552936,0.048312157,0.0019647023,0.0025684247,0.38559216,0.5547613,0.00009787901],"about_ca_topic_score_codex":0.0012816382,"about_ca_topic_score_gemma":0.0018696595,"teacher_disagreement_score":0.023493377,"about_ca_system_score_codex":0.0020395091,"about_ca_system_score_gemma":0.004415292,"threshold_uncertainty_score":0.12424636},"labels":[],"label_agreement":null},{"id":"W4386309256","doi":"10.1002/iis2.13011","title":"Preserving and Sharing Knowledge – Extending the UAF Security Views with Libraries, Patterns and Profiles","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; NIST; Construct (python library); Set (abstract data type); Security controls; Architecture; Control (management); Intellectual property; Property (philosophy); Software engineering; Computer security; Database; Artificial intelligence","score_opus":0.036494321780467694,"score_gpt":0.2772478379362327,"score_spread":0.240753516155765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309256","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017623067,0.00021791528,0.9649907,0.0020728442,0.000048246464,0.00018824784,0.0001996201,0.0025881166,0.012071296],"genre_scores_gemma":[0.16693442,0.00039320084,0.8255485,0.00041974412,0.000057531193,0.00030709954,0.00060622167,0.0005917436,0.005141582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9841113,0.0072652022,0.0018711827,0.0017132506,0.003980851,0.0010582058],"domain_scores_gemma":[0.96306,0.0076365755,0.0024962844,0.021520749,0.0037336738,0.0015526308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02167341,0.00088978535,0.0010012911,0.0068844655,0.0026541816,0.013658256,0.003310232,0.002723533,0.0022389488],"category_scores_gemma":[0.032367688,0.0013568636,0.0022785033,0.0041559003,0.005333976,0.037278563,0.011901831,0.0038593286,0.0010338052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014082885,0.00028494926,0.006619481,0.00026817847,0.0001130362,0.000741865,0.015492176,0.009366348,0.0037956852,0.64461035,0.0068550413,0.3117122],"study_design_scores_gemma":[0.00006148691,0.00018123751,0.0017786485,0.00081670174,0.0001624316,0.0012529934,0.0049795327,0.09746476,0.012866629,0.6353536,0.2448941,0.00018791144],"about_ca_topic_score_codex":0.008440389,"about_ca_topic_score_gemma":0.0068928786,"teacher_disagreement_score":0.02167341,"about_ca_system_score_codex":0.002614598,"about_ca_system_score_gemma":0.0055298815,"threshold_uncertainty_score":0.11462134},"labels":[],"label_agreement":null},{"id":"W4386309263","doi":"10.1002/iis2.13007","title":"Understanding Interface Criticality in Large Infrastructure Projects","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Construction Project Management and Performance","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"WSP (Canada)","funders":"","keywords":"Interface (matter); Criticality; Key (lock); Computer science; Failure mode, effects, and criticality analysis; Critical infrastructure; Process management; Risk analysis (engineering); Business; Computer security","score_opus":0.1723555537947321,"score_gpt":0.40920870111657465,"score_spread":0.23685314732184254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963824,0.0005165759,0.018634701,0.0008431804,0.00001248532,0.00016208636,0.0000542589,0.000049987164,0.015902715],"genre_scores_gemma":[0.99631435,0.00017633592,0.00316417,0.00001665405,0.0000050547906,0.000032223048,0.000020974696,0.0000070366937,0.00026323184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890977,0.0059628915,0.00073802465,0.0005446606,0.0026720832,0.0009846239],"domain_scores_gemma":[0.89928436,0.066268854,0.016884482,0.0017176337,0.013545547,0.002299165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015479052,0.0005813905,0.00040699268,0.008537268,0.0016866022,0.0072055846,0.0009802431,0.0011130356,0.0021009704],"category_scores_gemma":[0.06101124,0.00056199596,0.00029722447,0.0036756948,0.0034615872,0.0075380816,0.004112952,0.0016847204,0.00019928989],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007359093,0.0006649081,0.46412808,0.0009951983,0.00020508736,0.002895445,0.12171398,0.06176154,0.008453548,0.07370502,0.0027099806,0.26203135],"study_design_scores_gemma":[0.000043955853,0.0009918163,0.47940052,0.0017116829,0.0001258579,0.0012924125,0.2645982,0.13605797,0.0064980825,0.087036856,0.022006616,0.00023604996],"about_ca_topic_score_codex":0.012822397,"about_ca_topic_score_gemma":0.010182025,"teacher_disagreement_score":0.015479052,"about_ca_system_score_codex":0.0061764596,"about_ca_system_score_gemma":0.0035489579,"threshold_uncertainty_score":0.08186203},"labels":[],"label_agreement":null},{"id":"W4386309331","doi":"10.1002/iis2.13031","title":"MBFHA: A Framework for Model‐Based Functional Hazard Assessment for Aircraft Systems","year":2023,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"","keywords":"Aerospace; Workflow; Consistency (knowledge bases); Computer science; Systems engineering; Key (lock); Hazard; Hazard analysis; Systems Modeling Language; Reliability engineering; Software engineering; Unified Modeling Language; Engineering; Database; Software; Aerospace engineering","score_opus":0.021718722349281582,"score_gpt":0.27723786496091696,"score_spread":0.2555191426116354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386309331","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057855813,0.00016193713,0.9903818,0.00015922794,0.00003414471,0.00014606157,0.000382604,0.006345367,0.00181028],"genre_scores_gemma":[0.028127361,0.00043704297,0.96545583,0.00011103745,0.000051951956,0.00068318023,0.0014353858,0.0015067058,0.0021913797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713945,0.0011910562,0.00027557876,0.00028187106,0.00093142135,0.00018065762],"domain_scores_gemma":[0.9968279,0.0019387444,0.00018832802,0.00048480675,0.00042049983,0.00013961009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063973255,0.0022717556,0.0013280009,0.0033332997,0.0011608375,0.005209363,0.004774316,0.002590117,0.013505987],"category_scores_gemma":[0.009267107,0.0019144852,0.0039715795,0.0014038072,0.0019787964,0.0032441237,0.0042561647,0.00394802,0.0037995293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001233068,0.00020085646,0.001194329,0.0014520995,0.00028657005,0.00076662336,0.001064207,0.32954767,0.005249177,0.49788544,0.018392961,0.1438368],"study_design_scores_gemma":[0.00006003809,0.00005183679,0.0001999925,0.00044299412,0.00005923075,0.0002159236,0.00012607788,0.74850434,0.0022582985,0.1332486,0.11476326,0.00006941214],"about_ca_topic_score_codex":0.010758654,"about_ca_topic_score_gemma":0.011396066,"teacher_disagreement_score":0.013505987,"about_ca_system_score_codex":0.0017429157,"about_ca_system_score_gemma":0.0032778739,"threshold_uncertainty_score":0.04518205},"labels":[],"label_agreement":null},{"id":"W4402330701","doi":"10.1002/iis2.13185","title":"Providing tailored heuristic advice to Systems Engineers","year":2024,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Heuristics; Computer science; Heuristic; Set (abstract data type); Advice (programming); Prioritization; Task (project management); Heuristic evaluation; Meaning (existential); Test (biology); Machine learning; Artificial intelligence; Management science; Usability; Human–computer interaction; Psychology; Engineering; Systems engineering","score_opus":0.01526364521971184,"score_gpt":0.26232839898113575,"score_spread":0.2470647537614239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330701","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73986036,0.0005056162,0.21813159,0.0037799573,0.00014633998,0.0014303396,0.00047914946,0.008885163,0.02678158],"genre_scores_gemma":[0.69087815,0.00026681242,0.30343315,0.0005275691,0.000044948058,0.00038584994,0.0004131522,0.0004125923,0.0036378272],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98487836,0.009826622,0.0010448922,0.00091533444,0.00284688,0.00048784126],"domain_scores_gemma":[0.8409206,0.12619443,0.008241985,0.010475135,0.012007264,0.0021604577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01441697,0.0011591751,0.0005902267,0.0023836575,0.00087676547,0.0031054073,0.0013272996,0.0013442277,0.005248071],"category_scores_gemma":[0.11701667,0.00051765126,0.00038632037,0.0009172925,0.0005972693,0.0026010938,0.0020249304,0.0012003616,0.0014434239],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085713726,0.0023474486,0.04916279,0.0019975305,0.00011563322,0.0008593074,0.03067563,0.016154561,0.025266834,0.0052966196,0.023495462,0.84377104],"study_design_scores_gemma":[0.0013105008,0.008345798,0.10451648,0.0069132205,0.0007544392,0.0031352576,0.058884334,0.3484449,0.095515676,0.07240378,0.2986353,0.0011402953],"about_ca_topic_score_codex":0.0009919688,"about_ca_topic_score_gemma":0.0026195017,"teacher_disagreement_score":0.01441697,"about_ca_system_score_codex":0.0012277366,"about_ca_system_score_gemma":0.0016956838,"threshold_uncertainty_score":0.07624519},"labels":[],"label_agreement":null},{"id":"W4402330844","doi":"10.1002/iis2.13270","title":"A Configuration Management Strategy for Modelbased Product Line Engineering in Aircraft Systems Development","year":2024,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Configuration Management (ITSM); Reuse; Systems engineering; New product development; Product (mathematics); Asset management; Process management; Product engineering; Software product line; Computer science; Asset (computer security); Domain engineering; Product management; Product line; Risk analysis (engineering); Software development; Software; Engineering; Product design; Manufacturing engineering; Component-based software engineering; Business","score_opus":0.03781722277166321,"score_gpt":0.300480679051894,"score_spread":0.2626634562802308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082006745,0.00014912833,0.89160866,0.0011989581,0.000045839162,0.00046675524,0.00006671054,0.0042843395,0.02017281],"genre_scores_gemma":[0.61376876,0.00011087331,0.38172683,0.00025439798,0.000023948534,0.00027397322,0.0002360763,0.00025783048,0.0033472448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685246,0.0013320511,0.00026365547,0.0003920674,0.00090977055,0.00024996797],"domain_scores_gemma":[0.9955302,0.0015126457,0.0006306409,0.0010025973,0.00093053916,0.00039335486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041736993,0.00076216826,0.0003652683,0.002001681,0.0008743306,0.0032463244,0.0016697174,0.001116823,0.0028488894],"category_scores_gemma":[0.00810123,0.00050400215,0.00032980007,0.0008995321,0.0009378648,0.002579115,0.0023159105,0.0010027384,0.0008527036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003852798,0.001363022,0.008778492,0.00022013296,0.00008761621,0.0017064622,0.00301494,0.15510261,0.046406135,0.11784091,0.011638765,0.6534556],"study_design_scores_gemma":[0.00013720868,0.00050142297,0.0022432543,0.00016816868,0.000076916534,0.00079548213,0.0008279443,0.91202706,0.023189213,0.033648387,0.026257403,0.00012750455],"about_ca_topic_score_codex":0.0020707657,"about_ca_topic_score_gemma":0.0022204935,"teacher_disagreement_score":0.0041736993,"about_ca_system_score_codex":0.0012388333,"about_ca_system_score_gemma":0.0015183764,"threshold_uncertainty_score":0.022072852},"labels":[],"label_agreement":null},{"id":"W4414986918","doi":"10.1002/iis2.70032","title":"A Systems Engineering Framework for Navigating Complexity","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Complexity management; Popularity; Complex system; Work (physics); System of systems; Chaotic","score_opus":0.03588354237784164,"score_gpt":0.32211021665808576,"score_spread":0.2862266742802441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414986918","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023373861,0.0004933117,0.96798164,0.002698306,0.00008034818,0.000091649614,0.00012421934,0.00018184043,0.02601136],"genre_scores_gemma":[0.25903434,0.0014064751,0.72878313,0.00060660404,0.00023300023,0.000687924,0.00039096485,0.00016807315,0.0086895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9951815,0.0027863835,0.00028356782,0.00054815057,0.00096069195,0.00023967304],"domain_scores_gemma":[0.994206,0.0032604302,0.00053580984,0.00060612423,0.0010695715,0.0003220029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064027742,0.001517283,0.00062484475,0.003956587,0.0021413695,0.0057032215,0.0022797296,0.002138485,0.007566542],"category_scores_gemma":[0.00867542,0.0005359833,0.0015789722,0.0024727185,0.006421722,0.0069109495,0.005675917,0.00330112,0.0010676155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024115134,0.000008833821,0.00012656744,0.00003684833,0.0000061393503,0.000048801074,0.00018569076,0.01607602,0.000084388594,0.97801983,0.0008423156,0.004562046],"study_design_scores_gemma":[0.000007319152,0.000016120397,0.00009574041,0.000113274626,0.000008107878,0.000054473625,0.0002885042,0.07943985,0.00013618777,0.8926322,0.027194917,0.000013423316],"about_ca_topic_score_codex":0.006591979,"about_ca_topic_score_gemma":0.0058254777,"teacher_disagreement_score":0.007566542,"about_ca_system_score_codex":0.004090441,"about_ca_system_score_gemma":0.004297398,"threshold_uncertainty_score":0.033861518},"labels":[],"label_agreement":null},{"id":"W4414992558","doi":"10.1002/iis2.70083","title":"Enhancing Shared Understanding in Multidisciplinary Teams","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sierra Wireless (Canada)","funders":"","keywords":"Multidisciplinary approach; Stakeholder; Sociotechnical system; Bridging (networking); Bridge (graph theory); Interview","score_opus":0.0187355695803428,"score_gpt":0.3324490183859912,"score_spread":0.31371344880564844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414992558","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8767171,0.0007415523,0.063161515,0.006570397,0.0001574349,0.0002806733,0.000035020064,0.00020529504,0.05213105],"genre_scores_gemma":[0.9880491,0.0001573219,0.009869645,0.00023272922,0.00002099741,0.000112804075,0.000016970554,0.000023740417,0.0015167148],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9523772,0.03753045,0.0010284171,0.001992444,0.0052414346,0.0018301288],"domain_scores_gemma":[0.93423843,0.0413538,0.007131906,0.0057723974,0.00625778,0.0052457573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029781595,0.00053327536,0.00062934187,0.0032910628,0.0054971366,0.009957837,0.0016762513,0.0018034247,0.0038064788],"category_scores_gemma":[0.058028214,0.000457518,0.0006785926,0.0010476266,0.0048863585,0.0078002443,0.024295086,0.0026399058,0.00044303195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020361283,0.0010247239,0.040618453,0.0008793101,0.00020908065,0.0009417566,0.6372181,0.002487409,0.007642366,0.049444072,0.005914846,0.25341627],"study_design_scores_gemma":[0.00015425083,0.0013149048,0.04423326,0.0021956072,0.00022634158,0.0010330466,0.64973223,0.01248779,0.009644043,0.17337729,0.105358414,0.00024293188],"about_ca_topic_score_codex":0.0009300972,"about_ca_topic_score_gemma":0.0008695426,"teacher_disagreement_score":0.029781595,"about_ca_system_score_codex":0.0026398834,"about_ca_system_score_gemma":0.0054631904,"threshold_uncertainty_score":0.157502},"labels":[],"label_agreement":null},{"id":"W4415011469","doi":"10.1002/iis2.70009","title":"Integrating System Dynamics with System Modeling Language for Resilient System Design","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Infrastructure Resilience and Vulnerability Analysis","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"System dynamics; Systems modeling; Systems design; Resilience (materials science); Modeling language; Complex system; System of systems; System model","score_opus":0.004351366527056611,"score_gpt":0.22440216974365657,"score_spread":0.22005080321659995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415011469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018035821,0.00006658407,0.9945839,0.00042001903,0.000031571093,0.00007056684,0.000058257057,0.0007389776,0.0022265853],"genre_scores_gemma":[0.13152045,0.00043600862,0.86411804,0.00024002862,0.000061077,0.00055514305,0.00022228359,0.00033865086,0.0025083923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973986,0.0015457072,0.00021187158,0.00015846775,0.00058639987,0.000098974226],"domain_scores_gemma":[0.9964335,0.0020255514,0.00031832815,0.00044948526,0.00067198504,0.00010114889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049993778,0.0010324105,0.0006613047,0.0011127478,0.0006455911,0.0025683956,0.0020416074,0.0010163995,0.0043452694],"category_scores_gemma":[0.0065233056,0.00074402685,0.0012131822,0.0005698003,0.0015905753,0.003470595,0.002721556,0.0028300178,0.00092768273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051032544,0.000095432406,0.00081587315,0.00031524576,0.000075670716,0.00028647284,0.0005441826,0.39218256,0.0062262127,0.5695852,0.0025392666,0.027282842],"study_design_scores_gemma":[0.000020207823,0.000050002585,0.000064252854,0.00012641071,0.00002657155,0.00005096974,0.00006176008,0.90816534,0.0025307485,0.06859202,0.020288192,0.000023486506],"about_ca_topic_score_codex":0.003053016,"about_ca_topic_score_gemma":0.0035935515,"teacher_disagreement_score":0.0049993778,"about_ca_system_score_codex":0.0012191103,"about_ca_system_score_gemma":0.0022024612,"threshold_uncertainty_score":0.026439607},"labels":[],"label_agreement":null},{"id":"W4415011479","doi":"10.1002/iis2.70002","title":"On The Importance of Being Able to Hold a Stake","year":2025,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"General partnership; Realization (probability); Stakeholder; System of systems; Engineering economics","score_opus":0.010960525996784048,"score_gpt":0.272849766478635,"score_spread":0.26188924048185097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415011479","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08142464,0.0031186542,0.032599166,0.2510865,0.0012204685,0.00017278803,0.000044317778,0.000105756146,0.6302277],"genre_scores_gemma":[0.97146285,0.0011311474,0.0040524327,0.011687029,0.0002749383,0.00008556301,0.000019380268,0.00006693986,0.011219761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.958601,0.028312674,0.00092857983,0.0017143484,0.0060084355,0.0044349167],"domain_scores_gemma":[0.8863447,0.08169825,0.00469984,0.005215092,0.010457909,0.011584281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036523607,0.00052412477,0.00050891074,0.0013509007,0.009899517,0.013809845,0.0013966258,0.00923913,0.017908085],"category_scores_gemma":[0.07542973,0.0005197409,0.00048716817,0.000711591,0.029282602,0.018515924,0.013853802,0.009674048,0.0022868414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014246971,0.00017143125,0.0065176156,0.00023758736,0.00004176512,0.0024687266,0.03417474,0.000934632,0.0023335426,0.8634752,0.0311135,0.0583888],"study_design_scores_gemma":[0.00005082436,0.00018490173,0.005750286,0.0014402275,0.00005121239,0.0017817975,0.060594343,0.0018468119,0.002024793,0.6862099,0.23993577,0.00012912812],"about_ca_topic_score_codex":0.004012595,"about_ca_topic_score_gemma":0.003494484,"teacher_disagreement_score":0.036523607,"about_ca_system_score_codex":0.00531148,"about_ca_system_score_gemma":0.0050987904,"threshold_uncertainty_score":0.19315761},"labels":[],"label_agreement":null}]}