{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":129,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":129,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"0100b2063062","filters":{"venue":"Software & Systems Modeling"}},"results":[{"id":"W2025618033","doi":"10.1007/s10270-002-0004-8","title":"A UML-Based Approach to System Testing","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Class diagram; Object Constraint Language; Software engineering; Applications of UML; Testability; Model-based testing; Programming language; UML tool; Context (archaeology); Test case; Test Management Approach; Systems Modeling Language; Activity diagram; System testing; Software development; Reliability engineering; Software; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.09020794658056883,"gpt":0.2392422866175647,"spread":0.1490343400369959,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009811245,0.0003869236,0.0004816003,0.0003797993,0.0004285632,0.0005823767,0.001422891,0.000161883,6.658205e-7],"category_scores_gemma":[0.001130128,0.0003706245,0.0001172616,0.001226306,0.00001928672,0.0003293241,0.0002815387,0.0002723805,0.0001118952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002764631,"about_ca_system_score_gemma":0.00006921546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005637488,"about_ca_topic_score_gemma":5.240738e-7,"domain_scores_codex":[0.996735,0.000164919,0.000681472,0.0009957913,0.0006867924,0.0007360195],"domain_scores_gemma":[0.9972215,0.0004530426,0.0001822278,0.001433205,0.0003928039,0.0003172652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002866236,0.0001230427,0.002449024,0.0006973682,0.00001995374,0.00003637305,0.0008334672,0.9679515,0.00003220628,0.002499116,0.004524813,0.02083027],"study_design_scores_gemma":[0.0001732372,0.00006874737,0.000005336015,0.0009278898,0.00001008086,0.0001378448,0.00003010248,0.9978403,0.00001105766,0.0002206707,0.0001173619,0.0004573236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001712759,0.0005651311,0.9526383,0.00004528631,0.000542793,0.0005968832,0.000004098613,0.04176677,0.002128015],"genre_scores_gemma":[0.5439675,2.148012e-7,0.4555323,0.0001202785,0.0001246779,0.0001683323,0.000001524739,0.00003598197,0.00004925389],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5422547,"threshold_uncertainty_score":0.9998746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2016492784","doi":"10.1007/s10270-009-0128-1","title":"A dependability profile within MARTE","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia y Tecnología","keywords":"Dependability; Computer science; Unified Modeling Language; Petri net; Stochastic Petri net; Applications of UML; Formal methods; Software engineering; Software; Reliability engineering; Distributed computing; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02643716325503444,"gpt":0.2744401544358737,"spread":0.2480029911808393,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002154403,0.0002684652,0.0004647229,0.000201646,0.0003478533,0.0005283818,0.001320209,0.0001655969,0.00001295539],"category_scores_gemma":[0.0007311554,0.0002327146,0.0002266049,0.0008429158,0.00003872625,0.0007926307,0.0002155025,0.0004113469,0.000148058],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001866489,"about_ca_system_score_gemma":0.0002785136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003378144,"about_ca_topic_score_gemma":0.00001185889,"domain_scores_codex":[0.9963632,0.0003199497,0.0007494416,0.0009535309,0.0009687091,0.0006451276],"domain_scores_gemma":[0.9974931,0.0002079011,0.00013507,0.001480668,0.0004114387,0.0002717516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005902345,0.0006374104,0.01414851,0.0005645726,0.0001480553,0.0001065632,0.003269687,0.8334596,0.0007032095,0.0199013,0.0007603837,0.1262417],"study_design_scores_gemma":[0.0002029693,0.00008812821,0.0001186431,0.0001065175,0.000009439408,0.00002699506,0.00008537737,0.99211,0.00007933588,0.006720888,0.0001634537,0.0002882973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07895409,0.0006449867,0.9180558,0.0003281494,0.00032755,0.0004582772,0.000005720127,0.001015748,0.0002097064],"genre_scores_gemma":[0.9445584,0.000009050307,0.05488383,0.0001113905,0.0001278858,0.00004860728,0.000007737059,0.00001378271,0.0002392688],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8656043,"threshold_uncertainty_score":0.9489825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3000433034","doi":"10.1007/s10270-019-00773-6","title":"Grand challenges in model-driven engineering: an analysis of the state of the research","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"University of York","keywords":"State (computer science); Political science; Best practice; Engineering ethics; Grand Challenges; Engineering; Engineering management; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1253281338129276,"gpt":0.2977779920577126,"spread":0.172449858244785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001284996,0.0002208483,0.0005671058,0.000408636,0.00007810348,0.00005292168,0.002521817,0.0001063897,3.058181e-7],"category_scores_gemma":[0.0001069198,0.0001540961,0.0002330557,0.002250665,0.00005419758,0.000324511,0.0007443022,0.000490315,3.511914e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001027724,"about_ca_system_score_gemma":0.0001316269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003054975,"about_ca_topic_score_gemma":0.0000640376,"domain_scores_codex":[0.9970436,0.00030232,0.000712497,0.0005649842,0.0009706811,0.0004059351],"domain_scores_gemma":[0.9976993,0.0001388321,0.0001746203,0.00149298,0.0003823265,0.000111904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004369658,0.00002508959,0.0009128296,0.0001850488,0.00007887137,0.000001100908,0.006157803,0.9843219,0.0004256489,0.006247884,0.000003738803,0.001635694],"study_design_scores_gemma":[0.0001140364,0.00003480445,0.000230981,0.0002378474,0.00003464479,0.000001042961,0.00003226726,0.9985099,0.000318967,0.0002892987,0.00004348483,0.0001526803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1587653,0.0007827833,0.8394645,0.0001907227,0.00009583021,0.0004223812,0.00001856176,0.0002556599,0.000004286258],"genre_scores_gemma":[0.9341733,0.00008621583,0.0656169,0.00001090613,0.00002069604,0.00005590964,0.00000135105,0.00002947149,0.000005224067],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.775408,"threshold_uncertainty_score":0.6283857,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1980765559","doi":"10.1007/s10270-012-0290-8","title":"Strategic business modeling: representation and reasoning","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":145,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Business intelligence; Business rule; Knowledge management; Artifact-centric business process model; Implementation; Business process modeling; Enterprise modelling; Data warehouse; Business architecture; Process management; Business activity monitoring; Business analytics; Management science; Enterprise integration; Business model; Data science; Business process; Business analysis; Software engineering; Enterprise software; Database; Business; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.06537676038272511,"gpt":0.2576734476816743,"spread":0.1922966872989492,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008525497,0.0003867029,0.0005051532,0.0004429292,0.0005455601,0.0008790779,0.0002371295,0.000180317,0.00001319255],"category_scores_gemma":[0.0002444733,0.0003625613,0.0001033552,0.001100382,0.00003211932,0.003225227,0.0001793712,0.0002258862,0.00006690194],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004667237,"about_ca_system_score_gemma":0.00004245085,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005227612,"about_ca_topic_score_gemma":0.00001991492,"domain_scores_codex":[0.9975284,0.00002438417,0.0006709319,0.0005828303,0.0005070946,0.0006863021],"domain_scores_gemma":[0.9983827,0.00003102361,0.0002956664,0.0004178789,0.0008150599,0.00005760432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002118502,0.00005218224,0.01767804,0.0006649425,0.00005385795,0.000003634904,0.0001372827,0.9740744,0.00006307482,0.005778851,0.00002862504,0.001443908],"study_design_scores_gemma":[0.0003177167,0.000001582652,0.00005628602,0.00036704,0.000198396,0.00001828562,0.001728094,0.9946916,0.000001029972,0.002067465,0.00009691294,0.0004556679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5036603,0.003283938,0.4909617,0.00008680609,0.0006479811,0.0001726218,0.000001716351,0.0004785516,0.0007064339],"genre_scores_gemma":[0.9949985,0.00007730857,0.001678637,0.000159245,0.002755544,0.00005931554,0.00008872418,0.00009042321,0.00009236122],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4913382,"threshold_uncertainty_score":0.9998826,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2790851984","doi":"10.1007/s10270-018-0665-6","title":"Survey and classification of model transformation tools","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Queen's University","funders":"","keywords":"Computer science; Merge (version control); Model transformation; Metamodeling; Transformation (genetics); Data science; Software engineering; Data mining; Information retrieval; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.08014710684399615,"gpt":0.2813696102723031,"spread":0.201222503428307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000996065,0.0001673481,0.0002565477,0.0001638163,0.00009443386,0.0001271473,0.0004545229,0.0001288683,3.939118e-7],"category_scores_gemma":[0.00003875219,0.0001676918,0.00004090536,0.0002516492,0.0000407989,0.001033123,0.00007970732,0.0001070255,0.000003968311],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005847166,"about_ca_system_score_gemma":0.00007050701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001317876,"about_ca_topic_score_gemma":0.00001283879,"domain_scores_codex":[0.998509,0.00008584002,0.0005267158,0.0003431624,0.0003156014,0.0002197139],"domain_scores_gemma":[0.9987064,0.00007207902,0.0001369093,0.0005738542,0.0004370547,0.0000737248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001691584,0.0000463848,0.002358884,0.0004100662,0.00003643368,6.480133e-7,0.004599676,0.7397985,0.002751349,0.1551327,0.000125561,0.09472291],"study_design_scores_gemma":[0.0001086814,0.00004310975,0.0004325194,0.0001158112,0.000004115409,0.000005236615,0.000006958845,0.9981878,0.0001814776,0.0006529903,0.00008850666,0.0001727358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05755272,0.0001756366,0.9409224,0.00001682038,0.0001729335,0.0003138531,0.00002226081,0.0007680176,0.00005537064],"genre_scores_gemma":[0.7476184,0.0000150896,0.2522581,0.00000805174,0.00002874838,0.0000321802,0.0000131495,0.00001538807,0.00001088895],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6900657,"threshold_uncertainty_score":0.6838275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973322846","doi":"10.1007/s10270-006-0026-8","title":"An intermediate metamodel with scenarios and resources for generating performance models from UML designs","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Applications of UML; Rotation formalisms in three dimensions; Systems Modeling Language; UML tool; Petri net; Workload; Software engineering; Object Constraint Language; Programming language; Distributed computing; Software; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02636785409280386,"gpt":0.2294110079456649,"spread":0.203043153852861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009847332,0.0004239072,0.0005841269,0.0001602578,0.0006428215,0.0006508359,0.000774508,0.0001932116,5.572673e-7],"category_scores_gemma":[0.00002478192,0.0003211625,0.00008911863,0.0002276697,0.0000685626,0.002233118,0.0001403696,0.0002116541,0.000002943771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001044535,"about_ca_system_score_gemma":0.0001367695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001660086,"about_ca_topic_score_gemma":0.0000842619,"domain_scores_codex":[0.9969053,0.0001387389,0.000786019,0.001053245,0.0004908866,0.00062587],"domain_scores_gemma":[0.9980426,0.0001735328,0.0002721135,0.0009825845,0.0003527321,0.0001764421],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004893302,0.00003783933,0.006845655,0.0002291437,0.00003133013,0.00000233586,0.001583943,0.9855463,0.000255177,0.0001659372,0.00001698061,0.005236411],"study_design_scores_gemma":[0.0006875743,0.0002174508,0.0001546445,0.00040032,0.00003681497,0.00002216841,0.0001946802,0.9968902,0.00009019553,0.0008000055,0.00002385018,0.0004820769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4848057,0.0008174537,0.5132685,0.000009272967,0.0002202179,0.0004715631,0.00001538616,0.0003852533,0.000006627332],"genre_scores_gemma":[0.8298473,0.00001809467,0.1693078,0.00004323126,0.0004283432,0.0002539186,0.00002522803,0.00004716685,0.00002883176],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3450416,"threshold_uncertainty_score":0.9999241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2352369207","doi":"10.1007/s10270-016-0530-4","title":"Road to a reactive and incremental model transformation platform: three generations of the VIATRA framework","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Waterloo; Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Model transformation; Scalability; Transformation (genetics); Software engineering; Component (thermodynamics); Open source; Key (lock); Event (particle physics); Prolog; Data science; Systems engineering; Programming language; Database; Software; Engineering; Artificial intelligence; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.0270051508779079,"gpt":0.2403075736981836,"spread":0.2133024228202757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003798243,0.0002000694,0.0002356823,0.0001300969,0.0001712092,0.00007943493,0.0006023091,0.0001373399,5.165305e-7],"category_scores_gemma":[0.00003394534,0.0001310942,0.00007943785,0.0002420811,0.00002452308,0.0008921534,0.0001999726,0.0001457931,0.000002185642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001535747,"about_ca_system_score_gemma":0.0000844609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001962877,"about_ca_topic_score_gemma":0.00002390877,"domain_scores_codex":[0.998482,0.00003214228,0.0004718455,0.0003417877,0.0004149024,0.0002573178],"domain_scores_gemma":[0.9989058,0.00005620778,0.0001150538,0.0006667728,0.0001607031,0.00009543389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008857594,0.00002266669,0.0004017067,0.00006856475,0.00003270624,4.363168e-7,0.003689395,0.8125338,0.005806131,0.141308,0.00002754291,0.03610023],"study_design_scores_gemma":[0.0001320315,0.0000345695,0.00004362713,0.0004976838,0.00001054002,0.00001039205,0.00001507886,0.9902033,0.0012911,0.007536571,0.00003565678,0.0001894151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1775058,0.00008802316,0.8210145,0.0001698046,0.0001821127,0.0005853145,0.00002549024,0.0004172537,0.00001166621],"genre_scores_gemma":[0.6319952,0.000006307287,0.3678246,0.00002826081,0.00003074266,0.00009329693,8.930286e-7,0.0000146636,0.000006012765],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4544894,"threshold_uncertainty_score":0.5345866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967473444","doi":"10.1007/s10270-003-0047-5","title":"Meta-modelling and graph grammars for multi-paradigm modelling in AToM3","year":2004,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Rule-based machine translation; Graph; Theoretical computer science; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1146686168020594,"gpt":0.2732533612831664,"spread":0.158584744481107,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001281749,0.0005865223,0.00096608,0.0006146172,0.0002392517,0.0003624956,0.000945702,0.0002969281,2.714463e-7],"category_scores_gemma":[0.00001430195,0.0005831174,0.0003304301,0.0005515166,0.0000409988,0.001041293,0.0002426197,0.0004116078,0.000002437399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002474557,"about_ca_system_score_gemma":0.0001263073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001380094,"about_ca_topic_score_gemma":0.00002980774,"domain_scores_codex":[0.9962934,0.00007345882,0.001064693,0.001212039,0.0004668169,0.0008896413],"domain_scores_gemma":[0.9982765,0.0001287872,0.0002069338,0.0009701179,0.0001768472,0.0002407798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006385549,0.00004229147,0.00005330474,0.00019064,0.0001336878,0.00001146882,0.0008196207,0.8980798,0.000009086621,0.09988057,0.000001835122,0.0007713814],"study_design_scores_gemma":[0.0008077487,0.00004581021,4.427996e-7,0.0003051184,0.0001148222,0.00003888231,0.00001403856,0.9648206,0.00004123034,0.03296097,0.00023885,0.0006115486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007846938,0.005780181,0.9826353,0.00005850165,0.0003956476,0.001317538,0.00001708939,0.001947108,0.000001725241],"genre_scores_gemma":[0.3641834,0.0001164354,0.6350623,0.00002706904,0.00004527034,0.0004802598,0.000007315074,0.00006806168,0.00000989096],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3563364,"threshold_uncertainty_score":0.999662,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254309703","doi":"10.1007/s10270-002-8208-5","title":"A UML-Based Approach to System Testing","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Class diagram; Object Constraint Language; Software engineering; Applications of UML; Testability; Model-based testing; Context (archaeology); Test case; Programming language; UML tool; Test Management Approach; System testing; Activity diagram; Software development; Reliability engineering; Software; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.09020794658056883,"gpt":0.2392422866175647,"spread":0.1490343400369959,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009811245,0.0003869236,0.0004816003,0.0003797993,0.0004285632,0.0005823767,0.001422891,0.000161883,6.658205e-7],"category_scores_gemma":[0.001130128,0.0003706245,0.0001172616,0.001226306,0.00001928672,0.0003293241,0.0002815387,0.0002723805,0.0001118952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002764631,"about_ca_system_score_gemma":0.00006921546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005637488,"about_ca_topic_score_gemma":5.240738e-7,"domain_scores_codex":[0.996735,0.000164919,0.000681472,0.0009957913,0.0006867924,0.0007360195],"domain_scores_gemma":[0.9972215,0.0004530426,0.0001822278,0.001433205,0.0003928039,0.0003172652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002866236,0.0001230427,0.002449024,0.0006973682,0.00001995374,0.00003637305,0.0008334672,0.9679515,0.00003220628,0.002499116,0.004524813,0.02083027],"study_design_scores_gemma":[0.0001732372,0.00006874737,0.000005336015,0.0009278898,0.00001008086,0.0001378448,0.00003010248,0.9978403,0.00001105766,0.0002206707,0.0001173619,0.0004573236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001712759,0.0005651311,0.9526383,0.00004528631,0.000542793,0.0005968832,0.000004098613,0.04176677,0.002128015],"genre_scores_gemma":[0.5439675,2.148012e-7,0.4555323,0.0001202785,0.0001246779,0.0001683323,0.000001524739,0.00003598197,0.00004925389],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5422547,"threshold_uncertainty_score":0.9998746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986958631","doi":"10.1007/s10270-014-0441-1","title":"Clafer: unifying class and feature modeling","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Feature model; Class (philosophy); Construct (python library); Semantics (computer science); Inheritance (genetic algorithm); Modeling language; Programming language; Notation; Theoretical computer science; Principle of compositionality; Component (thermodynamics); Class diagram; Artificial intelligence; Unified Modeling Language; Mathematics; Software; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01707051341974129,"gpt":0.2236124058031005,"spread":0.2065418923833592,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001051128,0.0004595236,0.0005474518,0.0002941187,0.0003250802,0.0005143409,0.001045848,0.0003480321,6.141427e-7],"category_scores_gemma":[0.00006058471,0.0004559763,0.0001154365,0.0003541915,0.00002745184,0.0008626245,0.0005454997,0.0005844175,0.000009955414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001440549,"about_ca_system_score_gemma":0.00006842767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001847038,"about_ca_topic_score_gemma":0.000006330139,"domain_scores_codex":[0.9970868,0.0001528577,0.0005409975,0.0009770686,0.0005609724,0.0006812522],"domain_scores_gemma":[0.997999,0.0001109315,0.000128631,0.001241228,0.0002559987,0.0002642139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003082882,0.00001071995,0.0002457576,0.0001928311,0.00002106544,0.000006167808,0.0004178948,0.8985901,0.000097657,0.08316335,0.0001158854,0.01713547],"study_design_scores_gemma":[0.0002251611,0.00003955253,0.000003281247,0.0004456056,0.00001390057,0.00007517148,0.00001535488,0.9915845,0.00001817047,0.002945233,0.004111749,0.0005222959],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01641055,0.00129055,0.9770805,0.0001686469,0.0006825745,0.0003765527,0.000003835069,0.003899084,0.00008776899],"genre_scores_gemma":[0.5952791,0.00002949775,0.4042821,0.0000687888,0.0001716424,0.00004963887,0.000004955787,0.0000530124,0.00006129579],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5788686,"threshold_uncertainty_score":0.9997892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164938362","doi":"10.1007/s10270-014-0429-x","title":"Model transformation intents and their properties","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Queen's University; McGill University","funders":"","keywords":"Model transformation; Computer science; Transformation (genetics); Variety (cybernetics); Realization (probability); Process (computing); Automotive industry; Software engineering; Programming language; Artificial intelligence; Mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03409854268453897,"gpt":0.2071917624150285,"spread":0.1730932197304896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005464936,0.0002556008,0.000288725,0.0001526526,0.0001482177,0.0002391326,0.0005547807,0.0001172888,1.488386e-7],"category_scores_gemma":[0.00001929082,0.0002017731,0.00006090973,0.0001277849,0.00002225596,0.0009737372,0.0001490359,0.0001797197,0.000004422772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006520837,"about_ca_system_score_gemma":0.00003272388,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007442472,"about_ca_topic_score_gemma":0.000002659763,"domain_scores_codex":[0.9985704,0.00006227339,0.0004102189,0.0003979079,0.0002417421,0.0003174478],"domain_scores_gemma":[0.9990884,0.00002380179,0.0000705912,0.000550814,0.0001599124,0.0001064767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002877151,0.00001153313,0.00006021433,0.0002024295,0.00001245752,2.76645e-7,0.003240379,0.9191225,0.0005811336,0.03816083,0.00001895191,0.03858645],"study_design_scores_gemma":[0.0001256542,0.00002832543,0.00000190423,0.0003007671,0.000003735903,0.00001903082,0.00002397553,0.9962704,0.0002777938,0.00220977,0.0004853811,0.0002532831],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03434393,0.0003992581,0.9624839,0.0000594729,0.0002170699,0.000349323,0.000002964315,0.002103198,0.00004087558],"genre_scores_gemma":[0.7814755,0.00001948381,0.2182892,0.00004374838,0.00003634572,0.0000844063,0.000002666449,0.0000251795,0.00002345223],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7471316,"threshold_uncertainty_score":0.8228067,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085594901","doi":"10.1007/s10270-002-0008-4","title":"Extending the Unified Modeling Language for ontology development","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Applications of UML; Ontology; UML tool; Metamodeling; Unified Modeling Language; OWL-S; Programming language; Process ontology; Ontology language; Upper ontology; Ontology-based data integration; Ontology Inference Layer; Software engineering; Semantic Web; Artificial intelligence; Semantic Web Stack; Process (computing); Web service; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.07686369648207024,"gpt":0.267830126460279,"spread":0.1909664299782087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007077265,0.0002197622,0.0003112611,0.0001083488,0.0005315989,0.0002425939,0.001063516,0.0001161717,0.000003029356],"category_scores_gemma":[0.0002072271,0.0001563039,0.00009506713,0.0001729847,0.00002033745,0.000283386,0.0002024132,0.00015149,0.00002634431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009489106,"about_ca_system_score_gemma":0.00005430965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002227403,"about_ca_topic_score_gemma":0.00005294265,"domain_scores_codex":[0.9980799,0.00008258945,0.0005091859,0.000495379,0.0002756305,0.0005572934],"domain_scores_gemma":[0.9987697,0.0002717186,0.0001097738,0.0006544576,0.0001263629,0.00006799571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007727809,0.00004315524,0.000293632,0.0001777353,0.00007848875,0.00002494186,0.01503481,0.902288,0.0001195494,0.02328974,0.0002473345,0.05839493],"study_design_scores_gemma":[0.0002385039,0.00001680803,0.000003587354,0.00009556895,0.00000966329,0.00004436438,0.001506705,0.9966683,0.00002943503,0.0006483021,0.00051704,0.0002217525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05457111,0.006458265,0.9364903,0.0002463598,0.00105029,0.0004427024,0.000001291951,0.0005819299,0.0001577626],"genre_scores_gemma":[0.8915303,0.00002316325,0.1077399,0.000133432,0.0001444297,0.0001355816,0.00000267531,0.00001939299,0.0002711137],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8369592,"threshold_uncertainty_score":0.6373887,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094235682","doi":"10.1007/s10270-010-0175-7","title":"Search-based model transformation by example","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Code refactoring; Rotation formalisms in three dimensions; Model transformation; Transformation (genetics); Context (archaeology); Software engineering; Theoretical computer science; Software; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02540985149547825,"gpt":0.2403110403357121,"spread":0.2149011888402339,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008642445,0.0003172177,0.0003164808,0.0002280188,0.0002156585,0.0003197486,0.001195121,0.0002487306,0.000002927301],"category_scores_gemma":[0.00001433884,0.0003235815,0.0001222675,0.0003085748,0.000031649,0.001039366,0.0001029431,0.0005862812,0.0000206712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009804619,"about_ca_system_score_gemma":0.0001835884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006193529,"about_ca_topic_score_gemma":0.00001539515,"domain_scores_codex":[0.9975499,0.00006002436,0.0005524207,0.0005946612,0.0006763994,0.0005666209],"domain_scores_gemma":[0.9982573,0.00006357301,0.00008078757,0.001129576,0.0002485009,0.0002202272],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002551119,0.0000277898,0.00004394594,0.00009922371,0.000007411878,0.000001596823,0.0006028902,0.9558043,0.003292501,0.03229983,0.0002792443,0.007538665],"study_design_scores_gemma":[0.000226625,0.00002645888,6.62557e-7,0.00007750222,0.00000550481,0.00001058611,0.000005155857,0.9946935,0.001410902,0.0006905967,0.002483504,0.0003690633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02104615,0.000111763,0.9738227,0.00009226405,0.0004784459,0.0005238725,0.00002785706,0.003848417,0.0000485011],"genre_scores_gemma":[0.5692044,0.000002868075,0.4305191,0.00004624834,0.00004076704,0.00009654186,0.00002607899,0.00003573618,0.00002821637],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5481583,"threshold_uncertainty_score":0.9999216,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1979038995","doi":"10.1007/s10270-006-0042-8","title":"UML vs. classical vs. rhapsody statecharts: not all models are created equal","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Rotation formalisms in three dimensions; Formalism (music); Computer science; Unified Modeling Language; Theoretical computer science; Programming language; Software; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.08904423961801068,"gpt":0.312742786337601,"spread":0.2236985467195903,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003868533,0.0004467431,0.0006191982,0.0003314841,0.000299215,0.0004201696,0.001485308,0.000371457,0.000003947801],"category_scores_gemma":[0.0004099351,0.0004333524,0.0001669287,0.0005710316,0.00006507021,0.001668781,0.0003925477,0.0005581038,0.00008791339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004249575,"about_ca_system_score_gemma":0.0001478751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003350588,"about_ca_topic_score_gemma":0.00001643211,"domain_scores_codex":[0.995173,0.000306826,0.001250854,0.001052493,0.001081378,0.001135473],"domain_scores_gemma":[0.9969417,0.0002548475,0.000461187,0.001420808,0.0005214407,0.0003999571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001912783,0.0001774685,0.0003415604,0.0003109036,0.00009388488,0.00009334557,0.002736366,0.8995273,0.001036783,0.08100331,0.0007567747,0.013731],"study_design_scores_gemma":[0.0004118725,0.0001326263,0.00002406963,0.0002484483,0.00001923936,0.00005057993,0.0001853046,0.9945763,0.000560638,0.002514534,0.0007613517,0.0005150505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01808459,0.00027949,0.9772791,0.0001704209,0.001614254,0.0006273557,0.0000236902,0.001666139,0.0002549845],"genre_scores_gemma":[0.6429417,0.00001701625,0.3562703,0.0003118322,0.0002025142,0.00005041026,0.00001772455,0.00004984014,0.0001386914],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6248571,"threshold_uncertainty_score":0.9998118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2736565934","doi":"10.1007/s10270-017-0610-0","title":"SMTIBEA: a hybrid multi-objective optimization algorithm for configuring large constrained software product lines","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Natural Science Foundation of Shanghai","keywords":"Computer science; Key (lock); Satisfiability; Product (mathematics); Modulo; Satisfiability modulo theories; Evolutionary algorithm; Software product line; Software; Algorithm; Mathematical optimization; Theoretical computer science; Software development; Mathematics; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.05963609799971616,"gpt":0.3114324932516746,"spread":0.2517963952519585,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001592363,0.0005493883,0.0007728044,0.0002281341,0.00136457,0.0007701252,0.001693287,0.000158693,0.000001156022],"category_scores_gemma":[0.008061963,0.0005532676,0.0002170039,0.0001436727,0.00009881191,0.001658622,0.0005201605,0.0003419917,0.000005516583],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001953938,"about_ca_system_score_gemma":0.0002342695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006841404,"about_ca_topic_score_gemma":0.000004173238,"domain_scores_codex":[0.9964522,0.000158199,0.0007542206,0.001286078,0.0004103911,0.0009388985],"domain_scores_gemma":[0.9956732,0.0007772626,0.0005826354,0.001820666,0.0009681553,0.0001781132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007835216,0.00004266534,0.0001404016,0.0002089317,0.0000694507,0.00001832489,0.0003792648,0.9636255,0.00004695966,0.0002385005,0.00001748756,0.03520466],"study_design_scores_gemma":[0.001242171,0.00005981068,0.00001644679,0.0003841929,0.00002840112,0.00007114701,0.0001267253,0.9960491,0.000531034,0.0007332843,0.0001069766,0.00065073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004566923,0.001297214,0.9902467,0.00005116421,0.003385508,0.001632435,0.0001618379,0.002762537,0.000005968574],"genre_scores_gemma":[0.08286521,0.00003051084,0.9158201,0.00002753431,0.0005306604,0.0004370008,0.000042616,0.00009665488,0.0001497601],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08240852,"threshold_uncertainty_score":0.9999355,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2578360098","doi":"10.1007/s10270-016-0571-8","title":"The Train Benchmark: cross-technology performance evaluation of continuous model queries","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); Scalability; Metamodeling; Implementation; Automotive industry; Graph; Programming language; Software engineering; Theoretical computer science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.0399046633489821,"gpt":0.3052448455659134,"spread":0.2653401822169312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003233734,0.0002753437,0.0004001518,0.000164704,0.00108622,0.0005700169,0.002705307,0.0002399525,7.398769e-7],"category_scores_gemma":[0.0002776789,0.0002255776,0.0001064446,0.0001454282,0.0002239247,0.001051562,0.000541229,0.0002924385,0.000002926085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001566459,"about_ca_system_score_gemma":0.0002830685,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001091871,"about_ca_topic_score_gemma":0.00001062556,"domain_scores_codex":[0.9972894,0.00008667284,0.0007079028,0.0005232916,0.0009097123,0.0004830054],"domain_scores_gemma":[0.9957361,0.00007078965,0.0005125231,0.002483927,0.001130766,0.00006595295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005317044,0.00001212626,0.003018379,0.00006009287,0.00002332143,9.257005e-7,0.0003616379,0.8698493,0.0001163052,0.03906056,0.00002669736,0.08746535],"study_design_scores_gemma":[0.0002616457,0.00004389343,0.0001708825,0.0002434584,0.00001710925,0.00001533116,0.00001593251,0.9943726,0.0003643168,0.004009383,0.0002421421,0.0002432896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2580598,0.000915612,0.7391867,0.00007020575,0.0004700738,0.000477204,0.000006370956,0.0007356263,0.00007840538],"genre_scores_gemma":[0.8416904,0.00006026476,0.1578407,0.000005235461,0.00004672977,0.0002487576,0.000002467001,0.00002764049,0.00007782467],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5836306,"threshold_uncertainty_score":0.919879,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3035907598","doi":"10.1007/s10270-020-00814-5","title":"Opportunities in intelligent modeling assistance","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal; McGill University","funders":"","keywords":"Flexibility (engineering); Computer science; Context (archaeology); Multitude; Systems engineering; Management science; Software engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1109097368151628,"gpt":0.2568528575037377,"spread":0.1459431206885749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006007248,0.0003877709,0.0005374241,0.0002457441,0.0001061955,0.000291895,0.001391873,0.0001753091,0.000002638752],"category_scores_gemma":[0.0000546138,0.0004167051,0.0001280106,0.0004900117,0.00001960119,0.0008543882,0.0004383901,0.0004572196,0.00001772305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002383084,"about_ca_system_score_gemma":0.0001661231,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002408494,"about_ca_topic_score_gemma":0.000007546439,"domain_scores_codex":[0.9969469,0.0001111282,0.0009154388,0.0008364328,0.0005887091,0.0006014383],"domain_scores_gemma":[0.9985208,0.00005812813,0.0001260625,0.0007998988,0.0002010373,0.0002940912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005246638,0.00001668416,0.0001995973,0.0001639844,0.00001206853,0.00005763723,0.001527456,0.9561532,0.00003049685,0.03158118,0.00006749074,0.01018502],"study_design_scores_gemma":[0.0001297681,0.00003682053,0.000001010433,0.0004167275,0.000004834646,0.00001341422,0.0001138419,0.9960105,0.00003325229,0.0007198206,0.002073215,0.0004467455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00766514,0.001841158,0.9861634,0.0003888786,0.0004537955,0.0004241448,0.000007498137,0.002987688,0.00006829012],"genre_scores_gemma":[0.6798542,0.0001003875,0.3195513,0.0002028291,0.00011156,0.0001021515,0.000005751141,0.00004743449,0.00002440655],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.672189,"threshold_uncertainty_score":0.9998285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1972364602","doi":"10.1007/s10270-010-0164-x","title":"Modeling safety and airworthiness (RTCA DO-178B) information: conceptual model and UML profile","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":60,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Airworthiness; Certification; Computer science; Unified Modeling Language; Software engineering; Systems engineering; Verification and validation; Software; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.008318773994544077,"gpt":0.1903546389593147,"spread":0.1820358649647706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005738609,0.0005021666,0.0006016409,0.0002270943,0.0002368929,0.0002685985,0.0002481022,0.0003842665,0.000007949511],"category_scores_gemma":[0.0001051648,0.0005221441,0.00007108244,0.0001929901,0.0000661655,0.001305942,0.0001274734,0.0007081386,0.00002183593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001055834,"about_ca_system_score_gemma":0.00008548141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001321338,"about_ca_topic_score_gemma":0.00001382278,"domain_scores_codex":[0.9975933,0.00002508306,0.001058451,0.0003858416,0.0003787962,0.0005585016],"domain_scores_gemma":[0.998812,0.00006974435,0.00008316081,0.0005495307,0.0002198944,0.0002656606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001031109,0.000003728657,0.0001787511,0.0005712169,0.00004504548,0.000001633144,0.002264139,0.9924415,0.0001503035,0.001950647,0.00002763562,0.002355113],"study_design_scores_gemma":[0.000571914,0.00001097652,0.000008713781,0.0002939761,0.00002716613,0.00009789634,0.0006749758,0.9969455,0.000007710267,0.0000745552,0.0006908735,0.0005957543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2113453,0.001514712,0.7829661,0.00001305537,0.001433239,0.0006321856,0.00007108897,0.001493741,0.0005306074],"genre_scores_gemma":[0.9822032,0.00007956638,0.01702913,0.00001917227,0.0003030961,0.0001451279,0.00005503311,0.0001124291,0.00005326508],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7708579,"threshold_uncertainty_score":0.999723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077478714","doi":"10.1007/s10270-007-0055-y","title":"A methodology for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements engineering; Software engineering; Selection (genetic algorithm); Domain (mathematical analysis); Process (computing); Context (archaeology); Requirements analysis; Systems engineering; Software; Management science; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1058558447936809,"gpt":0.3490225044252296,"spread":0.2431666596315488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004494985,0.0001417479,0.0002303518,0.0002535055,0.0001082079,0.00005740601,0.0007132221,0.0001085135,5.809067e-7],"category_scores_gemma":[0.002089738,0.0001147451,0.00008752848,0.0004751538,0.00001377458,0.0002194978,0.0001417924,0.0001737425,0.000001041285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001306301,"about_ca_system_score_gemma":0.00006067158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001339113,"about_ca_topic_score_gemma":0.000002926045,"domain_scores_codex":[0.9984058,0.00005073362,0.0004485885,0.0003048199,0.0003529432,0.0004371688],"domain_scores_gemma":[0.9959986,0.003080176,0.000093644,0.0004408951,0.0003292711,0.00005746001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004205592,0.00004589282,0.005075443,0.0008872008,0.000204688,0.000004801776,0.001078969,0.8657945,0.03365754,0.01046415,0.0001719203,0.08257286],"study_design_scores_gemma":[0.0001247038,0.00007790892,0.00009807454,0.000128383,0.00000975183,0.00002548696,0.00003693344,0.9872462,0.01129019,0.0001671162,0.0006508509,0.0001444425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009756023,0.0008399351,0.98727,0.00002289316,0.0006788995,0.0006326674,0.00000154107,0.0007942768,0.000003772603],"genre_scores_gemma":[0.5447345,0.000007891511,0.4549833,0.0000070623,0.0001265967,0.0001001672,7.276764e-7,0.00002029068,0.00001949544],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5349784,"threshold_uncertainty_score":0.4679168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057494031","doi":"10.1007/s10270-009-0127-2","title":"An algebra of product families","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Haskell; Computer science; Idempotence; Product (mathematics); Algebra over a field; Algebraic structure; Programming language; Algebraic number; Basis (linear algebra); Theoretical computer science; Functional programming; Mathematics; Pure mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03690116533383953,"gpt":0.2886656114317231,"spread":0.2517644460978836,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008122771,0.0002315133,0.0004131913,0.0001931751,0.00008921934,0.00008110674,0.001066058,0.00007786781,4.027401e-7],"category_scores_gemma":[0.0006876275,0.0002162367,0.00007539267,0.0004065073,0.00002626335,0.0009385302,0.00008421994,0.000172074,0.00000432301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005156956,"about_ca_system_score_gemma":0.00006937776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004389797,"about_ca_topic_score_gemma":6.090439e-7,"domain_scores_codex":[0.9980512,0.0001531248,0.0004955108,0.0005613131,0.0003624383,0.000376365],"domain_scores_gemma":[0.9981349,0.0001939161,0.0001406021,0.001218043,0.0002201263,0.00009239739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003136144,0.00002534508,0.0001255253,0.00005988606,0.000007819332,0.000004426968,0.0006908367,0.9574757,0.001907679,0.005088633,0.00001123922,0.03459975],"study_design_scores_gemma":[0.000229436,0.000257051,0.0001979345,0.0002352902,0.00001075004,0.0000418424,0.0002621228,0.9723007,0.002187802,0.0236382,0.00009199163,0.0005468446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04143908,0.001887269,0.9539012,0.00003337908,0.0007520998,0.000235225,0.000002659063,0.00172502,0.00002404313],"genre_scores_gemma":[0.5386203,0.00001699242,0.4612297,0.00001844604,0.00008052718,0.000008409483,0.000001716988,0.00001138223,0.0000126204],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4971812,"threshold_uncertainty_score":0.8817876,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154362664","doi":"10.1007/s10270-015-0483-z","title":"The shape of feature code: an analysis of twenty C-preprocessor-based systems","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Feature (linguistics); Computer science; Preprocessor; Outlier; Benchmark (surveying); Program comprehension; Code (set theory); Feature extraction; Data mining; Nesting (process); Pattern recognition (psychology); Artificial intelligence; Programming language; Set (abstract data type); Software","retraction":null,"screen_n_in":null,"score":{"opus":0.05149032838202286,"gpt":0.2981667861856456,"spread":0.2466764578036227,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003050243,0.0002617543,0.00070143,0.0005013766,0.000151664,0.0002890458,0.002189249,0.0001800349,6.781399e-7],"category_scores_gemma":[0.001569382,0.0001969038,0.0002085875,0.002230594,0.00006732458,0.0004244208,0.0002522671,0.0002864147,0.000003470037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001753562,"about_ca_system_score_gemma":0.0004664343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007693652,"about_ca_topic_score_gemma":0.00003148818,"domain_scores_codex":[0.9962852,0.0002824939,0.0007552324,0.000647439,0.00151983,0.0005097787],"domain_scores_gemma":[0.9948626,0.0009683093,0.000357558,0.001991147,0.001536976,0.0002834748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001625306,0.00004011002,0.01932798,0.0002537013,0.0002422852,0.00000388982,0.0006948035,0.9782877,0.0000837417,0.0003873765,0.00006686576,0.0005953258],"study_design_scores_gemma":[0.0002681827,0.00008480757,0.0002860443,0.0001846101,0.0001079981,0.000004412323,0.0005022788,0.9981275,0.00008573798,0.00002757005,0.0001225796,0.0001983223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2179891,0.004911469,0.7756925,0.00003399409,0.0006178488,0.0003376662,0.00003353692,0.0003761593,0.000007805985],"genre_scores_gemma":[0.992756,0.00001021292,0.006960217,0.000006440832,0.0000751433,0.00007275867,0.000019036,0.00003371317,0.00006647668],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7747669,"threshold_uncertainty_score":0.8029504,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2053362736","doi":"10.1007/s10270-013-0385-x","title":"Transformation challenges: from software models to performance models","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Scalability; Petri net; Queueing theory; Software development process; Model-driven architecture; Software; Software development; Software engineering; Programming language; Database; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05411228093989949,"gpt":0.2290206382728025,"spread":0.1749083573329031,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000891255,0.0006407124,0.0008080865,0.0003486133,0.0005143452,0.0005770503,0.001859862,0.0004025878,0.00001374589],"category_scores_gemma":[0.00005349424,0.0005606099,0.0002441457,0.0005634375,0.00003450526,0.007655826,0.0003233509,0.0004212011,0.0007239927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000333819,"about_ca_system_score_gemma":0.0002094995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002902227,"about_ca_topic_score_gemma":0.00002624098,"domain_scores_codex":[0.9949339,0.0001764261,0.001390177,0.001284132,0.001163291,0.001052096],"domain_scores_gemma":[0.9963528,0.0001924163,0.0002352913,0.001952644,0.0007584292,0.0005084174],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009719985,0.00004920638,0.0001673643,0.0003910221,0.00004007949,0.000001452485,0.01036715,0.9321044,0.00002014704,0.001315926,0.0001366761,0.05539686],"study_design_scores_gemma":[0.0004460108,0.0001042438,0.00006082991,0.0007143719,0.00001595016,0.00001785905,0.0008480978,0.9871963,0.00003947106,0.009638068,0.000185802,0.0007330391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.205563,0.002553998,0.7863632,0.0002630743,0.001403644,0.001624439,0.00002092115,0.001811617,0.0003960886],"genre_scores_gemma":[0.9385072,0.0004135385,0.05945328,0.0002214273,0.0003120209,0.0009101856,0.00003046199,0.0000718715,0.00008003305],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7329442,"threshold_uncertainty_score":0.9996845,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135618914","doi":"10.1007/s10270-007-0073-9","title":"Understanding and improving UML package merge","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"JDA Software (Canada); University of Toronto; Queen's University","funders":"","keywords":"Merge (version control); Computer science; Unified Modeling Language; Programming language; Applications of UML; Metamodeling; Software engineering; Information retrieval; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.06504604972907155,"gpt":0.2482276422407048,"spread":0.1831815925116332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001427875,0.0003191892,0.0003501754,0.0003162862,0.0002741416,0.0003168704,0.0006321836,0.0001905539,0.000001006278],"category_scores_gemma":[0.00004244852,0.0003253451,0.00008002072,0.0003565839,0.00003100232,0.0007770851,0.000401409,0.0003142104,0.000005480017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000376469,"about_ca_system_score_gemma":0.00004397326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002397251,"about_ca_topic_score_gemma":0.00001266876,"domain_scores_codex":[0.997539,0.00004678836,0.0005722501,0.0006858506,0.0004732778,0.000682772],"domain_scores_gemma":[0.9986122,0.0001211113,0.0001405962,0.0007891459,0.0001043854,0.0002326124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002139348,0.00007200971,0.005566913,0.001089293,0.0001281832,0.0002548108,0.004776233,0.1771489,0.005277712,0.7100471,0.0003635171,0.09525403],"study_design_scores_gemma":[0.000189516,0.00003858306,0.00001697308,0.0002402674,0.00001025458,0.00007390136,0.00007060273,0.996271,0.000218017,0.002002766,0.0004325655,0.0004355885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008135906,0.0009425291,0.9867442,0.00002644794,0.0007380748,0.0003419721,0.000003563195,0.002990204,0.00007705781],"genre_scores_gemma":[0.6521115,0.00001483986,0.3476662,0.00002449532,0.00009772863,0.00001432532,0.000001965223,0.00003786569,0.00003113171],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8191221,"threshold_uncertainty_score":0.9999198,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081871567","doi":"10.1007/s10270-010-0187-3","title":"Synchronizing concurrent model updates based on bidirectional transformation","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Synchronizer; Computer science; Synchronizing; Correctness; Model transformation; Transformation (genetics); Synchronization (alternating current); Property (philosophy); Distributed computing; Concurrency; Theoretical computer science; Parallel computing; Algorithm; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.110089037202466,"gpt":0.2761769539376186,"spread":0.1660879167351526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007227158,0.0002773441,0.0002907595,0.0002467275,0.0002022262,0.00009271796,0.0005728901,0.0001187367,0.000002726516],"category_scores_gemma":[0.000251618,0.000265412,0.0001079541,0.0002681058,0.00002369547,0.0008220676,0.00005952338,0.0002582716,0.00002116464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002112181,"about_ca_system_score_gemma":0.000126247,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003615098,"about_ca_topic_score_gemma":0.000001012972,"domain_scores_codex":[0.9980924,0.0001236201,0.0004687097,0.0004826366,0.0004268411,0.0004058382],"domain_scores_gemma":[0.9988331,0.0002824719,0.0001129314,0.0005052963,0.0001626423,0.0001035394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005711955,0.0000245902,0.00002694171,0.00008009193,0.000009896992,0.000002333668,0.0007852832,0.9841113,0.00004611353,0.007223116,0.00001221323,0.007672412],"study_design_scores_gemma":[0.0002316422,0.00005128537,0.000004518359,0.0002093664,0.000007427122,0.000008511664,0.00004963924,0.9955994,0.0003479272,0.003158741,0.00003014255,0.0003013265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002243896,0.0003882374,0.9932459,0.00002021238,0.001522448,0.0002820254,0.000009885073,0.002114836,0.0001725608],"genre_scores_gemma":[0.5761891,0.000007681035,0.423622,0.00003575217,0.00004405324,0.00006248616,0.0000070337,0.00002123547,0.00001069008],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5739452,"threshold_uncertainty_score":0.9999798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131332110","doi":"10.1007/s10270-012-0295-3","title":"Improving the SAT modulo ODE approach to hybrid systems analysis by combining different enclosure methods","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Ode; Computer science; Ordinary differential equation; Reachability; Hybrid system; Algorithm; Solver; Enclosure; Theoretical computer science; Heuristics; Mathematical optimization; Applied mathematics; Mathematics; Differential equation; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04413045282746789,"gpt":0.3024960567491746,"spread":0.2583656039217067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006804241,0.0004802812,0.0008353021,0.0003710178,0.0006403571,0.0008099555,0.002038046,0.0001598655,7.117816e-7],"category_scores_gemma":[0.0004877056,0.0003462736,0.000295928,0.0012073,0.00003609793,0.001043289,0.0006499476,0.0004659672,0.00001635069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003594956,"about_ca_system_score_gemma":0.00004782779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008825904,"about_ca_topic_score_gemma":9.250462e-7,"domain_scores_codex":[0.9942303,0.001850144,0.001087827,0.0009071482,0.0009126561,0.001011879],"domain_scores_gemma":[0.9963524,0.0004195891,0.0004852199,0.002112571,0.0002497267,0.0003805205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000881574,0.0001331683,0.003329106,0.0003298806,0.0004350809,5.396665e-7,0.003985385,0.9647448,0.001875265,0.01125305,0.000161297,0.01374363],"study_design_scores_gemma":[0.0001313784,0.00002775821,0.00006568332,0.00006893809,0.0002161669,0.00002731489,0.0007829027,0.9976579,0.0003453077,0.00005576981,0.0001804106,0.0004404656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04302862,0.004148179,0.9485561,0.00002084254,0.002498292,0.001009945,0.00002007526,0.0006156816,0.0001022791],"genre_scores_gemma":[0.5794145,0.000004707884,0.419955,0.00004223129,0.0001790853,0.0002884354,0.00002078213,0.00003303806,0.00006228861],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5363858,"threshold_uncertainty_score":0.9998989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4206030968","doi":"10.1007/s10270-021-00942-6","title":"Automated, interactive, and traceable domain modelling empowered by artificial intelligence","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Domain (mathematical analysis); Software engineering; Domain engineering; Domain analysis; Domain model; Software; Artificial intelligence; Domain knowledge; Software development; Programming language; Component-based software engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.03171702711815094,"gpt":0.2704622975187825,"spread":0.2387452704006315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001230965,0.0002959847,0.0003609178,0.0003126511,0.0006974543,0.0005656728,0.001135255,0.00008562104,0.00001364108],"category_scores_gemma":[0.0001763327,0.0003325245,0.00007861671,0.0006689918,0.00003466951,0.0007211471,0.0008891285,0.0006603629,0.00001838116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003509338,"about_ca_system_score_gemma":0.000115681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003515456,"about_ca_topic_score_gemma":0.000001411364,"domain_scores_codex":[0.9967342,0.0002279076,0.0006161968,0.000876386,0.00086371,0.0006816082],"domain_scores_gemma":[0.998256,0.0005859725,0.0001213887,0.0006944375,0.0001318407,0.0002103079],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001701951,0.00005104126,0.00007639382,0.00005979885,0.00002765818,0.00002932264,0.001750352,0.9919807,0.000220645,0.001369273,0.0002367942,0.004180995],"study_design_scores_gemma":[0.00009916256,0.00007505431,6.963599e-7,0.00006367865,0.000004318601,0.000118196,0.0009660777,0.9949104,0.00007965542,0.00258965,0.0007407145,0.0003524651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1182375,0.00269854,0.875272,0.00007314535,0.0008911886,0.0003904232,0.00002655492,0.002391265,0.00001933954],"genre_scores_gemma":[0.9486568,0.00002310847,0.05091434,0.00002572003,0.00006209585,0.0001737245,0.00001571773,0.00005772141,0.00007078858],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8304193,"threshold_uncertainty_score":0.9999127,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2963633893","doi":"10.1007/s10270-019-00746-9","title":"Contents for a Model-Based Software Engineering Body of Knowledge","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University; Université du Québec à Montréal; Université de Montréal","funders":"Mälardalens högskola","keywords":"Computer science; Scope (computer science); Curriculum; Set (abstract data type); Software engineering; Body of knowledge; Software; Foundation (evidence); Software development; Knowledge management; Pedagogy; Programming language; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.02123807534892493,"gpt":0.24305141902779,"spread":0.2218133436788651,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006427353,0.0004851316,0.000815225,0.000428735,0.000083903,0.0001130044,0.001450033,0.0002760479,0.000001457818],"category_scores_gemma":[0.0001283465,0.0005102016,0.0003320443,0.000383581,0.00001875393,0.0005577481,0.0002791165,0.0002631734,0.00001540766],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002253736,"about_ca_system_score_gemma":0.0002240998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004828867,"about_ca_topic_score_gemma":8.108718e-7,"domain_scores_codex":[0.9970295,0.00004355882,0.0009046192,0.000851436,0.0004745048,0.0006964234],"domain_scores_gemma":[0.9971393,0.000287713,0.0002477892,0.001444452,0.0006900094,0.0001907514],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001233498,0.0000604,0.0009582198,0.001162851,0.00004399555,0.00000145071,0.0002231619,0.980351,0.001107391,0.01472798,0.00007525842,0.001275954],"study_design_scores_gemma":[0.000719569,0.0001185901,0.000008526654,0.0009868618,0.000021196,0.000005201078,0.000004018976,0.995784,0.000880034,0.0001888328,0.0007510681,0.0005320726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02059189,0.0008116179,0.9732194,0.000009440561,0.001005537,0.001527036,0.00005123433,0.002774913,0.000008926093],"genre_scores_gemma":[0.5245968,0.000002482557,0.4749479,0.00001336376,0.00004412418,0.0002447265,0.00001088077,0.00007029953,0.00006951766],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5040048,"threshold_uncertainty_score":0.9997349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283216742","doi":"10.1007/s10270-022-01010-3","title":"Blended modeling in commercial and open-source model-driven software engineering tools: A systematic study","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Rijksdienst voor Ondernemend Nederland","keywords":"Computer science; Notation; Consistency (knowledge bases); Systematic review; Software engineering; Open source; Software; Data science; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.05237208344788011,"gpt":0.2594336111374134,"spread":0.2070615276895333,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002787718,0.0007889568,0.001603609,0.0008526856,0.0006758824,0.001178838,0.003820321,0.0001835078,0.000002193312],"category_scores_gemma":[0.0002050441,0.0008827359,0.0001609535,0.001046782,0.00001897674,0.001866243,0.005185216,0.001137337,0.00000342812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008622871,"about_ca_system_score_gemma":0.0002919401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001008713,"about_ca_topic_score_gemma":0.00004565556,"domain_scores_codex":[0.9937492,0.0005644196,0.001786064,0.001590217,0.001264207,0.001045905],"domain_scores_gemma":[0.9969605,0.0003174173,0.0003265979,0.001886611,0.0002186445,0.0002901973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001630895,0.0002089488,0.0009459054,0.002112945,0.00007000381,0.0000609671,0.005388376,0.9872388,0.00001581672,0.002668181,0.00001505485,0.00125865],"study_design_scores_gemma":[0.001039751,0.0001754835,0.000006792021,0.002003446,0.00004994262,0.0001209413,0.0005210725,0.9949427,0.000001693367,0.0001700103,0.0000342967,0.0009338915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1155477,0.0009364136,0.876176,0.00002817834,0.0004649328,0.004025964,0.00002859613,0.002787628,0.000004565105],"genre_scores_gemma":[0.706391,0.00001014448,0.2908702,0.00004502484,0.00004630268,0.002452997,0.00001280824,0.0001388346,0.00003267787],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5908433,"threshold_uncertainty_score":0.999858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2044138490","doi":"10.1007/s10270-008-0084-1","title":"Model-driven assessment of system dependability","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Computer science; Formalism (music); Probabilistic logic; Reliability engineering; Software engineering; Embedded system; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.062635797815128,"gpt":0.3059809079693298,"spread":0.2433451101542017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001282036,0.0002760357,0.0007462045,0.0002586857,0.0003811813,0.00009975679,0.001460824,0.0001779336,0.000002564629],"category_scores_gemma":[0.0001789379,0.0002458294,0.0003387698,0.0007154551,0.00009607968,0.0006004891,0.0004803161,0.0003492162,0.00001433908],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004342671,"about_ca_system_score_gemma":0.0007103908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000839375,"about_ca_topic_score_gemma":0.00001510509,"domain_scores_codex":[0.995742,0.0003632184,0.001064632,0.000866385,0.001406686,0.0005571431],"domain_scores_gemma":[0.9967582,0.0003003538,0.0002453923,0.001655058,0.0008036091,0.0002373728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003290593,0.00008751186,0.03164013,0.0005864183,0.00005286,0.00001543004,0.0003035386,0.9616193,0.0001146881,0.004939654,0.00001971748,0.0006174755],"study_design_scores_gemma":[0.0002365821,0.00004012741,0.0001257619,0.0002284206,0.00001509776,0.00005441625,0.0001802842,0.9986175,0.00002949682,0.0002241941,0.00001260952,0.0002354923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2056046,0.0002792233,0.7928219,0.00001842373,0.0001933036,0.0003532407,0.00001413836,0.0005495264,0.0001655871],"genre_scores_gemma":[0.8658468,0.00002471641,0.1339287,0.000007726485,0.0000514235,0.00006647012,0.000007847338,0.00001988062,0.00004642935],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6602423,"threshold_uncertainty_score":0.9999994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092758480","doi":"10.1007/s10270-014-0399-z","title":"An executable formal semantics for UML-RT","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Applications of UML; Unified Modeling Language; Formal semantics (linguistics); UML tool; Object Constraint Language; Operational semantics; Denotational semantics; Semantics (computer science); Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02070657615113778,"gpt":0.2578143589089094,"spread":0.2371077827577716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002562623,0.0003683774,0.0006000568,0.0001988457,0.0005295633,0.0009675543,0.001478501,0.0002233399,0.00000115701],"category_scores_gemma":[0.0002153051,0.0003528006,0.0001784788,0.0002978056,0.00002013762,0.00280174,0.0002204568,0.000196334,0.00005369805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001145783,"about_ca_system_score_gemma":0.0001453031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005718943,"about_ca_topic_score_gemma":0.0000150371,"domain_scores_codex":[0.9964223,0.0001894777,0.0008944478,0.0008675658,0.0005982236,0.001027967],"domain_scores_gemma":[0.9972033,0.0002109031,0.0002934581,0.001543346,0.0004448524,0.0003041709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000988733,0.00004516321,0.000746293,0.0005418119,0.00003485861,0.000003459245,0.001004084,0.9646148,0.0008646162,0.02452237,0.000157067,0.007455586],"study_design_scores_gemma":[0.0004753202,0.0001425862,0.000004693805,0.0002825375,0.00001739942,0.00006993103,0.0001984968,0.9960626,0.0001221453,0.001331446,0.000842114,0.0004507703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02811455,0.0002843497,0.9673068,0.00004941525,0.002031856,0.0008783865,0.000006856558,0.001110205,0.000217616],"genre_scores_gemma":[0.7715825,0.000002614327,0.2273536,0.00005881916,0.0006358058,0.0001397655,0.00001469548,0.00005933187,0.0001528565],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7434679,"threshold_uncertainty_score":0.9998924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973853680","doi":"10.1007/s10270-003-0024-z","title":"EB3: an entity-based black-box specification method for information systems","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Notation; Abstraction; Process (computing); Modular design; Class diagram; Class (philosophy); Black box; Formal specification; Process calculus; Theoretical computer science; Relation (database); Function (biology); Programming language; Composition (language); Unified Modeling Language; Data mining; Artificial intelligence; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.06139219366238525,"gpt":0.3114297108213439,"spread":0.2500375171589586,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002598762,0.0003247803,0.0004450741,0.0003428793,0.0002541606,0.0005646025,0.0007842218,0.000206265,6.497129e-7],"category_scores_gemma":[0.001922824,0.0003313769,0.0001235626,0.0004531369,0.00002209095,0.00259998,0.00005157059,0.0002040363,0.00002105523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000261817,"about_ca_system_score_gemma":0.0001684768,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005847241,"about_ca_topic_score_gemma":0.000001309194,"domain_scores_codex":[0.9970771,0.0005357584,0.0008423562,0.0005460446,0.0004824995,0.0005162287],"domain_scores_gemma":[0.9968467,0.0009029409,0.0003471812,0.001149442,0.0005993051,0.0001543916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005190839,0.00001835721,0.00004076098,0.0003457106,0.00001331844,6.409411e-7,0.0004852751,0.9507333,0.0001281915,0.04406536,0.00002181487,0.00414209],"study_design_scores_gemma":[0.0003911416,0.00006774513,0.000005602115,0.000119789,0.00001185594,0.00001280006,0.0002767495,0.9922069,0.0003169045,0.002350372,0.003842464,0.000397715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0005999625,0.0003842314,0.9933074,0.00001495326,0.00259851,0.001124846,0.00002486086,0.001898566,0.00004663419],"genre_scores_gemma":[0.1675534,0.000006346809,0.831901,0.00003626057,0.0001197612,0.0002758205,0.00003809838,0.00003474232,0.00003464034],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1669534,"threshold_uncertainty_score":0.9999138,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105827348","doi":"10.1007/s10270-011-0205-0","title":"A modular timed graph transformation language for simulation-based design","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; DEVS; Modular design; Graph rewriting; Interrupt; Theoretical computer science; Model transformation; Programming language; Graph; Distributed computing; Artificial intelligence; Simulation; Modeling and simulation; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.05836140266573885,"gpt":0.2590263833611772,"spread":0.2006649806954383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007460511,0.0002644555,0.0002933193,0.0002927372,0.0001521141,0.0001074404,0.0006648377,0.0001608821,0.00000226308],"category_scores_gemma":[0.00004255387,0.0002670596,0.0001555784,0.0002926331,0.00001340114,0.0006797684,0.00003220322,0.0001242589,0.000007051839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009397375,"about_ca_system_score_gemma":0.00008536369,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001287695,"about_ca_topic_score_gemma":0.000001019918,"domain_scores_codex":[0.9982398,0.00008896986,0.0005156801,0.0004350999,0.0003338397,0.0003865862],"domain_scores_gemma":[0.9986162,0.0002040239,0.0001208707,0.0006991004,0.0002498979,0.0001099038],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001322407,0.00002502718,0.00001365189,0.0001361897,0.00001719412,0.000002510405,0.002927708,0.9840863,0.000200889,0.005273198,0.000008048834,0.007296032],"study_design_scores_gemma":[0.000349221,0.0000770514,0.000002630024,0.0001562018,0.00001587821,0.000002242655,0.00001701665,0.9966204,0.0009125606,0.001414597,0.0001172713,0.0003149422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001944245,0.0002457199,0.9931039,0.000009950542,0.0002802665,0.001384843,0.00001374188,0.003007327,0.00001005835],"genre_scores_gemma":[0.5098825,8.413982e-7,0.4897659,0.00002062196,0.00002693481,0.0002575086,0.00001188264,0.00002730381,0.000006446187],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5079383,"threshold_uncertainty_score":0.9999782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049244577","doi":"10.1007/s10270-013-0370-4","title":"T-Core: a framework for custom-built model transformation engines","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Transformation (genetics); Model transformation; Reuse; Programming language; Context (archaeology); Program transformation; Task (project management); Software engineering; Model-driven architecture; Theoretical computer science; Unified Modeling Language; Systems engineering; Artificial intelligence; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.05798736777553443,"gpt":0.2826800733855033,"spread":0.2246927056099689,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004869312,0.0004134949,0.0004600056,0.0002802445,0.0002158141,0.0003998364,0.001191439,0.0003413097,0.000002284429],"category_scores_gemma":[0.00006526046,0.0004022619,0.0002131507,0.0003532824,0.00001869911,0.001701819,0.0001259025,0.0003279273,0.00003432251],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001643002,"about_ca_system_score_gemma":0.0001071366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001814915,"about_ca_topic_score_gemma":0.000001587897,"domain_scores_codex":[0.9974346,0.00003166748,0.0007498102,0.0006320194,0.0004830878,0.0006688715],"domain_scores_gemma":[0.9979606,0.0001586013,0.0001485766,0.001058382,0.0004786308,0.0001952691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002190839,0.0000171581,0.00001762786,0.000215212,0.0000168009,4.911172e-7,0.001009884,0.7689204,0.00009633744,0.2156471,0.0002570364,0.01379975],"study_design_scores_gemma":[0.0001796155,0.00004008619,0.00000130817,0.0003476981,0.00001251461,0.00001364748,0.00001558524,0.9420809,0.00008671007,0.05598948,0.0007796853,0.0004527451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004905103,0.0004264022,0.9876427,0.0001572503,0.0006856715,0.001782584,0.00001824667,0.004361511,0.0000205253],"genre_scores_gemma":[0.4121068,0.00001427483,0.5864878,0.00005946575,0.0001136821,0.001119169,0.0000116644,0.00005060119,0.00003657675],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4072016,"threshold_uncertainty_score":0.9998429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1069280640","doi":"10.1007/s10270-015-0489-6","title":"A participative end-user method for multi-perspective business process elicitation and improvement","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Nautical Research Society","funders":"","keywords":"Business Process Model and Notation; Computer science; Business process; Business process modeling; Artifact-centric business process model; Knowledge management; Process (computing); Process modeling; Business rule; Requirements elicitation; Process management; Perspective (graphical); Unified Modeling Language; Human–computer interaction; Work in process; Requirements engineering; Artificial intelligence; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.09490835606332051,"gpt":0.3451054893695271,"spread":0.2501971333062066,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001230474,0.0003832032,0.0005555305,0.0003754894,0.0003568074,0.0005578933,0.0002118572,0.0001374836,0.000003306249],"category_scores_gemma":[0.00114996,0.0003388177,0.00009387624,0.0008290015,0.00003937812,0.001548786,0.0001028375,0.0001364959,0.00001016862],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001333825,"about_ca_system_score_gemma":0.0001389619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006475266,"about_ca_topic_score_gemma":0.0001596744,"domain_scores_codex":[0.9976485,0.00002369838,0.0006234765,0.0007556833,0.0004532034,0.0004953752],"domain_scores_gemma":[0.9945326,0.00007222351,0.000411339,0.0002518107,0.004675146,0.00005680804],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001976633,0.0002164311,0.002415835,0.001778177,0.0002396744,0.000003437975,0.003167681,0.9729191,0.0001920255,0.005362455,0.0001286079,0.01337889],"study_design_scores_gemma":[0.001462659,0.0000171987,0.00002465568,0.0002644851,0.0003214983,0.000001870523,0.01368149,0.977622,0.00001974849,0.00588029,0.0002541581,0.0004499958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07372907,0.0008342582,0.9234282,0.0003510189,0.0003818547,0.0008381988,0.00001316636,0.0003510536,0.00007314044],"genre_scores_gemma":[0.9683196,0.000007737856,0.02931841,0.0003601419,0.000890936,0.0008317527,0.00006343868,0.00008424158,0.0001237307],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8945906,"threshold_uncertainty_score":0.9999064,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967995358","doi":"10.1007/s10270-009-0112-9","title":"Improving the quality of use case models using antipatterns","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Simplicity; Quality (philosophy); Computer science; Simple (philosophy); Risk analysis (engineering); Software engineering; Artificial intelligence; Management science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2354478435855826,"gpt":0.3583270010534775,"spread":0.1228791574678949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002013907,0.0002760478,0.0004859348,0.0001312591,0.000246727,0.0002157074,0.0008593296,0.000119817,2.012539e-7],"category_scores_gemma":[0.001177681,0.0002152064,0.0001485542,0.0003629699,0.00003619761,0.001583014,0.0002504011,0.000285295,5.5805e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001086895,"about_ca_system_score_gemma":0.00007994728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001752657,"about_ca_topic_score_gemma":0.000005980746,"domain_scores_codex":[0.9973167,0.0004079632,0.0008432762,0.0005320125,0.0004325147,0.0004675927],"domain_scores_gemma":[0.996856,0.001081328,0.0003682451,0.001331607,0.0002811688,0.00008164414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003913768,0.00001297175,0.0001569148,0.00007973494,0.00001231542,0.0000625829,0.000757851,0.9894764,0.001487103,0.002390912,0.000001271496,0.005557987],"study_design_scores_gemma":[0.0001415043,0.00002600801,0.00001695204,0.0001224425,0.0000107451,0.0004199966,0.0001902294,0.9942137,0.0001442666,0.004455814,0.000001088969,0.0002572261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2576439,0.0005873301,0.7404041,0.00001502203,0.0005115466,0.000246472,0.000008118704,0.0005821732,0.000001349177],"genre_scores_gemma":[0.5748035,0.000004521608,0.425085,0.00003111328,0.0000505102,0.000004931802,5.904508e-7,0.00001421728,0.000005639436],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3171596,"threshold_uncertainty_score":0.8775863,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2600599962","doi":"10.1007/s10270-017-0594-9","title":"Managing design-time uncertainty","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Uncertainty analysis; ENCODE; Systems engineering; Software engineering; Risk analysis (engineering); Management science; Simulation","retraction":null,"screen_n_in":null,"score":{"opus":0.04730855297290635,"gpt":0.2795139488709415,"spread":0.2322053958980352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001537884,0.000272911,0.0003456665,0.0002017186,0.000931509,0.001715354,0.003217631,0.0001208396,0.000005555404],"category_scores_gemma":[0.001639158,0.0002674325,0.0001045159,0.0001517986,0.0000439748,0.001069819,0.0008640766,0.000312737,0.0003218204],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002101459,"about_ca_system_score_gemma":0.0001511721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004398433,"about_ca_topic_score_gemma":0.000001436191,"domain_scores_codex":[0.9973261,0.0001125444,0.0003746629,0.0007157277,0.0007221722,0.000748803],"domain_scores_gemma":[0.9963194,0.0005523382,0.0001478907,0.002525981,0.0002300909,0.0002242685],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004108704,0.00001101537,0.0008705087,0.0000779291,0.000030249,0.00005879247,0.0002295517,0.9848196,0.0001055788,0.0006047979,0.0003393049,0.01284854],"study_design_scores_gemma":[0.000221933,0.00002581754,0.00007278943,0.0002410483,0.000005192558,0.00003317568,0.00001539712,0.9974052,0.00002954697,0.001332867,0.000301474,0.0003155858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006430422,0.0008242198,0.9893688,0.0002055186,0.001104611,0.000400856,0.000002425431,0.001528519,0.0001346229],"genre_scores_gemma":[0.8989097,0.00002322701,0.09994411,0.00002493155,0.0002588308,0.0000789832,0.000002302527,0.00005260293,0.0007052424],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8924794,"threshold_uncertainty_score":0.9999778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385073874","doi":"10.1007/s10270-023-01115-3","title":"An ontology-based approach to engineering ethicality requirements","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Requirements engineering; Requirements elicitation; Ontology; Requirements analysis; Requirement; Software engineering; Non-functional requirement; Requirements management; Risk analysis (engineering); Software development; Software; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1628226615618281,"gpt":0.4067684726239038,"spread":0.2439458110620757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004905509,0.0001591613,0.000287627,0.0001561611,0.000816325,0.0003306386,0.0004392503,0.0004294509,0.000003290348],"category_scores_gemma":[0.002281835,0.0001695267,0.00008640869,0.0006063696,0.00006117034,0.0003440451,0.00004606901,0.0004238076,0.00004622116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002349851,"about_ca_system_score_gemma":0.000379541,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01115352,"about_ca_topic_score_gemma":0.0003920249,"domain_scores_codex":[0.9974227,0.0003419222,0.0003591477,0.0004069335,0.0007885461,0.0006807563],"domain_scores_gemma":[0.9985644,0.0002248318,0.00006447001,0.0003384925,0.0003651569,0.0004426732],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008212773,0.00005444225,0.001323495,0.0001303804,0.00002276752,0.000004251849,0.02176138,0.9488555,0.0001419654,0.02709122,0.0002432118,0.0003631731],"study_design_scores_gemma":[0.0002674942,0.00006239356,0.0001484751,0.0002128857,0.00002132994,3.45275e-7,0.01012293,0.9825354,0.000005802611,0.002937013,0.003192128,0.0004937986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2258795,0.00008748376,0.7644192,0.002355192,0.001476131,0.0007986099,0.00002282476,0.001995591,0.002965503],"genre_scores_gemma":[0.9928994,0.000007311269,0.005840094,0.0005493841,0.0004632086,0.00006607156,0.00002447395,0.00003354499,0.0001165244],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7670199,"threshold_uncertainty_score":0.9954313,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3038491760","doi":"10.1007/s10270-020-00806-5","title":"Mixed-semantics composition of statecharts for the component-based design of reactive systems","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Innovációs és Technológiai Minisztérium; Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Programming language; Composition (language); Component (thermodynamics); Semantics (computer science); Formal semantics (linguistics); Code generation; Formal methods; Formal verification; Operational semantics; Model checking","retraction":null,"screen_n_in":null,"score":{"opus":0.1388665254889684,"gpt":0.2893922879197075,"spread":0.1505257624307391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001380191,0.0001669322,0.000397368,0.0000779809,0.000140816,0.00007292,0.0007289946,0.00008585154,1.48191e-7],"category_scores_gemma":[0.0001968366,0.0001348102,0.00009891394,0.0002797894,0.00004818551,0.0002916129,0.00007622135,0.0001170442,0.000001663189],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006413188,"about_ca_system_score_gemma":0.0001033523,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000137795,"about_ca_topic_score_gemma":1.908478e-7,"domain_scores_codex":[0.9978874,0.0003718211,0.0007621732,0.000322917,0.0004406784,0.0002149924],"domain_scores_gemma":[0.9974056,0.0007824866,0.0006196799,0.0005566015,0.0005699106,0.00006565335],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006208377,0.00003058697,0.00002309529,0.0007312963,0.00003832784,5.115232e-7,0.0008391598,0.9722922,0.01327795,0.01204028,0.00003351714,0.0006309697],"study_design_scores_gemma":[0.0003192301,0.0001629084,0.000004067244,0.0003359515,0.0000343077,0.000003674668,0.0004017577,0.9861969,0.01226247,0.0001215453,0.00002599694,0.0001311438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005640207,0.0005861661,0.9910969,0.000103936,0.0008125429,0.001539388,0.00004406125,0.0001742793,0.000002518982],"genre_scores_gemma":[0.6317233,0.000004676766,0.3681048,0.00001819846,0.00004040012,0.00008486029,0.000008618386,0.00001434792,8.276605e-7],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6260831,"threshold_uncertainty_score":0.5497401,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2917879132","doi":"10.1007/s10270-019-00724-1","title":"Model execution tracing: a systematic mapping study","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Executable; Scalability; Data science; Focus (optics); Software engineering; Field (mathematics); Empirical research; Representation (politics); Programming language; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.03408515364128745,"gpt":0.2414955781494931,"spread":0.2074104245082057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001660228,0.0004897424,0.0009286549,0.0004763993,0.0001847989,0.000447581,0.001488169,0.0001965547,0.000001305182],"category_scores_gemma":[0.00004082419,0.0004713203,0.0001926377,0.0005846734,0.00001047488,0.001128389,0.0004083588,0.0003861789,0.00009257378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003636126,"about_ca_system_score_gemma":0.0001239955,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001335284,"about_ca_topic_score_gemma":0.00000228418,"domain_scores_codex":[0.9959492,0.000227519,0.001165533,0.001040155,0.0009591582,0.0006584115],"domain_scores_gemma":[0.997122,0.0001037038,0.0003060536,0.001994133,0.0003006331,0.0001734927],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002364256,0.00008787515,0.0007124883,0.005088686,0.00005534783,0.0000119134,0.003630288,0.9806206,0.0001557613,0.009348693,0.00001956949,0.0002663803],"study_design_scores_gemma":[0.0003211181,0.00008632072,0.000006522003,0.004440644,0.0000272662,0.00004641959,0.0002787399,0.9937804,0.00001006392,0.0004664768,0.00001330755,0.0005227547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1058141,0.0005147133,0.8856214,0.00001161015,0.0007629862,0.003066767,0.000003124681,0.004156887,0.00004836788],"genre_scores_gemma":[0.7483799,0.000003351057,0.2508735,0.00001999493,0.00004996897,0.000415218,0.000003010482,0.00005956356,0.0001954909],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6425658,"threshold_uncertainty_score":0.9997739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967352877","doi":"10.1007/s10270-006-0039-3","title":"Producing robust use case diagrams via reverse engineering of use case descriptions","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Use Case Diagram; Construct (python library); Reverse engineering; Software engineering; Readability; Process (computing); Use Case Points; Software development process; Set (abstract data type); Software development; Separation of concerns; Unified Modeling Language; Industrial engineering; Programming language; Class diagram; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.114655541520691,"gpt":0.2728405731165398,"spread":0.1581850315958488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002272307,0.0004323228,0.0005740584,0.0004603974,0.0002558108,0.0002556794,0.0004966671,0.0002048241,6.480196e-7],"category_scores_gemma":[0.005121395,0.000451062,0.0001678434,0.0008654296,0.00004038981,0.002444471,0.0003447888,0.0004584521,0.000003939108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000290618,"about_ca_system_score_gemma":0.00006460393,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002761832,"about_ca_topic_score_gemma":0.0001154555,"domain_scores_codex":[0.996796,0.000147108,0.001016891,0.0008435167,0.0003899627,0.0008064888],"domain_scores_gemma":[0.9956082,0.001916519,0.0002641228,0.001501112,0.0004592734,0.0002507996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000531577,0.00002794034,0.0005873289,0.0002492996,0.00003756788,0.008200544,0.001758656,0.9853148,0.0009744191,0.0002532632,0.00001297529,0.002577922],"study_design_scores_gemma":[0.0002355342,0.00004295559,0.00004081516,0.0004275466,0.00003688814,0.02492096,0.0003388384,0.9729303,0.0003247801,0.00008926713,0.00004374489,0.0005684351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2629949,0.0004320299,0.7332254,0.000005044782,0.001524155,0.0004202953,0.00001144716,0.001386315,4.446703e-7],"genre_scores_gemma":[0.4843081,0.000007277336,0.515482,0.000007673159,0.00009671513,0.00002229143,0.000002680016,0.00004480423,0.00002847794],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2213132,"threshold_uncertainty_score":0.9997941,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084206470","doi":"10.1007/s10270-004-0056-z","title":"A behavioral analysis and verification approach to pattern-based design composition","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Reuse; Software design pattern; Software; Software development; Composition (language); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.09185485213269434,"gpt":0.2971870864862056,"spread":0.2053322343535112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009199387,0.0002021071,0.0003247673,0.0003620334,0.0001451484,0.0001856007,0.0003219104,0.00008938836,2.895466e-7],"category_scores_gemma":[0.0001536912,0.0002075256,0.00007180327,0.0008435744,0.00001404479,0.0002824803,0.0000450414,0.0001204706,0.000003044712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001108158,"about_ca_system_score_gemma":0.00004056879,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007238565,"about_ca_topic_score_gemma":5.845449e-7,"domain_scores_codex":[0.9981457,0.0003908398,0.000325946,0.0005857173,0.0002662582,0.0002855274],"domain_scores_gemma":[0.9987999,0.0002532449,0.00008553973,0.0006149497,0.0001240105,0.0001223388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002578036,0.00003168773,0.0007081433,0.00003373394,0.00002649111,0.000001531681,0.0003278065,0.994429,0.0003808797,0.0002909451,0.000002334431,0.003764888],"study_design_scores_gemma":[0.0001392671,0.00004135377,0.0001142563,0.00003118299,0.00006877143,0.000007503137,0.00005389445,0.998696,0.0003761221,0.0002084946,0.00000771679,0.0002554605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01421158,0.0002421954,0.9841757,0.000009274923,0.0002099514,0.000400436,0.000003618351,0.0007424586,0.000004786588],"genre_scores_gemma":[0.4978653,0.000001004372,0.5020054,0.00001839251,0.000008923186,0.00008166806,0.000006058784,0.00001056416,0.000002647473],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4836538,"threshold_uncertainty_score":0.8462647,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4304694950","doi":"10.1007/s10270-022-01054-5","title":"Real-time collaborative multi-level modeling by conflict-free replicated data types","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Scalability; Replication (statistics); Collaborative editing; Distributed computing; Data science; Database; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.074031288039067,"gpt":0.283833103421923,"spread":0.209801815382856,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.001736467,0.0005466149,0.000726729,0.0002900844,0.0007110522,0.0003661154,0.006565833,0.0001866438,0.0000131776],"category_scores_gemma":[0.0001589473,0.0006084373,0.00009475534,0.00108753,0.00003637008,0.001075923,0.005352138,0.0006271214,0.00002945182],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004562777,"about_ca_system_score_gemma":0.0003880068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001481536,"about_ca_topic_score_gemma":0.00000601919,"domain_scores_codex":[0.99494,0.0003538244,0.001031491,0.001830764,0.001068379,0.0007755546],"domain_scores_gemma":[0.9927592,0.0001455894,0.0003228905,0.00596621,0.0005588524,0.0002472035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001485019,0.00008438741,0.00003321919,0.00006157077,0.0000872088,0.00002098732,0.0009253514,0.9833945,0.001472234,0.003032103,0.00901519,0.00185839],"study_design_scores_gemma":[0.000515483,0.00006896357,6.122182e-7,0.0001016616,0.0000255682,0.00003458363,0.000058448,0.98997,0.00006010622,0.0001758812,0.008306958,0.000681788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002953617,0.001722048,0.9866467,0.0001292175,0.0005301171,0.00107572,0.001592538,0.005304727,0.0000453803],"genre_scores_gemma":[0.1472642,0.0001168764,0.8502762,0.00008060791,0.0001048119,0.0006027411,0.0007429213,0.0001611961,0.0006504441],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1443106,"threshold_uncertainty_score":0.9996367,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038221577","doi":"10.1007/s10270-006-0029-5","title":"TURTLE-P: a UML profile for the formal validation of critical and distributed systems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unified Modeling Language; Turtle (robot); Class diagram; UML tool; Applications of UML; Formal methods; Semantics (computer science); Formal semantics (linguistics); Programming language; Model checking; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.04025402107179734,"gpt":0.2888660714640848,"spread":0.2486120503922875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001115494,0.0001810925,0.0003108777,0.00006869531,0.0002196692,0.000166371,0.0004220844,0.0001041678,1.098616e-7],"category_scores_gemma":[0.001927872,0.0001353303,0.00006773187,0.000197833,0.00005862577,0.0006020861,0.0001576994,0.0001206644,7.584146e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005411981,"about_ca_system_score_gemma":0.0000451398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001537788,"about_ca_topic_score_gemma":7.689957e-7,"domain_scores_codex":[0.9983899,0.0001086183,0.0005083179,0.0003315902,0.0002740535,0.0003875005],"domain_scores_gemma":[0.9963283,0.00271883,0.0001318225,0.0004510347,0.0003248972,0.00004512646],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003831774,0.00001145828,0.0001537401,0.0004747996,0.00001062966,8.569383e-7,0.0001216995,0.9812132,0.0001357649,0.01706069,0.00005379246,0.0007595135],"study_design_scores_gemma":[0.0001922665,0.00004366847,0.00003659484,0.0001348738,0.00002023191,0.00002940589,0.0001804346,0.995719,0.00025506,0.003176249,0.00008702357,0.0001251909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008424176,0.003059301,0.986115,0.00004155838,0.001041342,0.0007155933,0.00008380791,0.0005150795,0.000004157101],"genre_scores_gemma":[0.7488726,0.000004035674,0.2507052,0.000002884555,0.000135817,0.0002229303,0.00001983896,0.0000165678,0.00002011479],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7404485,"threshold_uncertainty_score":0.5518609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392293665","doi":"10.1007/s10270-024-01154-4","title":"Circular systems engineering","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Sustainable Supply Chain Management","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Sustainability; Risk analysis (engineering); Systems engineering; Computer science; Value (mathematics); Key (lock); Management science; Process management; Engineering; Business; Computer security; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.01420532618465256,"gpt":0.1985255771533097,"spread":0.1843202509686571,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001039693,0.0003892613,0.0003867337,0.0008219235,0.0001977121,0.002571195,0.0004109966,0.0001319307,0.00002593693],"category_scores_gemma":[0.0001840985,0.0003869564,0.0001687162,0.0009017016,0.00001335391,0.001458203,0.0002769966,0.0002691922,0.0005999178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003133561,"about_ca_system_score_gemma":0.0000472311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002354663,"about_ca_topic_score_gemma":0.000002331843,"domain_scores_codex":[0.9973811,0.00001527553,0.0006007077,0.0006719989,0.0006149412,0.0007159591],"domain_scores_gemma":[0.9990571,0.00006882755,0.00008660427,0.00053608,0.0002205805,0.00003085044],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002736587,0.00001104073,0.0003663362,0.008240644,0.0001093345,0.0002377506,0.00006725726,0.952135,0.00003664286,0.03617791,0.002095447,0.0005198482],"study_design_scores_gemma":[0.0001243007,0.000002751373,0.000004168317,0.0009394333,0.00008462928,0.00001270804,0.001389466,0.8667595,4.261624e-7,0.0002840082,0.1299978,0.0004008047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02670261,0.01600909,0.9423019,0.0001506902,0.008111849,0.001154014,0.00000456767,0.003884591,0.001680641],"genre_scores_gemma":[0.9942144,0.00001387746,0.000280515,0.0001168804,0.003998838,0.0002617358,0.00004346289,0.0001747081,0.0008956128],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9675118,"threshold_uncertainty_score":0.9998583,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4307728471","doi":"10.1007/s10270-022-01053-6","title":"Specification and analysis of legal contracts with Symboleo","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Axiom; Design by contract; Formal specification; Specification language; Programming language; Model checking; Contract management; Software engineering; Semantics (computer science); Business; Mathematics; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.01827200830534264,"gpt":0.2030731933795932,"spread":0.1848011850742506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005716154,0.0001851105,0.000532071,0.0008460826,0.000402971,0.0002429204,0.000200102,0.00003786929,0.00002870821],"category_scores_gemma":[0.00004675283,0.0001654879,0.0001100854,0.001963031,0.00003003972,0.0006706693,0.0001176713,0.0001564339,0.000002383973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003657149,"about_ca_system_score_gemma":0.00003669038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003310934,"about_ca_topic_score_gemma":0.00005575899,"domain_scores_codex":[0.9983368,0.00001927429,0.0004880137,0.0004106267,0.0005194902,0.0002258056],"domain_scores_gemma":[0.9988211,0.00003424851,0.0004200975,0.0003011126,0.0004075989,0.00001581292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004673736,0.00004991285,0.02396123,0.0001899837,0.0004678936,0.000004739114,0.00006848996,0.9704914,0.00007785146,0.003350543,0.00001841433,0.001272822],"study_design_scores_gemma":[0.0002733587,0.000006963584,0.0005274959,0.00004980796,0.001660535,0.000003415318,0.001226415,0.9950931,0.00000145697,0.0001201414,0.000816417,0.0002208786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6219809,0.001083724,0.3760903,0.0001075296,0.0001153725,0.0001537442,0.00001476349,0.0001546335,0.0002989844],"genre_scores_gemma":[0.9989756,0.00001219742,0.0003909979,0.0001073763,0.0001907043,0.000057857,0.0001499121,0.00003061083,0.00008478783],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3769946,"threshold_uncertainty_score":0.67484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069374766","doi":"10.1007/s10270-012-0257-9","title":"Lessons learned from building model-driven development tools","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Universität Paderborn; University of Waterloo; Università di Pisa; Magyar Tudományos Akadémia; Technische Universität Berlin; European Commission","keywords":"Software deployment; Computer science; Capability Maturity Model; Software engineering; Maturity (psychological); Key (lock); Software development; Systems engineering; Software; Process management; Engineering management; Data science; Engineering; Computer security; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1315089539939268,"gpt":0.3047574937739088,"spread":0.173248539779982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008703539,0.0005234619,0.0005942416,0.0002664619,0.0003520613,0.0004729084,0.001655435,0.0002987806,0.00000346312],"category_scores_gemma":[0.00005848541,0.0005392919,0.0001560038,0.00035619,0.00002298087,0.002072447,0.0008186482,0.0004681346,0.00006194945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004767643,"about_ca_system_score_gemma":0.0002314923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001971762,"about_ca_topic_score_gemma":0.000003263638,"domain_scores_codex":[0.9962298,0.0001150011,0.000848146,0.0008921733,0.0008005227,0.001114388],"domain_scores_gemma":[0.9976319,0.0001534272,0.0002153574,0.001376227,0.0002147967,0.0004082706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000314703,0.00004769152,0.0005806098,0.00005316539,0.00005520819,0.00000454854,0.002301677,0.8980916,0.001124999,0.03483988,0.0000928403,0.06280461],"study_design_scores_gemma":[0.0001908799,0.00001050773,0.0000215569,0.0003715613,0.00001560625,0.00001195586,0.00001738117,0.9898705,0.0008678587,0.00109119,0.006851323,0.0006796611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03610425,0.001092157,0.9570996,0.0001021627,0.0009080792,0.0004449756,0.00002190705,0.004191898,0.00003496255],"genre_scores_gemma":[0.4824008,0.00001719579,0.5171295,0.00003633722,0.0001620803,0.0001383375,0.00001690638,0.00005370119,0.00004511148],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4462965,"threshold_uncertainty_score":0.9997059,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2907591694","doi":"10.1007/s10270-018-00707-8","title":"A unifying framework for homogeneous model composition","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Formality; Composition (language); Reuse; Homogeneous; Realization (probability); Theoretical computer science; Software engineering; Mathematics; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02537074557865598,"gpt":0.2586156416904238,"spread":0.2332448961117678,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004972171,0.0003489908,0.0004620341,0.0002261608,0.0001909289,0.0003010144,0.001097161,0.000289252,0.000001170077],"category_scores_gemma":[0.00002020682,0.0003726544,0.0001939614,0.0002804949,0.00001265966,0.0005744211,0.0002648796,0.0003056452,0.00002833497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002284738,"about_ca_system_score_gemma":0.0001115017,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004316538,"about_ca_topic_score_gemma":5.072755e-7,"domain_scores_codex":[0.9975814,0.00004951653,0.0005498957,0.0007862085,0.0004433349,0.0005896897],"domain_scores_gemma":[0.9979804,0.0001753814,0.0001604102,0.001248817,0.0002905423,0.0001444288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005897646,0.00001809478,0.00009361058,0.0002077551,0.00001923081,0.000002568875,0.000312696,0.8050306,0.000327605,0.1908591,0.00003017382,0.003092688],"study_design_scores_gemma":[0.0002003423,0.00005935508,8.026666e-7,0.0005907589,0.00001227606,0.0000367027,0.000007766206,0.9793532,0.0001438476,0.01879484,0.0003552325,0.0004448202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0175683,0.0005677869,0.9762072,0.00003701057,0.0008948002,0.001271739,0.00002171468,0.003412043,0.00001938386],"genre_scores_gemma":[0.4677092,0.000006927226,0.5318891,0.0000491038,0.00007379834,0.0001748966,0.00001099086,0.00004643034,0.00003954074],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4501409,"threshold_uncertainty_score":0.9998726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2898828277","doi":"10.1007/s10270-018-0700-7","title":"A Multi-Paradigm Modelling approach to live modelling","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Agentschap voor Innovatie door Wetenschap en Technologie; Fonds Wetenschappelijk Onderzoek","keywords":"Computer science; Liveness; Executable; Programming language; Rotation formalisms in three dimensions; Debugging; Software engineering; Domain-specific language; Compiler; Domain (mathematical analysis); Modeling language; Code generation; Separation of concerns; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.05838124824424636,"gpt":0.2544723365926752,"spread":0.1960910883484288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001054918,0.0006838012,0.000747737,0.0005588268,0.0004736921,0.0005805321,0.002301469,0.000338654,0.000001618802],"category_scores_gemma":[0.00002018616,0.0007106978,0.0002249874,0.0008344526,0.00005461759,0.001054824,0.0006997708,0.0005049545,0.000182079],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003424341,"about_ca_system_score_gemma":0.0001597514,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008735383,"about_ca_topic_score_gemma":0.00000342012,"domain_scores_codex":[0.995151,0.0001332329,0.001008147,0.00167097,0.000853299,0.001183287],"domain_scores_gemma":[0.9966514,0.0000769367,0.0001937774,0.002042878,0.0005150196,0.0005200165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007713815,0.0000790588,0.00002278986,0.000105286,0.00003776477,0.000006035746,0.004881911,0.9721122,0.00003762992,0.02125528,0.00008320369,0.001371084],"study_design_scores_gemma":[0.0002485237,0.00008938087,3.027183e-7,0.0004040295,0.00001737512,0.00005377098,0.00004638364,0.9955027,0.00004688683,0.0009301776,0.001819837,0.000840652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003872342,0.0006422713,0.9879574,0.00003212004,0.0009547388,0.001180418,0.00001215863,0.005245182,0.0001033659],"genre_scores_gemma":[0.4052662,0.00001232937,0.5939004,0.00007020467,0.0003381364,0.000230436,0.00000633223,0.00009055239,0.00008544032],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4013939,"threshold_uncertainty_score":0.9995344,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071396752","doi":"10.1007/s10270-007-0076-6","title":"Use Case Maps as a property specification language","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Model checking; Formal specification; Programming language; Rotation formalisms in three dimensions; Property (philosophy); Specification language; Notation; Architectural style; Computation tree logic; Software engineering; Temporal logic; Formal verification; Architecture","retraction":null,"screen_n_in":null,"score":{"opus":0.0794449198254544,"gpt":0.3125764168692408,"spread":0.2331314970437864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002088727,0.0001802305,0.0001866578,0.0001755805,0.0002202756,0.0003602713,0.0005383245,0.0001227203,0.00000253891],"category_scores_gemma":[0.0005060566,0.0001388496,0.00006229419,0.0004153071,0.00002187108,0.001265762,0.0001275847,0.0001968595,0.0001372414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001879398,"about_ca_system_score_gemma":0.00006517459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001822388,"about_ca_topic_score_gemma":0.00002593437,"domain_scores_codex":[0.9980132,0.0001515588,0.0005503258,0.0005083798,0.0003923137,0.0003842201],"domain_scores_gemma":[0.9982642,0.0001136476,0.0001799051,0.001071468,0.0002325326,0.0001382729],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001293068,0.0003615821,0.001730931,0.0007945612,0.0001103693,0.005027832,0.03911535,0.1999091,0.01124418,0.1642499,0.0008500988,0.5764768],"study_design_scores_gemma":[0.0001606206,0.00004194475,0.00001941109,0.0001153039,0.000008388361,0.002791994,0.001178592,0.9917682,0.0008660909,0.0002840654,0.002441077,0.0003242935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.075388,0.0003571123,0.9217962,0.00002546987,0.0008916519,0.0004702787,0.00000423181,0.0006835525,0.0003834849],"genre_scores_gemma":[0.5619704,0.000006214854,0.437295,0.00004353042,0.0001498145,0.00002446138,0.000006415446,0.00001878144,0.0004854667],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7918591,"threshold_uncertainty_score":0.5662124,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073857467","doi":"10.1007/s10270-010-0180-x","title":"A metamodel for the compact but lossless exchange of execution traces","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Concordia University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Scalability; Programming language; Interoperability; Reuse; Metamodeling; Software; Software engineering; Variety (cybernetics); Database; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03221588793950747,"gpt":0.2680489593244881,"spread":0.2358330713849807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001960023,0.0002509672,0.0004826467,0.0001132946,0.0003837469,0.000169465,0.001188397,0.0001893321,0.000002715572],"category_scores_gemma":[0.0001844001,0.0001600279,0.0002608108,0.0002852682,0.00008287916,0.0006166223,0.0001091166,0.0002786539,0.000006954363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004438692,"about_ca_system_score_gemma":0.0001491273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008855069,"about_ca_topic_score_gemma":0.00004780599,"domain_scores_codex":[0.9978182,0.00008561788,0.0007036934,0.0004830134,0.0004911925,0.0004182393],"domain_scores_gemma":[0.9973803,0.0005429483,0.0003116391,0.001177176,0.0004915821,0.00009635449],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001336228,0.0003720288,0.0122418,0.004667323,0.0004011875,0.000004223243,0.01012429,0.9151921,0.008523315,0.01449493,0.001198077,0.03264716],"study_design_scores_gemma":[0.0003739222,0.00005155214,0.0001603288,0.0001323576,0.00003736424,0.00002428901,0.0003059773,0.9970004,0.0004574473,0.0005088123,0.0007312837,0.0002162641],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2340517,0.001419015,0.7609164,0.0001167665,0.002286734,0.0008851067,0.00002936521,0.0002660223,0.00002883242],"genre_scores_gemma":[0.989908,0.00003045122,0.009374751,0.0000268009,0.0003210764,0.0001670204,0.00000597549,0.00002268065,0.0001432023],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7558563,"threshold_uncertainty_score":0.6525749,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}