{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1299,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":1299,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"a7988d703404","filters":{"topic":"Advanced Software Engineering Methodologies"}},"results":[{"id":"W2124405605","doi":"10.1145/336512.336523","title":"Requirements engineering","year":2000,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1810,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06448264787213347,"gpt":0.3080728904993026,"spread":0.2435902426271691,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002715987,0.0002774781,0.0002748221,0.0001581906,0.00002490856,0.0001268686,0.001710447,0.0001937541,0.00003549203],"category_scores_gemma":[0.0002266092,0.0002772241,0.00009482961,0.0001459765,0.0000114054,0.000224996,0.001754373,0.0004967191,0.00006815059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008750217,"about_ca_system_score_gemma":0.00005021947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000575563,"about_ca_topic_score_gemma":1.682842e-7,"domain_scores_codex":[0.9985671,0.00003375153,0.0002454115,0.0005828939,0.0002383719,0.0003324581],"domain_scores_gemma":[0.9983824,0.0002093392,0.00005444597,0.001249983,0.00002960866,0.00007419767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[7.483138e-7,0.000009108272,0.000007752029,0.00006198468,0.00002635624,0.0000197209,0.00008430689,0.9577004,0.0001320069,0.007386806,0.0003848105,0.03418599],"study_design_scores_gemma":[0.0006579112,0.0001220728,0.002043151,0.0007759331,0.00003867803,0.00005862773,0.000008417187,0.6063977,0.01746538,0.3257074,0.04257832,0.004146323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004458626,0.0002864447,0.9923254,0.0001117483,0.001662628,0.0001426946,0.000001610199,0.003011605,0.002012037],"genre_scores_gemma":[0.006344896,0.00008323617,0.992588,0.00007684318,0.00009939271,0.00004100404,0.000003827462,0.00002420465,0.0007385889],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3513026,"threshold_uncertainty_score":0.999968,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157437711","doi":"10.1109/isre.1997.566873","title":"Towards modelling and reasoning support for early-phase requirements engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1572,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Information Technology Research Centre","keywords":"Requirements engineering; Requirements elicitation; Requirements management; Computer science; Requirements analysis; Non-functional requirement; Requirement; System requirements; Systems engineering; Goal modeling; Completeness (order theory); Context (archaeology); Software engineering; Management science; Engineering; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.1084849649445742,"gpt":0.3238288893439047,"spread":0.2153439243993304,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003416034,0.0001387854,0.0001562157,0.00008536567,0.00006275147,0.00008388087,0.0002985672,0.00004714294,0.000008260732],"category_scores_gemma":[0.000298374,0.0001369588,0.00003622634,0.000132942,0.00001193411,0.0006056461,0.0001436001,0.00007924276,0.000003692494],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002958934,"about_ca_system_score_gemma":0.00000591367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003664971,"about_ca_topic_score_gemma":6.887669e-8,"domain_scores_codex":[0.9990445,0.00001123582,0.0001743532,0.0003197146,0.0001306135,0.0003195503],"domain_scores_gemma":[0.9993384,0.0002084327,0.00003387488,0.0002917169,0.00004150553,0.00008603709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006248219,0.00004326151,0.00005521463,0.00007403392,0.00003516232,0.00001650855,0.001147117,0.8511099,0.001217689,0.03280099,0.0001755854,0.1133183],"study_design_scores_gemma":[0.0004386929,0.0001199745,0.00001766049,0.00001688816,0.000003879991,0.000009843208,0.000005008066,0.9931442,0.003208821,0.001925159,0.0009229931,0.0001868518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006466111,0.0001459248,0.9920371,0.00005752633,0.0002376242,0.0001481438,0.000001343491,0.0007012717,0.0002049739],"genre_scores_gemma":[0.1087412,0.00002930117,0.8907778,0.00003272888,0.00003504663,0.00002802931,6.202644e-7,0.00001550239,0.0003398439],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1420343,"threshold_uncertainty_score":0.5585017,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1964137226","doi":"10.1145/1516533.1516538","title":"Self-adaptive software","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Troubleshooting; Adaptation (eye); Software system; Automation; Risk analysis (engineering); Robustness (evolution); Software quality; Software; Software development; Software engineering; Reliability engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03249496773639386,"gpt":0.2585102052747229,"spread":0.2260152375383291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002591834,0.0002677387,0.0003175238,0.0001675037,0.00026158,0.0001124901,0.0005967784,0.0001124151,0.000002077674],"category_scores_gemma":[0.00006502581,0.0002456443,0.00008202019,0.0002904585,0.00003942833,0.0004918327,0.00001586381,0.0002872785,0.00002280753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001370426,"about_ca_system_score_gemma":0.00006179958,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000177565,"about_ca_topic_score_gemma":0.000001594171,"domain_scores_codex":[0.9985457,0.0001305795,0.0002588985,0.0005308673,0.0001921434,0.0003417924],"domain_scores_gemma":[0.9983767,0.0005872172,0.00008853631,0.0007319934,0.00008366787,0.0001319031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004185327,0.0002380173,0.000005708677,0.00003594731,0.0001476204,0.00005586992,0.001832892,0.1916048,0.0001761397,0.05413329,0.00004647384,0.7516814],"study_design_scores_gemma":[0.008799616,0.02274555,0.01272658,0.001789803,0.0004473263,0.0021129,0.00548728,0.6021225,0.01367387,0.2579588,0.06182883,0.01030701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002376546,0.0007409127,0.9960454,0.0002300975,0.0005810452,0.0003227918,0.00001142632,0.001628004,0.000202652],"genre_scores_gemma":[0.2994149,0.00006563708,0.7000622,0.00009456132,0.0000368141,0.0000358028,4.708039e-7,0.00001316763,0.0002764383],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7413744,"threshold_uncertainty_score":0.9999996,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097964082","doi":"10.1145/582419.582436","title":"Design pattern implementation in Java and aspectJ","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":575,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Modularity (biology); Composability; Programming language; Reusability; Software design pattern; Java; Locality; Implementation; Design pattern; Aspect-oriented programming; Object-oriented programming; Compiler; Software engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.08394582992520644,"gpt":0.3173200258385667,"spread":0.2333741959133602,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001949273,0.00005030626,0.00005546998,0.00005866932,0.0000143133,0.00002773625,0.0001348095,0.00001463961,0.00003551646],"category_scores_gemma":[0.00004550285,0.0000462447,0.000005309702,0.0001171724,0.000007357653,0.0002537237,0.00006580223,0.00004033506,0.00001033001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001833581,"about_ca_system_score_gemma":0.000001854484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000139209,"about_ca_topic_score_gemma":0.000007591043,"domain_scores_codex":[0.9995458,0.00005421862,0.00008264215,0.0001443493,0.00005645912,0.0001165931],"domain_scores_gemma":[0.9995635,0.0002685367,0.00001407334,0.0001287331,0.000007126488,0.00001802455],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[3.341428e-7,0.000008963979,0.002582115,0.000004688229,0.00000244579,0.00001379812,0.001083755,0.008478868,0.00063649,0.002358499,0.0002702718,0.9845598],"study_design_scores_gemma":[0.002418185,0.0004906988,0.1423305,0.00003490226,0.000005777835,0.00009252726,0.0005344885,0.6839957,0.05178118,0.1162639,0.0008787761,0.001173382],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002570512,0.0001017763,0.996682,0.0002384021,0.00006103169,0.00006924277,8.501287e-8,0.0001832384,0.00009370395],"genre_scores_gemma":[0.2737985,0.00002365932,0.7260414,0.00008254834,0.00000655895,0.000006362146,8.767909e-8,0.0000025755,0.00003826736],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9833864,"threshold_uncertainty_score":0.1885804,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1539705164","doi":"10.1007/978-3-642-02161-9_3","title":"Engineering Self-Adaptive Systems through Feedback Loops","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":560,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); York University; University of Victoria","funders":"","keywords":"Computer science; Adaptation (eye); Adaptive system; Process (computing); Perspective (graphical); Software; Class (philosophy); Software engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02784657795735096,"gpt":0.2525572822981015,"spread":0.2247107043407506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001027517,0.0008560083,0.0008923833,0.0006598771,0.0001766191,0.000525227,0.004081124,0.0004843565,0.000003033207],"category_scores_gemma":[0.0003460164,0.0008286251,0.0001600377,0.0008572802,0.0002524704,0.001196573,0.001194467,0.001293036,0.00005681757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007371854,"about_ca_system_score_gemma":0.0004047191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001124201,"about_ca_topic_score_gemma":0.000002562627,"domain_scores_codex":[0.9953827,0.00003960261,0.0006338842,0.001884493,0.001041914,0.001017448],"domain_scores_gemma":[0.9958014,0.001609528,0.0002977067,0.001850691,0.0002698922,0.0001707404],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002278548,0.0000121872,0.000001220325,0.00004634091,0.00001628633,0.0001152058,0.0005243399,0.8218159,0.00006144059,0.03848543,0.000009816477,0.1389096],"study_design_scores_gemma":[0.0002910468,0.0002899283,0.0000540765,0.0008552014,0.0000149538,0.0002419092,3.206589e-7,0.8247815,0.001134505,0.1675552,0.003251759,0.001529638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.000008357504,0.001858175,0.9909447,0.000143966,0.003868443,0.0004799653,0.000003581531,0.001576299,0.001116536],"genre_scores_gemma":[0.004926686,0.0001186313,0.9937882,0.0002917142,0.0005633799,0.00001310999,0.000001829346,0.00005977746,0.0002366245],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1373799,"threshold_uncertainty_score":0.9994165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128780139","doi":"10.1109/icsm.2000.883030","title":"Evolution in open source software: a case study","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":546,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Linux kernel; Software evolution; Computer science; Operating system; GNU/Linux; Source code; Software; Open source; Software engineering; Software development; Source lines of code; Minimalism (technical communication); Software system; Linux Unified Key Setup; Open source software; Software construction; Human–computer interaction","retraction":null,"screen_n_in":null,"score":{"opus":0.04940434186115748,"gpt":0.3275791315866887,"spread":0.2781747897255312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006652548,0.000106502,0.0001499612,0.00008620002,0.00006353717,0.0001167221,0.00100377,0.00003395693,0.0000497569],"category_scores_gemma":[0.0003045023,0.00009781273,0.00001774734,0.0005250875,0.00001511711,0.0007938799,0.0004569318,0.0001257215,0.00005205322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009304779,"about_ca_system_score_gemma":0.00003353604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001229285,"about_ca_topic_score_gemma":0.0002285788,"domain_scores_codex":[0.9989492,0.0001694525,0.0001753277,0.0003622562,0.0001159781,0.0002277365],"domain_scores_gemma":[0.9989381,0.0003967693,0.00001981863,0.0005813473,0.00001871877,0.00004526627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001156397,0.0003384661,0.01294504,0.000005641153,0.000009560993,0.003053242,0.003811422,0.480526,0.00001644374,0.001162866,0.0001514612,0.4979683],"study_design_scores_gemma":[0.02160952,0.005533113,0.2892208,0.0002443987,0.00006456438,0.03393405,0.0224812,0.3699394,0.001062026,0.2298162,0.0181698,0.007924894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2075746,0.00002978488,0.7912044,0.0000324613,0.00007432303,0.0003079717,1.293325e-7,0.0005767811,0.0001995479],"genre_scores_gemma":[0.408537,9.593207e-7,0.5901405,0.0000411139,0.00001017562,0.00003577719,8.620825e-8,0.000006482547,0.00122797],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4900434,"threshold_uncertainty_score":0.3988687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057334711","doi":"10.1145/383845.383858","title":"Getting started with ASPECTJ","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":540,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"PALO; Citation; Library science; Engineering; Computer science; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.07979108378174801,"gpt":0.3166823941252611,"spread":0.2368913103435131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0002681358,0.00005462915,0.00007791541,0.00003334611,0.0001400096,0.00001595338,0.02890313,0.00001696343,9.84202e-7],"category_scores_gemma":[0.008730783,0.0000367749,0.00002595403,0.0004314694,0.0001207692,0.0001635028,0.01352725,0.0001361237,0.000003056198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000199822,"about_ca_system_score_gemma":0.00002478913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008579173,"about_ca_topic_score_gemma":0.00000961612,"domain_scores_codex":[0.9994857,0.0001244655,0.0001090376,0.00008983086,0.00009327292,0.00009773541],"domain_scores_gemma":[0.9707798,0.001014157,0.00008533185,0.02803084,0.00007492636,0.00001497031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004210859,0.0005710116,0.03828647,0.00007924832,0.000338862,0.000007608884,0.01008562,0.2392783,0.03416352,0.4820774,0.009969337,0.1851005],"study_design_scores_gemma":[0.000452222,0.00009061615,0.05891613,0.0001478823,0.00002170648,0.00006751028,0.0002204092,0.01129926,0.009804643,0.9042165,0.01439683,0.0003663157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009452007,0.0004890545,0.9676149,0.02112574,0.00005502867,0.00008851563,5.319677e-7,0.0002337964,0.0009403845],"genre_scores_gemma":[0.1996661,0.00005711653,0.8001533,0.00005586956,0.000004063767,0.000007590693,3.357498e-7,0.000004303915,0.00005137694],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4221391,"threshold_uncertainty_score":0.9996191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1570173564","doi":"10.1007/978-3-540-28630-1_17","title":"Staged Configuration Using Feature Models","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":427,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cardinality (data modeling); Computer science; Feature (linguistics); Notation; Feature model; Semantics (computer science); Product (mathematics); Process (computing); Theoretical computer science; Artificial intelligence; Programming language; Data mining; Mathematics; Arithmetic","retraction":null,"screen_n_in":null,"score":{"opus":0.05681029222051876,"gpt":0.290329064332653,"spread":0.2335187721121342,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000876577,0.0005859798,0.0005617706,0.0007386327,0.0002430271,0.0004236084,0.002642509,0.0004597844,0.000006935385],"category_scores_gemma":[0.0002492555,0.0005617943,0.0001177792,0.0005822462,0.0004627196,0.001360875,0.0008410849,0.001152946,0.000008910391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008022952,"about_ca_system_score_gemma":0.0007926816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001197534,"about_ca_topic_score_gemma":0.000006931901,"domain_scores_codex":[0.9965683,0.00004831845,0.0003899248,0.001452825,0.000881381,0.0006592235],"domain_scores_gemma":[0.9972392,0.0006902041,0.0002703173,0.001400663,0.0002630272,0.0001365598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002128941,0.000005033275,7.491968e-7,0.00002450592,0.000005166759,0.00005452609,0.0004363431,0.858299,0.0004030143,0.04474768,0.000001652679,0.09602024],"study_design_scores_gemma":[0.0001475242,0.00004985859,0.000005853082,0.0002557104,0.000004215139,0.00004271984,1.051072e-7,0.4416412,0.002819938,0.5545192,0.00004518731,0.0004684457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00002809245,0.0005557704,0.9957248,0.0002832769,0.001986394,0.0003618797,0.000004310571,0.0005408797,0.0005146185],"genre_scores_gemma":[0.02116117,0.00003130857,0.9779227,0.0004011006,0.0002581895,0.000004549072,0.000003842983,0.00004215527,0.0001749955],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5097715,"threshold_uncertainty_score":0.9996834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1995689188","doi":"10.1002/spip.225","title":"Staged configuration through specialization and multilevel configuration of feature models","year":2005,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":420,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Abstraction; Feature model; Computer science; Cardinality (data modeling); Notation; Configuration design; Product (mathematics); Configurator; Process (computing); Theoretical computer science; Programming language; Data mining; Software; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04990267850207869,"gpt":0.3324683825406449,"spread":0.2825657040385662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005806359,0.0001731979,0.0001868947,0.00005760083,0.0001302699,0.0001199562,0.0001728942,0.000101902,0.00000504887],"category_scores_gemma":[0.002720436,0.0001652152,0.00001696404,0.0001454867,0.00007182095,0.004801281,0.00007168498,0.0001583627,8.575647e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003012434,"about_ca_system_score_gemma":0.0000536473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009839005,"about_ca_topic_score_gemma":0.000002609019,"domain_scores_codex":[0.9988321,0.0001009331,0.000265518,0.0003621708,0.0002669203,0.0001723716],"domain_scores_gemma":[0.9979564,0.001110586,0.0003306792,0.0002167105,0.0003415239,0.00004409066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001426432,0.0001012295,0.00004265041,0.000400834,0.00005449542,0.000002248055,0.01123195,0.0243452,0.0114157,0.04339154,0.0001180292,0.9087535],"study_design_scores_gemma":[0.005353622,0.001517299,0.0009130072,0.0003460972,0.0002437832,0.0001011256,0.003141044,0.1719671,0.5584028,0.2362805,0.0196867,0.002046935],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001556688,0.0008031649,0.9955301,0.00115156,0.0001341783,0.000372211,0.000007657683,0.0002334062,0.0002110483],"genre_scores_gemma":[0.2464319,0.00041176,0.7524875,0.0003693395,0.00007794659,0.00003288182,0.00001499072,0.00001279476,0.0001608023],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9067066,"threshold_uncertainty_score":0.673728,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110157102","doi":"10.1109/icre.2003.1232746","title":"Security and privacy requirements analysis within a social setting","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":393,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Countermeasure; Computer security; Vulnerability (computing); Dependency (UML); Threat model; Security information and event management; Process (computing); Secure coding; Security analysis; Requirements analysis; Software security assurance; Information security; Software; Security service; Cloud computing security; Software engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02393376465233052,"gpt":0.3078451875609932,"spread":0.2839114229086627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008339324,0.0001280675,0.0003830764,0.0009072821,0.0001040699,0.00003958313,0.0007069811,0.0001613232,0.000001010448],"category_scores_gemma":[0.0008966938,0.0001101088,0.0000998596,0.001346639,0.0001054985,0.0004173683,0.0003664292,0.0004250113,0.000001006029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001142069,"about_ca_system_score_gemma":0.00005907727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000113899,"about_ca_topic_score_gemma":0.000001279976,"domain_scores_codex":[0.9988306,0.0000532699,0.0004670311,0.0001987021,0.000222999,0.0002274583],"domain_scores_gemma":[0.9989045,0.0001152489,0.0005255499,0.0002517838,0.0001562308,0.00004671799],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001244297,0.0006528167,0.03348825,0.0002239176,0.00599151,0.002704047,0.03929397,0.0677858,0.08983009,0.6724517,0.000235613,0.08721784],"study_design_scores_gemma":[0.001261942,0.0003751064,0.003492932,0.00006070421,0.000242966,0.0007050331,0.0003384666,0.000766156,0.04969727,0.9422736,0.0004119909,0.0003738865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2778472,0.0002069631,0.7186464,0.002944139,0.0001485031,0.00003254529,3.768978e-7,0.0001595749,0.00001430105],"genre_scores_gemma":[0.543402,0.00001303386,0.456516,0.00002896179,0.00003296988,8.368797e-7,7.63219e-8,0.000004061798,0.00000205282],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2698218,"threshold_uncertainty_score":0.4490109,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248575338","doi":"10.1109/icse.1994.296790","title":"Software aging","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":364,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Software engineering; Software; Focus (optics); Computer science; Sign (mathematics); Software development; Social software engineering; Term (time); Perception; Software construction; Programming language; Philosophy; Epistemology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.05766776038856479,"gpt":0.2650557950750028,"spread":0.207388034686438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001089592,0.00006717994,0.00006920812,0.0000472717,0.00004137194,0.00003870234,0.0004813272,0.00002181644,0.0000641742],"category_scores_gemma":[0.0004307083,0.00005928961,0.0000248521,0.0001936062,0.00001274873,0.0003462678,0.0001567529,0.0000701912,0.0001730525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001543737,"about_ca_system_score_gemma":0.000001936583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001015799,"about_ca_topic_score_gemma":1.844221e-7,"domain_scores_codex":[0.9994555,0.00002219457,0.00007265272,0.0001795546,0.00009411462,0.0001759445],"domain_scores_gemma":[0.9992259,0.0003335735,0.00001440277,0.000370107,0.00001862738,0.00003742128],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[1.974604e-7,0.00002180578,0.0004795352,0.00001408751,0.000009856084,0.00003993243,0.0006226502,0.03525186,0.0003153325,0.05541406,0.005875513,0.9019552],"study_design_scores_gemma":[0.00147784,0.0002943494,0.008215155,0.0001091565,0.00001384566,0.0003913083,0.0001176245,0.3626815,0.04280393,0.4132625,0.1673975,0.003235151],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0001438445,0.0002456271,0.9953422,0.0003457653,0.0002791053,0.00002556644,9.162677e-8,0.002086047,0.001531734],"genre_scores_gemma":[0.01377527,0.000013942,0.9838782,0.0002353021,0.00002680052,0.000003792246,6.686242e-8,0.000005395087,0.002061269],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.89872,"threshold_uncertainty_score":0.241776,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125398918","doi":"10.1145/2110147.2110167","title":"Cool features and tough decisions","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":322,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Seventh Framework Programme","keywords":"Computer science; Modeling language; Relation (database); Software product line; Field (mathematics); Feature (linguistics); Domain (mathematical analysis); Data science; Variation (astronomy); Software engineering; Software; Data mining; Software development; Programming language; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.05457093460597692,"gpt":0.315964692929377,"spread":0.2613937583234001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001979404,0.0000593418,0.00006691748,0.00003263422,0.0000428765,0.00003050828,0.000222897,0.00002948359,0.000004879184],"category_scores_gemma":[0.0009185385,0.00004476237,0.00001273668,0.0001103715,0.00001841984,0.0004518268,0.0002183948,0.0000640216,0.0000139026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007365928,"about_ca_system_score_gemma":0.000004556355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002097271,"about_ca_topic_score_gemma":5.120596e-7,"domain_scores_codex":[0.9995586,0.00002500056,0.00005361017,0.0001072222,0.00007449877,0.0001811194],"domain_scores_gemma":[0.9986076,0.00104332,0.00001080152,0.000250975,0.00001452201,0.00007283317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000005629928,0.00004009207,0.002075244,0.000006747337,0.00001701023,0.000005967139,0.001628212,0.002905256,0.001276075,0.526949,0.01727734,0.4478135],"study_design_scores_gemma":[0.001330641,0.0002093232,0.6147484,0.00006691356,0.00001953781,0.0008166558,0.0003381964,0.003123104,0.04500733,0.2127551,0.1198708,0.001714024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003435047,0.0008482729,0.9939985,0.0001655917,0.0003462263,0.00003348405,2.194892e-7,0.0003968902,0.0007758095],"genre_scores_gemma":[0.1227897,0.00003307616,0.8764069,0.000152933,0.00003873857,0.000003481614,1.134835e-7,0.000003178971,0.0005719358],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6126732,"threshold_uncertainty_score":0.1825356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136033258","doi":"10.1145/1052898.1052906","title":"abc","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":299,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Polyglot; Programming language; Workbench; Aspect-oriented programming; Modular design; Syntax; Code generation; Java; Compiler; Abstract syntax tree; Generic programming; Control flow; Parsing; Software; Operating system; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02575735398693839,"gpt":0.2805078669053327,"spread":0.2547505129183943,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001064053,0.00003707133,0.00003962728,0.00002390657,0.00001796428,0.0000172847,0.0003383475,0.00001405716,0.00001454425],"category_scores_gemma":[0.0001231174,0.00003083507,0.00001355745,0.00009104493,0.000007642496,0.0002809283,0.00008958374,0.00003693624,0.0001526914],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001267471,"about_ca_system_score_gemma":0.000005327779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":4.994159e-7,"about_ca_topic_score_gemma":4.511689e-7,"domain_scores_codex":[0.9996835,0.00001090765,0.00004756868,0.0001022258,0.00005477891,0.0001009992],"domain_scores_gemma":[0.9995703,0.0001454991,0.000007342687,0.00024338,0.00001074835,0.00002274021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.87763e-7,0.000007864939,0.00003498606,0.000001533041,0.000002554316,0.000002425308,0.0001246296,0.0744054,0.0007936401,0.283133,0.001701001,0.6397927],"study_design_scores_gemma":[0.0005037261,0.00009652437,0.005004193,0.00001088153,0.00000259113,0.0000700854,0.00002365125,0.1320038,0.1075536,0.206875,0.5470121,0.0008439251],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002723708,0.00005849182,0.9923124,0.0008216528,0.0001241599,0.00001608764,3.200434e-8,0.0009792093,0.005415587],"genre_scores_gemma":[0.03089688,0.000003601725,0.967447,0.0002826086,0.00004347118,0.000002117277,3.961714e-8,0.000002199474,0.00132206],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6389487,"threshold_uncertainty_score":0.196259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112000202","doi":"10.1145/1173706.1173738","title":"Verifying feature-based model templates against well-formedness OCL constraints","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Template; Computer science; Feature (linguistics); Feature model; Programming language; Software; Software product line; Software engineering; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.02772900119790573,"gpt":0.2649892915571686,"spread":0.2372602903592629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003156547,0.0002241294,0.0002207978,0.0001256277,0.0001232416,0.0001081946,0.000704272,0.0001161736,0.000005729596],"category_scores_gemma":[0.0001630146,0.0001973386,0.00007227092,0.0003068414,0.0001228165,0.0004518811,0.0001345744,0.0002097042,0.00002865227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007363538,"about_ca_system_score_gemma":0.0000967185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007520601,"about_ca_topic_score_gemma":0.000005644023,"domain_scores_codex":[0.9986951,0.00004236798,0.0001994518,0.0004059585,0.0002294552,0.0004276531],"domain_scores_gemma":[0.9987727,0.000513445,0.00006529666,0.0005134545,0.00006967215,0.00006539073],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002947578,0.0000187341,0.0001345696,0.00002077875,0.00000464226,0.00001762593,0.00002713966,0.9679812,0.00244614,0.01995019,0.0009202247,0.008475781],"study_design_scores_gemma":[0.0004841635,0.00002255403,0.0003012353,0.00003788658,0.000003503845,0.00001118485,0.00001698922,0.945483,0.03080233,0.0215998,0.000780853,0.000456452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003609458,0.00008205416,0.9887885,0.0002487396,0.0003646912,0.0001263799,0.000002831857,0.001557552,0.00521979],"genre_scores_gemma":[0.3155283,0.000002381215,0.6837674,0.0002550703,0.00002788906,0.00001108801,0.000004966039,0.00001324585,0.0003896426],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3119189,"threshold_uncertainty_score":0.8047234,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142065829","doi":"10.1007/s00766-004-0191-7","title":"Specifying and analyzing early requirements in Tropos","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Language Of Temporal Ordering Specification; Model checking; Specification language; Refinement","retraction":null,"screen_n_in":null,"score":{"opus":0.04825691238529661,"gpt":0.2946526828152498,"spread":0.2463957704299532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004752434,0.000243321,0.0002628498,0.0003808926,0.00005664547,0.0001103145,0.0004826428,0.00006504497,0.000001622987],"category_scores_gemma":[0.0002892285,0.0002685907,0.0000411195,0.0005630818,0.00002032158,0.001140806,0.0003146938,0.0002217812,0.000006940665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003142138,"about_ca_system_score_gemma":0.00002218419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000247162,"about_ca_topic_score_gemma":0.000002444288,"domain_scores_codex":[0.9983373,0.0000254665,0.0003610163,0.000469438,0.0002706207,0.0005361505],"domain_scores_gemma":[0.9992769,0.0001012907,0.00006332922,0.000427718,0.00002381028,0.0001069591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00000812533,0.00005769818,0.008069675,0.0001387719,0.00006621626,0.0001812944,0.001472396,0.8711253,0.06314695,0.03248006,0.000002802526,0.02325071],"study_design_scores_gemma":[0.01955752,0.001406597,0.5702214,0.005163834,0.0001080515,0.0002909529,0.0003209725,0.1456876,0.1582765,0.08829844,0.002429241,0.008239037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2043921,0.0003776612,0.7942584,0.00005530278,0.0003236746,0.000136187,4.172684e-7,0.0003980122,0.00005831316],"genre_scores_gemma":[0.5491229,0.00005524416,0.4507282,0.00001452457,0.00003587189,0.00001288058,5.410726e-7,0.00001993531,0.000009924436],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7254378,"threshold_uncertainty_score":0.9999766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965418329","doi":"10.1145/1018203.1018208","title":"A semantics for advice and dynamic join points in aspect-oriented programming","year":2004,"lang":"en","type":"article","venue":"ACM Transactions on Programming Languages and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Join (topology); Programming language; Semantics (computer science); Advice (programming); Aspect-oriented programming; Denotational semantics; Correctness; Set (abstract data type); Operational semantics; Software; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02060817561174227,"gpt":0.3099701202073812,"spread":0.2893619445956389,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000498973,0.0001901434,0.0002603805,0.0002011706,0.0001441443,0.0001660381,0.0002467427,0.00009255209,1.684841e-7],"category_scores_gemma":[0.0002245158,0.000175853,0.00004569481,0.0003582259,0.00004788463,0.0002536381,0.00002017112,0.0001881876,6.768105e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007405613,"about_ca_system_score_gemma":0.0000219415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001459898,"about_ca_topic_score_gemma":0.0001192692,"domain_scores_codex":[0.9987426,0.00005835789,0.0002680836,0.0004244999,0.0001417953,0.000364698],"domain_scores_gemma":[0.9989678,0.0004251668,0.00007048214,0.0004123781,0.00004602898,0.00007817293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002997521,0.0001833673,0.0001485805,0.0006364354,0.00006304705,0.00006691548,0.005885843,0.02388071,0.0003957618,0.005528613,0.000001013215,0.9631798],"study_design_scores_gemma":[0.06387535,0.02045764,0.01769653,0.02131351,0.001064006,0.007785505,0.1432492,0.5337501,0.01335331,0.08436163,0.07574639,0.01734689],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02542601,0.001457705,0.9711779,0.0003612402,0.0002529566,0.0007596848,0.000004757409,0.0005568873,0.00000286591],"genre_scores_gemma":[0.3838,0.00004918153,0.6158635,0.00001493544,0.00001128211,0.0001967526,0.000002227932,0.00001627684,0.00004588815],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9458328,"threshold_uncertainty_score":0.7171079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W16155167","doi":"","title":"An Ontology of Architectural Design Decisions in Software-Intensive Systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Ontology; Interdependence; Software system; Architectural pattern; Class (philosophy); Systems engineering; Software; Software construction; Programming language; Engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.07439718129609621,"gpt":0.3258872504565468,"spread":0.2514900691604506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004374647,0.0001241971,0.0002858939,0.0002276147,0.00002358074,0.00001898238,0.0007741702,0.00006967116,7.654353e-7],"category_scores_gemma":[0.003482938,0.0001019102,0.00003537749,0.0003378023,0.00006465336,0.0002532447,0.0001149435,0.0001439327,0.000004835813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007029553,"about_ca_system_score_gemma":0.00007876931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002007739,"about_ca_topic_score_gemma":0.0000504458,"domain_scores_codex":[0.9988079,0.0001906615,0.000285922,0.0003035497,0.0001419371,0.0002699977],"domain_scores_gemma":[0.9969736,0.002159276,0.00006388698,0.0005766567,0.0001619573,0.00006461052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007918804,0.0000171346,0.000110968,0.000003319022,0.000004144771,0.0000307248,0.0006539662,0.9642248,0.001225282,0.01578691,0.000003057375,0.0179318],"study_design_scores_gemma":[0.003329718,0.002562217,0.03636909,0.0005420758,0.00001459666,0.001341391,0.001362442,0.108905,0.05577717,0.7882774,0.00005766358,0.001461189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02396415,0.0001711817,0.974817,0.00008696714,0.0003912445,0.0001729884,6.337451e-7,0.000384317,0.00001153765],"genre_scores_gemma":[0.3662996,0.000004300247,0.6336203,0.00004670348,0.000006908503,0.00001012248,2.770176e-7,0.000005070869,0.000006754782],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8553198,"threshold_uncertainty_score":0.4169653,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1710690747","doi":"10.5555/1753235.1753267","title":"SAT-based analysis of feature models is easy","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":223,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Satisfiability; Computer science; Feature (linguistics); Consistency (knowledge bases); Theoretical computer science; Exploit; Feature model; Feature selection; Model checking; Product (mathematics); Algorithm; Data mining; Artificial intelligence; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04253091478969003,"gpt":0.2990903511903412,"spread":0.2565594364006512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001861056,0.0000943128,0.0002349089,0.0002581086,0.00001914423,0.00001769427,0.0005308843,0.00005638663,0.000007636547],"category_scores_gemma":[0.0001024386,0.00007906823,0.0001343508,0.001375171,0.00001489101,0.0002324449,0.00003956735,0.00007589053,0.000001982626],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001747527,"about_ca_system_score_gemma":0.00002040141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002918582,"about_ca_topic_score_gemma":8.112517e-7,"domain_scores_codex":[0.9992935,0.00003563382,0.000114762,0.0002300162,0.0001761081,0.0001499885],"domain_scores_gemma":[0.9989914,0.0002594078,0.00004712839,0.0005964403,0.00006585509,0.00003979872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001865907,0.00001396533,0.00004200295,0.000002469323,0.00005476945,0.000001729338,0.00008827353,0.9749318,0.000581821,0.01420865,0.0002565548,0.00981607],"study_design_scores_gemma":[0.00009956999,0.0000529522,0.003455076,0.000004754756,0.00006006678,4.15301e-7,0.000004341126,0.9456131,0.01951124,0.03087587,0.000175156,0.0001474453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009873173,0.0001150127,0.9973453,0.000686686,0.00004626818,0.00003413743,0.000003561581,0.0003655203,0.0004162415],"genre_scores_gemma":[0.160268,0.000002821048,0.8387388,0.0006370105,0.00000516656,5.957176e-7,0.000002105991,0.000002400779,0.0003431189],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1592806,"threshold_uncertainty_score":0.3224309,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2044987604","doi":"10.1145/1066129.1066143","title":"FeaturePlugin","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":222,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Cardinality (data modeling); Eclipse; Key (lock); Product (mathematics); Product line; Data mining; Programming language; Engineering; Mathematics; Manufacturing engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02056469185062501,"gpt":0.266312663176261,"spread":0.245747971325636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000970156,0.00004789491,0.00004889143,0.00002984112,0.00002100518,0.0000230911,0.0003685404,0.00002154099,0.000003785397],"category_scores_gemma":[0.000174003,0.00003913719,0.00001805256,0.0001541857,0.000009946903,0.0002188589,0.00009454439,0.00005871333,0.00005166298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002524691,"about_ca_system_score_gemma":0.00001532498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002870881,"about_ca_topic_score_gemma":5.687351e-7,"domain_scores_codex":[0.9996301,0.000008217915,0.00004348639,0.0001352602,0.00006726529,0.0001156759],"domain_scores_gemma":[0.9995688,0.00007556231,0.000008558904,0.0003067625,0.00001300455,0.00002735581],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[4.55407e-7,0.000009273017,0.00001245476,0.000002602166,0.000003299225,0.00001718305,0.0001531218,0.1161478,0.001374667,0.8539887,0.000298167,0.02799229],"study_design_scores_gemma":[0.0003364244,0.00005079545,0.001995737,0.000008148547,9.023211e-7,0.00005356288,0.0000100113,0.000577725,0.05792755,0.9331467,0.005639037,0.0002534009],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0003649013,0.00005906761,0.994685,0.0008305483,0.0002534827,0.00002465934,4.876153e-8,0.001174974,0.002607323],"genre_scores_gemma":[0.05396228,0.000002850251,0.9454499,0.0002281847,0.00001623371,0.00000267619,8.320417e-8,0.000002824299,0.0003349239],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1155701,"threshold_uncertainty_score":0.1595968,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2161849440","doi":"10.1007/s007660170013","title":"From Non-Functional Requirements to Design through Patterns","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":219,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Functional requirement; Computer science; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1247245715492095,"gpt":0.3202416491865852,"spread":0.1955170776373757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003803789,0.0003427527,0.0002859659,0.0001677599,0.00009172679,0.0001189709,0.0009125585,0.0000854665,0.00003515708],"category_scores_gemma":[0.0003456838,0.0003673377,0.00007740339,0.0005217771,0.00000957162,0.00120133,0.0004279406,0.0001818287,0.0001263116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002596714,"about_ca_system_score_gemma":0.00003041919,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004092108,"about_ca_topic_score_gemma":7.281458e-7,"domain_scores_codex":[0.997702,0.00004539822,0.0003888376,0.000670381,0.0005460915,0.0006472876],"domain_scores_gemma":[0.9985752,0.0003193579,0.00006970327,0.0008160672,0.00004927709,0.0001703712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001541816,0.00004539558,0.0006365284,0.00001572877,0.00009565253,0.00007116996,0.0006522508,0.9518768,0.03557515,0.0005924767,0.0004382182,0.00998519],"study_design_scores_gemma":[0.005280345,0.001085206,0.06071763,0.00157201,0.0001195392,0.0001269965,0.0002158047,0.6728296,0.1836213,0.02562293,0.04284449,0.005964125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01125425,0.00006401558,0.9850797,0.0001573503,0.002064474,0.0003167592,0.000004419738,0.0009665693,0.00009243274],"genre_scores_gemma":[0.1381365,0.00003008564,0.8609989,0.000224559,0.0003300549,0.00008925603,0.000009197759,0.00004659782,0.0001349314],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2790472,"threshold_uncertainty_score":0.9998779,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043312149","doi":"10.1145/2209249.2209268","title":"Large-scale complex IT systems","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Scale (ratio); Geography; Cartography","retraction":null,"screen_n_in":null,"score":{"opus":0.1722160000218317,"gpt":0.3658577035858895,"spread":0.1936417035640578,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007130423,0.00006379547,0.0001149909,0.0000327092,0.000166901,0.00001787245,0.03392025,0.00002999905,0.000001541621],"category_scores_gemma":[0.00716405,0.00004806338,0.00005040478,0.0002725569,0.00009587439,0.0002572004,0.02687251,0.0001300748,0.00001761682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002673305,"about_ca_system_score_gemma":0.00001309926,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005948947,"about_ca_topic_score_gemma":0.000002284921,"domain_scores_codex":[0.9992065,0.0002655524,0.0001689823,0.00007350945,0.0001087924,0.0001766543],"domain_scores_gemma":[0.9673371,0.001120193,0.0001019499,0.03134471,0.00006407492,0.000031981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000466574,0.0007248715,0.01555226,0.0001589018,0.0001322427,1.503539e-7,0.02091101,0.04611511,0.01012355,0.7346377,0.1668272,0.00481224],"study_design_scores_gemma":[0.000652334,0.00004719111,0.09140898,0.0002300422,0.00004962126,0.00005108711,0.002333027,0.05310871,0.004477134,0.2242793,0.6226087,0.0007538607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0008168049,0.001761613,0.9810854,0.01456339,0.0004243478,0.0001265478,0.000005261598,0.0001772909,0.001039322],"genre_scores_gemma":[0.3076001,0.0000486875,0.6921483,0.00008497591,0.00001359644,0.00001563757,0.000001166538,0.000004466695,0.00008300517],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5103585,"threshold_uncertainty_score":0.980998,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2755269200","doi":"10.1007/s00766-017-0280-z","title":"Goal-oriented requirements engineering: an extended systematic mapping study","year":2017,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Generalitat Valenciana; European Commission","keywords":"Conceptualization; Scopus; Computer science; Field (mathematics); Systematic review; Requirements engineering; Data science; Implementation; Management science; Software engineering; Engineering; Political science; Artificial intelligence; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.07901895294172681,"gpt":0.3368146672498515,"spread":0.2577957143081246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001889251,0.0006552666,0.0008410592,0.0004606978,0.00048597,0.0006679167,0.003188862,0.000128085,0.000005192162],"category_scores_gemma":[0.00281393,0.0006751473,0.0001411384,0.0003592115,0.0000323114,0.003283693,0.001131554,0.0003713721,0.00003085173],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003640996,"about_ca_system_score_gemma":0.00004139482,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001682161,"about_ca_topic_score_gemma":0.000001558645,"domain_scores_codex":[0.9959089,0.00012553,0.0009453379,0.001045301,0.0009337988,0.001041173],"domain_scores_gemma":[0.9951392,0.0002310388,0.0004393542,0.003701635,0.000153927,0.0003347851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004133296,0.001966142,0.006375188,0.0164399,0.002048124,0.001142066,0.009810807,0.7934154,0.1295683,0.03097109,0.00006554635,0.008156107],"study_design_scores_gemma":[0.004699945,0.001245551,0.07022969,0.007274065,0.0002174676,0.0001079114,0.0007594425,0.9020566,0.008364811,0.0007267426,0.0004918817,0.003825857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07482461,0.0001650593,0.9190978,0.00002777458,0.002506952,0.001296107,0.000002418577,0.002010955,0.00006825697],"genre_scores_gemma":[0.6746458,0.000008535336,0.3247673,0.00001437031,0.0001359113,0.0002400615,0.000003498246,0.00008299349,0.0001014963],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5998212,"threshold_uncertainty_score":0.99957,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988978715","doi":"10.1145/503209.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":185,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Scheduling (production processes); Personalization; Architecture; Path (computing); Code (set theory); Distributed computing; Context (archaeology); Operating system; Computer architecture; Parallel computing; Embedded system; Programming language; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.07168538791869956,"gpt":0.3087068722982897,"spread":0.2370214843795902,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008107347,0.000092422,0.0001599191,0.00007684634,0.00005952804,0.00004951892,0.0004798238,0.00003947724,0.000001260117],"category_scores_gemma":[0.0003253877,0.00006767809,0.00002367284,0.0005652721,0.00001569692,0.0002589243,0.0002094617,0.0001033733,0.000002162518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001395216,"about_ca_system_score_gemma":0.00001971333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005932221,"about_ca_topic_score_gemma":0.00001031684,"domain_scores_codex":[0.9990265,0.0001380047,0.0002552998,0.0002504516,0.0001489327,0.0001808047],"domain_scores_gemma":[0.9990873,0.0002933798,0.00005640544,0.0004669079,0.00006862832,0.00002735392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001922381,0.000007888865,0.0003082379,0.00001283025,0.000001981195,0.000005744545,0.0004561864,0.9546474,0.0243444,0.01320766,0.000006424083,0.006999331],"study_design_scores_gemma":[0.000156899,0.00002571699,0.00118615,0.00005183335,0.000001212635,0.00001681565,0.0002666374,0.9827387,0.01491114,0.0004102839,0.0001039942,0.0001306543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05181661,0.0000641492,0.9471845,0.00007262521,0.0002893095,0.0002173616,7.626605e-7,0.0002063684,0.0001483452],"genre_scores_gemma":[0.4476703,0.000003207751,0.5522685,0.00001542697,0.00001911456,0.000005501787,1.21655e-7,0.000004661037,0.00001320257],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3958537,"threshold_uncertainty_score":0.2759832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097429059","doi":"10.1109/ms.2010.36","title":"Agility and Architecture: Can They Coexist?","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software architecture; Agile Unified Process; Software development; Popularity; Architecture; Lean software development; Process management; Software development process; Systems engineering; Engineering management; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.01863158711266795,"gpt":0.2656386771158057,"spread":0.2470070900031378,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003598741,0.0001735275,0.0001786228,0.00006403913,0.0001866431,0.00005727221,0.0006525666,0.00009982718,0.000003023709],"category_scores_gemma":[0.001503306,0.0001527905,0.00004228128,0.0001372917,0.0001096905,0.0001505292,0.0002737317,0.0004858319,0.00000543329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001636138,"about_ca_system_score_gemma":0.00004271476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003877723,"about_ca_topic_score_gemma":0.000147032,"domain_scores_codex":[0.9989045,0.00006531515,0.0001374538,0.0004202723,0.0001696272,0.0003027997],"domain_scores_gemma":[0.9981534,0.0008478774,0.00004658054,0.000768085,0.0000576603,0.0001264199],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001734133,0.00006833635,0.0091037,0.0001473016,0.00005102021,0.0001013763,0.007390052,0.01609822,0.01846737,0.01292,0.0004642877,0.935171],"study_design_scores_gemma":[0.0009343213,0.0002167824,0.04801949,0.0000555507,0.00002077089,0.0004108778,0.0000357531,0.0008021532,0.02919346,0.8929636,0.02575579,0.001591416],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07273431,0.00007048318,0.9242499,0.0003137746,0.001349946,0.0000995993,0.000008719297,0.001146118,0.00002717304],"genre_scores_gemma":[0.2384755,0.000005670536,0.761192,0.0001575426,0.00008100577,0.0000120077,9.943334e-7,0.00001283822,0.00006247185],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9335796,"threshold_uncertainty_score":0.6230615,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163245363","doi":"10.1109/spline.2006.1691576","title":"Feature Models are Views on Ontologies","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Rotation formalisms in three dimensions; Feature (linguistics); Computer science; IDEF5; Feature model; Ontology; Web Ontology Language; Software; Theoretical computer science; Data mining; Information retrieval; Programming language; Ontology-based data integration; Semantic Web; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.08510427721559695,"gpt":0.2957424475035451,"spread":0.2106381702879482,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001856783,0.0001429855,0.0001770145,0.00006659004,0.00005139281,0.00005307783,0.0006502457,0.00007860817,0.000002311283],"category_scores_gemma":[0.0001719559,0.0001067416,0.00005198251,0.0001871169,0.00002375066,0.0003717669,0.0001415269,0.0001516787,0.00002812069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004116614,"about_ca_system_score_gemma":0.0000106297,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009597889,"about_ca_topic_score_gemma":0.0000232015,"domain_scores_codex":[0.9991236,0.00005541652,0.00008962722,0.0003100584,0.0001501208,0.0002711565],"domain_scores_gemma":[0.9989006,0.0004240406,0.00004902704,0.0005651843,0.00003350625,0.0000276471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002405352,0.00002146578,0.00006135073,0.000007646436,0.000003480506,0.00002042602,0.0000371687,0.7155099,0.0001598092,0.2371704,0.03472848,0.01227751],"study_design_scores_gemma":[0.0003166042,0.0001393177,0.006215659,0.00005055387,0.000003952291,0.00002700506,0.00005116605,0.08148795,0.009827316,0.8693152,0.03186916,0.000696113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004931327,0.0003158604,0.9871066,0.002027774,0.000317413,0.00007867064,7.93017e-7,0.001632511,0.008027203],"genre_scores_gemma":[0.02165481,0.00001443108,0.9737201,0.0003351387,0.00005102022,0.00001461714,7.487552e-7,0.000007917541,0.004201222],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6340219,"threshold_uncertainty_score":0.4352798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100310705","doi":"10.1109/tse.2007.70747","title":"API-Evolution Support with Diff-CatchUp","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Component (thermodynamics); Reuse; Software engineering; Context (archaeology); Component-based software engineering; Generality; Software evolution; Software development; Software; Programming language; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.01479056795077025,"gpt":0.2375126740495175,"spread":0.2227221060987473,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004360555,0.0003461871,0.000269867,0.0004309167,0.0001478994,0.0000588493,0.000569866,0.000140363,0.000012842],"category_scores_gemma":[0.00008790194,0.0003339044,0.0001052727,0.0008541662,0.000039918,0.0006437647,0.000005632647,0.0005097465,0.0000491437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002894426,"about_ca_system_score_gemma":0.00004817174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000930811,"about_ca_topic_score_gemma":0.000006060144,"domain_scores_codex":[0.9981095,0.00002162738,0.0003047554,0.0005191097,0.0003992544,0.0006457101],"domain_scores_gemma":[0.9981595,0.0007840783,0.00005998366,0.0007183695,0.00008615763,0.0001919399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002225209,0.00005867214,0.00005009746,0.00003896369,0.00004466058,0.00006275008,0.000309345,0.9728192,0.001140799,0.000875422,0.00001985683,0.02455798],"study_design_scores_gemma":[0.009077457,0.005575689,0.03360767,0.001357321,0.0003867077,0.002838359,0.0005857234,0.1652436,0.7465028,0.003612272,0.0194077,0.01180477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004076052,0.00005044796,0.9906393,0.0000223399,0.001368749,0.0001880654,0.000005534592,0.003622575,0.00002695465],"genre_scores_gemma":[0.4208471,0.000005430149,0.5788645,0.00002982668,0.00004389825,0.00002632813,8.719289e-7,0.00004029434,0.0001417587],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8075756,"threshold_uncertainty_score":0.9999113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1884204318","doi":"10.1109/ms.2014.80","title":"How API Documentation Fails","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software bug; Software documentation; Programming language; Software; World Wide Web; Software development; Operating system; Software development process","retraction":null,"screen_n_in":null,"score":{"opus":0.07248001776407481,"gpt":0.3025217260625798,"spread":0.230041708298505,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003268245,0.0001467074,0.0001490674,0.00008564614,0.00008590969,0.0002722028,0.0006502545,0.00006602407,0.000001704821],"category_scores_gemma":[0.001394046,0.0001400651,0.00004654978,0.0002999848,0.0000333706,0.002040008,0.0001674402,0.0001265171,0.00005229552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009813923,"about_ca_system_score_gemma":0.00005734816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000524186,"about_ca_topic_score_gemma":0.000001050492,"domain_scores_codex":[0.9989007,0.00008231885,0.0001173227,0.000320208,0.0003047805,0.0002746528],"domain_scores_gemma":[0.99879,0.0003493303,0.00006467023,0.0005271664,0.0001311321,0.0001376513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003271112,0.0001154454,0.002871641,0.0001437897,0.0001121529,0.0002456358,0.01125088,0.2026417,0.005125569,0.01747625,0.03011366,0.7298706],"study_design_scores_gemma":[0.004409844,0.0008515008,0.004768417,0.0001811528,0.00005114754,0.0002798358,0.001687351,0.006946345,0.1347651,0.717101,0.1254324,0.003525843],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005458434,0.0002270776,0.9905116,0.0004917788,0.001484659,0.0001106453,0.000001606958,0.001678877,0.00003534895],"genre_scores_gemma":[0.08104273,0.000006609526,0.9179724,0.0001483214,0.0001155187,0.00002623455,0.000002629893,0.00001534913,0.0006701865],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7263447,"threshold_uncertainty_score":0.5711689,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2075468564","doi":"10.1016/s0306-4379(03)00052-8","title":"Designing information systems in social context: a goal and scenario modelling approach","year":2003,"lang":"en","type":"article","venue":"Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Human–computer interaction; Information system; Data science; Knowledge management; Process management","retraction":null,"screen_n_in":null,"score":{"opus":0.05189589636838759,"gpt":0.2570927286918884,"spread":0.2051968323235008,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001653785,0.0001590088,0.0002598687,0.0003485597,0.0001561142,0.0006024028,0.0002398413,0.0001317107,1.048888e-7],"category_scores_gemma":[0.0002390617,0.0001568074,0.00002561604,0.0003926255,0.00002431152,0.007315046,0.00005282616,0.0001872023,0.00001777315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001648165,"about_ca_system_score_gemma":0.00006792188,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000903451,"about_ca_topic_score_gemma":3.571989e-7,"domain_scores_codex":[0.9984069,0.0002051485,0.0006972742,0.0001135241,0.0003056531,0.0002715179],"domain_scores_gemma":[0.999138,0.0002060966,0.000283731,0.0001895953,0.0001312764,0.00005129656],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000283589,0.000003019294,0.00007543759,0.000183903,0.000005294475,3.246921e-7,0.009358333,0.8918161,0.00000581952,0.09513514,0.00002869889,0.003385053],"study_design_scores_gemma":[0.0005006889,0.00001785417,0.00006468369,0.00008648931,0.000002037132,0.00005933706,0.004111039,0.9884022,0.00003717031,0.0002235231,0.006263735,0.0002312134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001624034,0.0003091408,0.9949603,0.000007406349,0.0005709838,0.0004784804,0.000002489297,0.0003063667,0.001740769],"genre_scores_gemma":[0.8347297,0.000007831035,0.1650799,0.00003408808,0.00002787253,0.00009702465,0.000008138323,0.000004914651,0.00001055696],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8331056,"threshold_uncertainty_score":0.6394419,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986139229","doi":"10.1145/1988008.1988018","title":"Awareness requirements for adaptive systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Operationalization; Computer science; Requirements management; Non-functional requirement; Requirements analysis; Point (geometry); Requirements engineering; System requirements; Adaptive system; Risk analysis (engineering); Functional requirement; Systems engineering; Software engineering; Engineering; Software system; Artificial intelligence; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.3119062490858102,"gpt":0.3458439196466776,"spread":0.03393767056086744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003004239,0.00008744792,0.0001193088,0.0000460382,0.00004854559,0.00002130223,0.0005525764,0.00003403005,0.000002203567],"category_scores_gemma":[0.0001835386,0.00007353356,0.00003075601,0.0001085458,0.00001578876,0.0003806372,0.0001250004,0.00003171033,0.00001018917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002916861,"about_ca_system_score_gemma":0.00002287203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000264688,"about_ca_topic_score_gemma":8.364735e-7,"domain_scores_codex":[0.9993164,0.0000333583,0.0001243981,0.0002350585,0.00009066928,0.0002000947],"domain_scores_gemma":[0.9992151,0.0002575128,0.00004006338,0.0003668807,0.00008158593,0.00003891195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002049803,0.00004266498,0.0004484504,0.00005271946,0.00004657966,0.000007600499,0.001033715,0.01151579,0.00046254,0.9674174,0.0005420535,0.01841],"study_design_scores_gemma":[0.00225141,0.001698147,0.006143899,0.0002527967,0.00003607864,0.00005034941,0.0008841871,0.4566959,0.079813,0.4427844,0.007179885,0.002209987],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002205775,0.00009551584,0.996407,0.00000733205,0.001070764,0.0002154272,0.000001245189,0.0006739942,0.001308158],"genre_scores_gemma":[0.08974465,0.000002834521,0.909623,0.00002281997,0.00002503271,0.00009551544,3.541662e-7,0.000007575504,0.0004782126],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.524633,"threshold_uncertainty_score":0.2998612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1551848062","doi":"10.1007/11527800_25","title":"Overview of Generative Software Development","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generative grammar; Software engineering; Domain (mathematical analysis); Software development; Software system; Domain engineering; Exploit; Set (abstract data type); Development (topology); Generative Design; Software; Model-driven architecture; Component-based software engineering; Programming language; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06802886348182707,"gpt":0.305745856795859,"spread":0.2377169933140319,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009515973,0.0005241724,0.0006969652,0.0006596611,0.0001262294,0.0001080328,0.00305783,0.0002650866,0.00001485562],"category_scores_gemma":[0.0004696263,0.0004819878,0.0001101461,0.0005243176,0.0004641628,0.0005026229,0.001632452,0.0005997529,0.00001867469],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003986721,"about_ca_system_score_gemma":0.0007654316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002094443,"about_ca_topic_score_gemma":0.00001551134,"domain_scores_codex":[0.9967248,0.00004369315,0.0006396179,0.001191868,0.0008606909,0.0005393365],"domain_scores_gemma":[0.9968952,0.001140742,0.0003423962,0.001227643,0.0002804243,0.0001135951],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000001219643,0.00000939875,0.000008472632,0.00005216478,0.000009389283,0.00001688348,0.0006000784,0.2489171,0.00005954509,0.00627142,0.000004314938,0.74405],"study_design_scores_gemma":[0.0009306726,0.0004884303,0.00090032,0.003338341,0.00002681432,0.0001895032,4.321362e-7,0.1326655,0.07951722,0.7581882,0.01966239,0.004092183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00001837977,0.0034684,0.9945179,0.0001364463,0.001095196,0.0002503183,0.000002827664,0.0002960824,0.0002144139],"genre_scores_gemma":[0.0008889257,0.0001479388,0.9980845,0.0003844997,0.000201632,0.000009377216,0.000002514299,0.00003040425,0.0002502383],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7519168,"threshold_uncertainty_score":0.9997632,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2123513974","doi":"10.1145/1978802.1978812","title":"Decision-making techniques for software architecture design","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Architecture; Architectural pattern; Software architecture; Set (abstract data type); Software; Selection (genetic algorithm); Software system; Management science; Software construction; Artificial intelligence; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1609013110975502,"gpt":0.3960676875086373,"spread":0.2351663764110871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.009245887,0.0008988508,0.002162447,0.0005695774,0.0002985036,0.0002081472,0.006426875,0.00058359,0.000002659787],"category_scores_gemma":[0.03221663,0.0007665693,0.0006757171,0.000917413,0.00007805893,0.0002032993,0.002730154,0.0008694993,0.00001789271],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001805888,"about_ca_system_score_gemma":0.0003066695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003945943,"about_ca_topic_score_gemma":0.000001211026,"domain_scores_codex":[0.9938694,0.002602919,0.0009842548,0.00137131,0.0002952056,0.0008769528],"domain_scores_gemma":[0.9373408,0.05876514,0.0006971559,0.002863245,0.0002265291,0.0001071384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001423368,0.0000133664,7.995456e-7,0.002114316,0.00006363036,0.0000124803,0.0000912785,0.00251512,5.168172e-8,0.0002433511,0.000269499,0.9946747],"study_design_scores_gemma":[0.0001456283,0.0002879932,0.00001355079,0.03280259,0.0001780629,0.0002722903,0.00000211086,0.0006350703,0.00001322297,0.2287675,0.7345363,0.00234571],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[1.909405e-8,0.4625575,0.5336879,0.00000214927,0.0008450922,0.0008036229,0.000009308026,0.002089124,0.000005295399],"genre_scores_gemma":[5.695937e-7,0.3291263,0.6704288,0.00002078671,0.0001977029,0.0000918193,0.00000978256,0.000108543,0.0000157122],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.992329,"threshold_uncertainty_score":0.9994785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047057637","doi":"10.1007/s00766-011-0143-y","title":"Comparison and evaluation of goal-oriented satisfaction analysis techniques","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Goal modeling; Computer science; Goal orientation; Management science; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Software; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08099374444128393,"gpt":0.3856251559035595,"spread":0.3046314114622756,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001316693,0.0001097492,0.0002149563,0.0003025376,0.00002534707,0.00001352741,0.0001141004,0.00004299517,0.000003014125],"category_scores_gemma":[0.0003198441,0.0001139693,0.00004010084,0.0006330622,0.00001122584,0.0006572545,0.00009599102,0.00006945051,5.930536e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001043211,"about_ca_system_score_gemma":0.000007822618,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000924158,"about_ca_topic_score_gemma":7.185413e-7,"domain_scores_codex":[0.9989572,0.00006033099,0.0002462295,0.0001555112,0.0003778312,0.0002029268],"domain_scores_gemma":[0.9993657,0.0001172016,0.00009593139,0.0002762134,0.00009093571,0.00005402997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000345095,0.00005216828,0.2120422,0.00008467094,0.0004605087,2.464871e-7,0.001102264,0.504855,0.08092346,0.007482571,0.00001047228,0.192983],"study_design_scores_gemma":[0.0001845763,0.00003971723,0.4124989,0.00003499086,0.0002807029,0.000001974102,0.00002710798,0.4960644,0.09031979,0.000184622,0.000130544,0.0002326862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2127742,0.00042458,0.7862189,0.000004741182,0.0001788496,0.0001109359,5.874849e-7,0.0002611276,0.00002608867],"genre_scores_gemma":[0.6014433,0.000009231099,0.3985076,0.000001505423,0.00001607945,0.00001485509,0.000001403587,0.000004773099,0.000001291703],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3886691,"threshold_uncertainty_score":0.4647532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2586191823","doi":"10.1007/s10664-017-9499-z","title":"Reengineering legacy applications into software product lines: a systematic mapping","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Austrian Science Fund; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Business process reengineering; Code refactoring; Computer science; Software product line; Software engineering; Process (computing); Process management; Product (mathematics); Reuse; Software; Data science; Software development; Systems engineering; Engineering; Manufacturing engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05418621084206881,"gpt":0.3191469998959,"spread":0.2649607890538312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009862885,0.0006476646,0.0009262433,0.0003815525,0.0007665456,0.0009617576,0.0034726,0.0001968908,0.000004503358],"category_scores_gemma":[0.01785276,0.0006395876,0.0002537704,0.0006209207,0.00008112571,0.002275034,0.001256718,0.0006985113,0.00008508932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003056428,"about_ca_system_score_gemma":0.00009325794,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001405936,"about_ca_topic_score_gemma":0.000001514273,"domain_scores_codex":[0.9964864,0.0000748533,0.0008338866,0.001114012,0.000579456,0.0009114126],"domain_scores_gemma":[0.9939376,0.001678226,0.000341417,0.003476234,0.0002232074,0.0003433719],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001343249,0.0002007699,0.01480456,0.03662596,0.0004712238,0.0002406112,0.002970825,0.9133236,0.00200266,0.003187585,0.0005686952,0.02559007],"study_design_scores_gemma":[0.008037717,0.001158664,0.1871625,0.05076468,0.0007023229,0.002224816,0.0006970083,0.5378996,0.02302592,0.04369814,0.117232,0.02739661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002261311,0.001576374,0.9879867,0.0003985906,0.001103273,0.001031772,0.000003093326,0.00562409,0.000014768],"genre_scores_gemma":[0.07439999,0.00003042447,0.9238667,0.00007246322,0.0005203854,0.0008550936,0.000006096431,0.0001127142,0.0001360626],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3754241,"threshold_uncertainty_score":0.9996055,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001932992","doi":"10.1007/s11219-010-9127-2","title":"Assessing the maintainability of software product line feature models using structural metrics","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Maintainability; Software product line; Feature model; Software metric; Computer science; Software; Data mining; Software quality; Feature (linguistics); Reliability engineering; Set (abstract data type); Software engineering; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1178730492397492,"gpt":0.4112353565501069,"spread":0.2933623073103577,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007434753,0.0003698261,0.0005890381,0.0002547047,0.0006951986,0.0005364856,0.002140133,0.0002092455,0.000007778001],"category_scores_gemma":[0.03063371,0.0002550683,0.0002934762,0.001253316,0.0003495319,0.002621786,0.0006128036,0.002463571,5.057668e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002215804,"about_ca_system_score_gemma":0.0005882696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002857804,"about_ca_topic_score_gemma":0.000006720199,"domain_scores_codex":[0.9959363,0.001000191,0.0008600627,0.0005688756,0.0009779107,0.0006566467],"domain_scores_gemma":[0.9918966,0.004127741,0.0009013147,0.001607731,0.001256767,0.0002098113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000378135,0.0001158606,0.02504007,0.000406257,0.0001777286,0.00005615183,0.003165705,0.6592517,0.006631074,0.0118735,0.0001326432,0.2931114],"study_design_scores_gemma":[0.0007655829,0.0001392377,0.03856783,0.0001294997,0.00007912035,0.001806605,0.0006376865,0.05027962,0.008796374,0.8974959,0.0001932723,0.001109317],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.232389,0.000442923,0.7642813,0.0005441096,0.001806843,0.0001862124,0.000008585816,0.0003387188,0.000002222663],"genre_scores_gemma":[0.3230781,0.000007059948,0.6765154,0.00006986452,0.0002891102,0.000002525797,0.000001451705,0.00002228621,0.0000141808],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8856224,"threshold_uncertainty_score":0.9999902,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151338677","doi":"10.1145/1449913.1449918","title":"Efficient compilation techniques for large scale feature models","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Computer science; Feature model; Heuristics; Feature (linguistics); Variable (mathematics); Domain (mathematical analysis); Theoretical computer science; Programming language; Model transformation; Representation (politics); Model-driven architecture; Artificial intelligence; Software; Software development; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.05232709735196954,"gpt":0.3007623460709168,"spread":0.2484352487189472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002473251,0.00009307572,0.0001170188,0.00006486555,0.0001265753,0.00001545772,0.0003277775,0.00006297279,8.804345e-7],"category_scores_gemma":[0.00008060906,0.00007953844,0.00004749024,0.0001703019,0.00001584721,0.0001529855,0.0001099787,0.00007404429,0.000002407108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003215727,"about_ca_system_score_gemma":0.00001589651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":5.133345e-7,"about_ca_topic_score_gemma":4.894583e-7,"domain_scores_codex":[0.9993228,0.00002302281,0.00009061721,0.0002334724,0.0001202682,0.0002097875],"domain_scores_gemma":[0.9992778,0.0002629102,0.00002966063,0.0003162231,0.00007970052,0.00003372526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006940683,0.00006077235,0.00005316107,0.00002021434,0.000005637157,0.000003069828,0.0009151087,0.8907867,0.001317593,0.09564471,0.003359822,0.007826247],"study_design_scores_gemma":[0.0001302681,0.00004114638,0.0002429801,0.000007277562,0.000001173997,0.00001619763,0.000009386622,0.9620103,0.01591107,0.01951539,0.00196797,0.0001468268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009903059,0.00006861561,0.9961646,0.0002383426,0.0001432087,0.0002504174,0.000005765216,0.00166681,0.0004720025],"genre_scores_gemma":[0.05876654,0.000005428989,0.9405435,0.0001107471,0.00003096379,0.00004322359,0.000003226255,0.000008083741,0.0004882904],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.07612932,"threshold_uncertainty_score":0.3243483,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133724574","doi":"10.1145/1029894.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Computer science; Notation; Component (thermodynamics); Task (project management); Cover (algebra); Sequence (biology); Sequence diagram; Programming language; Unified Modeling Language; Systems engineering; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.09323485982453569,"gpt":0.3005996911313053,"spread":0.2073648313067696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001467843,0.00008218306,0.0000866436,0.00004291838,0.00004855738,0.00003912191,0.0004387132,0.00002947094,0.000003096997],"category_scores_gemma":[0.00006777031,0.0000727401,0.00003476259,0.0001483217,0.00001849132,0.0006833153,0.0001616394,0.00008262195,0.00001722718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004193258,"about_ca_system_score_gemma":0.00002349481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002609419,"about_ca_topic_score_gemma":0.000001639268,"domain_scores_codex":[0.9993362,0.00001726166,0.0001014611,0.0001995267,0.0001236715,0.0002218332],"domain_scores_gemma":[0.9995241,0.00007343622,0.00001845826,0.000312197,0.00002128082,0.0000504902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[3.858677e-7,0.000005824977,0.00001725999,8.09272e-7,0.000001608548,0.000008379398,0.0001806724,0.7043497,0.0003120834,0.2907068,0.000006344226,0.004410199],"study_design_scores_gemma":[0.0005313742,0.00006505037,0.0004869491,0.00001496933,0.00000473414,0.00004159164,0.00003172015,0.08670629,0.06276941,0.8487441,0.0001505651,0.0004532873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008528017,0.00004623623,0.9891284,0.0003655022,0.0003501155,0.00003988791,1.75592e-7,0.001114938,0.0004267768],"genre_scores_gemma":[0.4195349,0.000001568151,0.5803563,0.00003815798,0.00001371951,0.000004646529,1.535033e-7,0.000003756079,0.00004678229],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6176434,"threshold_uncertainty_score":0.2966255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2014002249","doi":"10.1145/1082983.1083082","title":"Autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Interconnectivity; Dynamism; Autonomic computing; Computer science; Data science; Categorization; Software; Point (geometry); Coping (psychology); Software engineering; Risk analysis (engineering); Knowledge management; Management science; Engineering; Artificial intelligence; Business; Cloud computing; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02733260811453089,"gpt":0.2698135391505505,"spread":0.2424809310360196,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005071784,0.0004250712,0.0004003131,0.0002686947,0.0001391132,0.0001544491,0.002269989,0.0001570453,0.00001291083],"category_scores_gemma":[0.1385565,0.0004612627,0.0001429973,0.0005088298,0.00003600899,0.0008924279,0.00102459,0.0004380118,0.0001710391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002074683,"about_ca_system_score_gemma":0.00006154853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006073894,"about_ca_topic_score_gemma":8.699911e-7,"domain_scores_codex":[0.9978105,0.00004165482,0.0004382964,0.0006713119,0.0002779726,0.0007602612],"domain_scores_gemma":[0.9391761,0.05876988,0.0001160709,0.001656186,0.0000855145,0.0001961881],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000002355354,0.00003090176,0.01126226,0.00004673152,0.00003622109,0.00001880932,0.0005162703,0.8328028,0.002168508,0.00365598,0.0002303945,0.1492288],"study_design_scores_gemma":[0.003732579,0.0005901866,0.4779629,0.0009369694,0.000112722,0.0007848606,0.00004698584,0.2532686,0.1450701,0.004164799,0.1038913,0.009438057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04587455,0.0007109007,0.9455214,0.0004446901,0.0008566078,0.0001420855,0.00000335656,0.00644288,0.000003593804],"genre_scores_gemma":[0.4376338,0.0000089888,0.5619177,0.0001260023,0.0002351218,0.000009921799,0.000003128751,0.00004158732,0.00002385225],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5795342,"threshold_uncertainty_score":0.9997839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W163197604","doi":"","title":"From Requirements to Architectural Design -Using Goals and Scenarios","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Notation; Software engineering; Domain (mathematical analysis); Architectural design; Systems engineering; Architecture; Functional requirement; Focus (optics); Realization (probability); Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1436433932733234,"gpt":0.3459438942493221,"spread":0.2023005009759987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002221677,0.0002375453,0.0001959905,0.00025778,0.00004954371,0.0001705888,0.0008010674,0.00006067262,0.00002301305],"category_scores_gemma":[0.001472411,0.0002448306,0.00003607616,0.0001986973,0.00001764468,0.0004007749,0.0003227862,0.0002003193,0.00002053759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001353429,"about_ca_system_score_gemma":0.00003321048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003576895,"about_ca_topic_score_gemma":0.000001202436,"domain_scores_codex":[0.9985898,0.00004106716,0.0002334436,0.0004778953,0.0003539423,0.0003038952],"domain_scores_gemma":[0.9988094,0.0005445445,0.00005374403,0.0003345596,0.000113853,0.0001439026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002806791,0.00001541154,0.0005578387,0.000005582532,0.00005340908,0.00006522043,0.0006952675,0.9274612,0.01112365,0.004637054,0.00002085163,0.05533646],"study_design_scores_gemma":[0.0006887011,0.0002084928,0.008820927,0.0005392694,0.00001140891,0.000120811,0.00005333916,0.9668408,0.008142068,0.01279898,0.0007416513,0.001033533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07294609,0.00004449222,0.9250095,0.0002304917,0.0009593469,0.0001481984,0.000007001862,0.000633247,0.00002162511],"genre_scores_gemma":[0.2983222,0.00001207089,0.7013574,0.0001193065,0.000114929,0.00001682155,0.000002693828,0.00001702451,0.00003747894],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2253761,"threshold_uncertainty_score":0.9983903,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003775793","doi":"10.1145/2568225.2568283","title":"Mining configuration constraints: static analyses and empirical results","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Consistency (knowledge bases); Heuristic; Data mining; Feature (linguistics); Feature model; Software; Machine learning; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1591713202311108,"gpt":0.4073229713322111,"spread":0.2481516511011003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004794989,0.00007688383,0.000120399,0.00005991258,0.00004180419,0.00006554652,0.0001556145,0.00002977108,0.000003465592],"category_scores_gemma":[0.003041753,0.00006256586,0.00001360711,0.0001340054,0.00008424842,0.0002455938,0.00005779524,0.00005169808,0.0000047924],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009520348,"about_ca_system_score_gemma":0.00001542774,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002176795,"about_ca_topic_score_gemma":0.000001132598,"domain_scores_codex":[0.9992525,0.0001203235,0.0001708055,0.0002287565,0.00009813502,0.000129511],"domain_scores_gemma":[0.9975496,0.00209251,0.00004460742,0.0002233971,0.00004030425,0.0000496135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000238338,0.00003414292,0.0005685104,0.00005060403,0.0000572734,0.00001716471,0.004197571,0.07129926,0.01171394,0.07476916,0.002646947,0.8346216],"study_design_scores_gemma":[0.002511213,0.0006875265,0.02151782,0.00009744904,0.00003284045,0.0001059764,0.0009482648,0.8385516,0.05688819,0.07108469,0.006429318,0.00114507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006280698,0.00001610972,0.9909381,0.000628512,0.00009157729,0.00003740344,5.921074e-7,0.0003427746,0.001664224],"genre_scores_gemma":[0.3427204,0.000002377186,0.6570116,0.0001876038,0.00001134608,0.000001781832,9.816921e-7,0.000002185655,0.00006171141],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8334765,"threshold_uncertainty_score":0.3641482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095620420","doi":"10.1007/s00766-011-0129-9","title":"Representing and reasoning about preferences in requirements engineering","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Stakeholder; Planner; Preference; Requirements elicitation; Requirements management; Computer science; Notation; Set (abstract data type); Preference elicitation; Management science; Requirements engineering; Requirements analysis; Operations research; Engineering; Artificial intelligence; Mathematics; Software; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.09004778679201123,"gpt":0.2958986538751406,"spread":0.2058508670831294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009097044,0.000352966,0.0003571543,0.0004273234,0.00006408285,0.0001032238,0.0007599609,0.0001064907,0.000007017677],"category_scores_gemma":[0.001090162,0.0003856049,0.00005086151,0.0005732662,0.00002375191,0.001428515,0.0006272139,0.0003161105,0.000005007865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001251792,"about_ca_system_score_gemma":0.0000217316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004339231,"about_ca_topic_score_gemma":0.0000025427,"domain_scores_codex":[0.9976336,0.00004533899,0.0005326116,0.0006949278,0.0003429914,0.0007504757],"domain_scores_gemma":[0.9988568,0.0002030141,0.0001175529,0.0006361317,0.00004215322,0.0001443899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005380939,0.0003150334,0.1219017,0.001522419,0.0004842543,0.0006197539,0.01659892,0.5413971,0.0986699,0.08970436,0.00005514345,0.1286776],"study_design_scores_gemma":[0.002351426,0.0002876701,0.313927,0.003055777,0.00004600326,0.0001183599,0.0002121368,0.6204088,0.05023269,0.005477824,0.000884131,0.002998237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1480344,0.0007257119,0.8491961,0.00000901879,0.0005749944,0.0002076787,7.35249e-7,0.000792805,0.0004584756],"genre_scores_gemma":[0.4975273,0.00008389386,0.5022416,0.000009221601,0.00003778993,0.00004186475,0.000001033255,0.00003079635,0.00002650067],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3494929,"threshold_uncertainty_score":0.9998596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2172069600","doi":"10.1145/643603.643617","title":"Quantifying aspects in middleware platforms","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Aspect-oriented programming; Common Object Request Broker Architecture; Message oriented middleware; Distributed computing; Programming paradigm; AspectJ; Overhead (engineering); Set (abstract data type); Software engineering; Software architecture; Software; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1109312008426559,"gpt":0.3159666053836972,"spread":0.2050354045410413,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003988427,0.00009568389,0.0001211309,0.0001178332,0.00002884434,0.000034334,0.0003707095,0.00004365552,0.0000097879],"category_scores_gemma":[0.0009475984,0.00008015246,0.00002503697,0.0004225425,0.00001283257,0.0004577647,0.00007272149,0.000124717,0.00003142731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004398047,"about_ca_system_score_gemma":0.00002686126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000506935,"about_ca_topic_score_gemma":0.00002164922,"domain_scores_codex":[0.9992265,0.00002457761,0.0001359027,0.000238435,0.0001127949,0.0002618395],"domain_scores_gemma":[0.9991757,0.0003971875,0.00002232469,0.0003501799,0.00001641161,0.00003825278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[7.75802e-7,0.00001556859,0.002599117,0.0000131767,0.000002874526,0.00004603291,0.0003315134,0.03482453,0.0004344273,0.9538586,0.00002497392,0.007848422],"study_design_scores_gemma":[0.001033363,0.0001224811,0.0180697,0.0000994239,0.000002195618,0.0001265744,0.0004049179,0.01588105,0.08361844,0.8761366,0.003430085,0.001075175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01766378,0.0001551655,0.9776143,0.0000296518,0.0003421583,0.00005892896,7.860751e-8,0.0005167341,0.003619185],"genre_scores_gemma":[0.3846982,0.000005517027,0.6151436,0.00004691509,0.000004295656,0.000004347606,1.014035e-7,0.000004591029,0.00009245353],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3670344,"threshold_uncertainty_score":0.3268522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090727480","doi":"10.1145/1029894.1029918","title":"Implementing protocols via declarative event patterns","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Computer science; AspectJ; Programming language; Aspect-oriented programming; Compiler; Event (particle physics); Protocol (science); Maintainability; Set (abstract data type); Traceability; Complex event processing; Software engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.05698402835664106,"gpt":0.3692314819018124,"spread":0.3122474535451713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004234371,0.0001147434,0.0001162612,0.00004950332,0.00008624435,0.00005614497,0.0005282328,0.00002808614,0.00001339646],"category_scores_gemma":[0.0001283818,0.00009721157,0.00004227613,0.0001650691,0.00001096505,0.0004081959,0.0003936794,0.00009722991,0.00002353124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007939401,"about_ca_system_score_gemma":0.00003344351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001663322,"about_ca_topic_score_gemma":0.00001363735,"domain_scores_codex":[0.9989704,0.00004328591,0.0001831811,0.0002691436,0.0001613236,0.0003726033],"domain_scores_gemma":[0.9993398,0.0001354692,0.00005591154,0.0003771001,0.00004311365,0.00004863769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008385508,0.000186502,0.004502447,0.0001109511,0.00007686277,0.00009843416,0.004001888,0.3200077,0.01411634,0.2683136,0.0000777333,0.3884991],"study_design_scores_gemma":[0.002112735,0.0005758775,0.01652225,0.0001935972,0.000006348777,0.00008303756,0.0002177913,0.006363663,0.4703069,0.4946442,0.007777389,0.001196224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001295647,0.000005335867,0.9949679,0.0002028541,0.00007720079,0.002654717,6.016129e-7,0.0006496858,0.0001459965],"genre_scores_gemma":[0.09058188,5.439309e-7,0.9069005,0.0001173228,0.00002723926,0.002307782,5.827879e-7,0.000007472888,0.00005670613],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4561906,"threshold_uncertainty_score":0.3964173,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001314414","doi":"10.1007/s00766-014-0209-8","title":"Interactive goal model analysis for early requirements engineering","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Requirements engineering; Requirements analysis; Interactivity; Stakeholder; Software engineering; Scalability; Non-functional requirement; Visualization; Goal orientation; Systems engineering; Process management; Risk analysis (engineering); Software development; Software; Engineering; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0505596285654805,"gpt":0.3106748020015582,"spread":0.2601151734360777,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008560263,0.0004486103,0.0005637856,0.0006936172,0.00009616606,0.0001701487,0.00111378,0.0001188813,0.000002790299],"category_scores_gemma":[0.001189686,0.0004929733,0.0003024672,0.000963899,0.00001527855,0.00134823,0.0003766827,0.0002450967,0.00000906974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002895244,"about_ca_system_score_gemma":0.00002429285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005868174,"about_ca_topic_score_gemma":7.121409e-7,"domain_scores_codex":[0.9973955,0.00003580692,0.000542316,0.0007604625,0.0004430357,0.0008228616],"domain_scores_gemma":[0.9979996,0.000601713,0.0001520658,0.0009179536,0.0001353854,0.0001932832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007691171,0.00002221854,0.0003116654,0.00005698595,0.000442654,0.00000171888,0.0002548386,0.9789822,0.01053665,0.007058016,0.0000143264,0.002311024],"study_design_scores_gemma":[0.0004760923,0.00009273402,0.0016178,0.0000573866,0.0001090105,0.000001662883,0.000003957238,0.9902049,0.005622172,0.0009147064,0.0003856477,0.000513968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01817814,0.00005487543,0.9792494,0.00003757432,0.0007892643,0.0003559137,0.000007893824,0.001252502,0.00007447282],"genre_scores_gemma":[0.467911,0.000004348744,0.5317429,0.00002717938,0.00008230637,0.0001105809,0.000007339142,0.00004266444,0.00007157463],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4497329,"threshold_uncertainty_score":0.9997522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122067742","doi":"10.1109/icre.2003.1232743","title":"Requirements analysis for customizable software: a goals-skills-preferences framework","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Computer science; Software engineering; Software; Software development; User requirements document; Human–computer interaction; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03338898789109541,"gpt":0.3190256701304159,"spread":0.2856366822393205,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008636574,0.00022862,0.000714149,0.001561257,0.0001154632,0.00006302937,0.001862032,0.0003661019,0.000006685888],"category_scores_gemma":[0.004637939,0.0001867251,0.0003093945,0.002460918,0.0001204292,0.0005628862,0.0002842889,0.0004995582,0.000006995363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002086839,"about_ca_system_score_gemma":0.000152683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001721432,"about_ca_topic_score_gemma":0.000002400263,"domain_scores_codex":[0.9980972,0.00004886205,0.0007194207,0.0003407493,0.0003310882,0.0004627134],"domain_scores_gemma":[0.9972237,0.0008516933,0.0006971771,0.0006965698,0.0004381945,0.00009265516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001430196,0.0008617089,0.01821632,0.0001382857,0.004737577,0.0003650579,0.001360451,0.5157785,0.006036481,0.3397819,0.0006030364,0.1119777],"study_design_scores_gemma":[0.0007551527,0.000524784,0.0007286181,0.0001017434,0.0002022016,0.0001060382,0.0000409499,0.0001393854,0.02502667,0.9704379,0.00164802,0.000288536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01680217,0.000799951,0.9793248,0.001716769,0.0007437487,0.000141688,0.000002963451,0.0004536342,0.00001423352],"genre_scores_gemma":[0.1769442,0.0001120169,0.8227318,0.00007635846,0.00007421154,0.0000154673,5.301613e-7,0.00001353839,0.00003188475],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6306559,"threshold_uncertainty_score":0.761443,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148974547","doi":"10.1145/2648511.2648521","title":"Comparison of exact and approximate multi-objective optimization for software product lines","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Scalability; Mathematical optimization; Computer science; Product (mathematics); Software; Optimization problem; Algorithm; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.06431467635435309,"gpt":0.3470871171472757,"spread":0.2827724407929226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003757926,0.0001068029,0.0002328889,0.00006706694,0.0000474781,0.00002368153,0.0002252945,0.00003424482,6.881149e-7],"category_scores_gemma":[0.002783117,0.00008974734,0.00002535135,0.0001351468,0.00003974445,0.0002715717,0.0001127749,0.0000481659,2.360998e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001052338,"about_ca_system_score_gemma":0.00001064772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002752529,"about_ca_topic_score_gemma":9.956207e-7,"domain_scores_codex":[0.9992541,0.00005469167,0.0001831001,0.0002920627,0.0000766438,0.0001393799],"domain_scores_gemma":[0.9985766,0.0008622672,0.00009827662,0.0002811059,0.000153309,0.00002837404],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006267162,0.00003356229,0.00146937,0.00009479162,0.000008027931,3.591235e-8,0.0004649549,0.9490519,0.0003836516,0.001557054,0.00002219051,0.04690823],"study_design_scores_gemma":[0.000254931,0.0001004064,0.001000724,0.00001386155,0.000004186143,0.000001159946,0.00002798189,0.9656243,0.03124692,0.001557552,0.00004760312,0.000120361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001311195,0.0001175864,0.9976363,0.00004415919,0.0001737551,0.0002896965,0.000001454378,0.0004166601,0.000009221748],"genre_scores_gemma":[0.07591748,0.000005278346,0.9239557,0.00001175559,0.00002588177,0.00002982457,0.000002309422,0.000009392534,0.0000423479],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.07460629,"threshold_uncertainty_score":0.365979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155104740","doi":"10.1109/edocw.2006.36","title":"Exploring Intentional Modeling and Analysis for Enterprise Architecture","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Health and Long-Term Care","keywords":"Enterprise architecture; Enterprise architecture management; Enterprise architecture framework; Computer science; Business architecture; Blueprint; Enterprise integration; Knowledge management; Service-oriented modeling; Enterprise modelling; Process management; NIST Enterprise Architecture Model; Enterprise systems engineering; Solution architecture; Key (lock); Enterprise life cycle; Context (archaeology); View model; Integrated enterprise modeling; Architecture; Enterprise software; Business process; Engineering; Software architecture; Computer security; Operations management; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.112898092617162,"gpt":0.2901475806172167,"spread":0.1772494880000547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001690863,0.0000732364,0.0001110782,0.0001844442,0.00004656395,0.00004570165,0.0001756859,0.00001524041,8.741821e-7],"category_scores_gemma":[0.0001029006,0.0000634812,0.00007313592,0.0002549629,0.00001013632,0.0002812779,0.0001059931,0.00004800491,3.292507e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001280588,"about_ca_system_score_gemma":0.000004217336,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001152639,"about_ca_topic_score_gemma":0.000004885548,"domain_scores_codex":[0.9994422,0.00001431306,0.0001113837,0.0002216,0.00007468806,0.0001358059],"domain_scores_gemma":[0.9994889,0.0002718815,0.00001725191,0.0001623487,0.00003709512,0.00002247668],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001887655,0.000004514078,0.0003073584,0.000005068894,0.00002799308,4.972882e-7,0.00005150121,0.9736024,0.0002275349,0.01528345,0.000002432057,0.01048534],"study_design_scores_gemma":[0.00008630892,0.00001140521,0.001030594,0.00000391922,0.00001851648,0.000002116565,0.00001194066,0.929066,0.0004510813,0.0691625,0.00005860682,0.00009702326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02228995,0.00007886951,0.9770485,0.000109321,0.00008931477,0.0000538143,0.000001279748,0.0002943918,0.00003460412],"genre_scores_gemma":[0.2739439,0.000004631846,0.7259216,0.00001433789,0.00002388502,0.00002914588,0.000002225399,0.000003190893,0.00005702012],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.251654,"threshold_uncertainty_score":0.2588688,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159987338","doi":"10.5555/381473.381502","title":"Separating features in source code: an exploratory study","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Codebase; AspectJ; Computer science; Context (archaeology); Process (computing); Separation of concerns; Software engineering; Source code; Feature (linguistics); Programming language; Software system; Software evolution; Code (set theory); Software; Aspect-oriented programming; Software construction; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.06756396958322983,"gpt":0.3482740333509789,"spread":0.2807100637677491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006741348,0.0001180988,0.0001447079,0.000108575,0.00005264856,0.00007010555,0.0006145958,0.00003708795,0.000003567722],"category_scores_gemma":[0.0003099347,0.0001059152,0.00001613794,0.0004249591,0.00001480812,0.0007588377,0.0002063384,0.0001719471,0.000009308456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003379926,"about_ca_system_score_gemma":0.00001861097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001210859,"about_ca_topic_score_gemma":0.0002578012,"domain_scores_codex":[0.9988986,0.0002168208,0.0001520839,0.0003384447,0.0001560075,0.0002380171],"domain_scores_gemma":[0.9990742,0.0003429663,0.00003021149,0.0004724922,0.00002672971,0.00005342036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00001477088,0.0004158752,0.03079204,0.000007775566,0.00001384471,0.0002393889,0.03137296,0.8221552,0.002168605,0.003324874,0.0002796171,0.109215],"study_design_scores_gemma":[0.0081571,0.005267409,0.4643606,0.0001710144,0.00002866116,0.0004870193,0.09058844,0.3285686,0.02586963,0.05749334,0.01275704,0.006251153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2750455,0.00005582012,0.7237586,0.00003348612,0.000118069,0.000102994,6.953757e-8,0.0006918239,0.000193656],"genre_scores_gemma":[0.5372098,0.000002863121,0.4623378,0.00008206771,0.00002773379,0.00002061311,2.136197e-7,0.000008297999,0.0003106253],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4935867,"threshold_uncertainty_score":0.4319095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1980079693","doi":"10.1145/1188966.1188976","title":"Requirements-driven design of autonomic application software","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Autonomic computing; Software engineering; Software system; Process (computing); Software; Systems engineering; Risk analysis (engineering); Distributed computing; Reliability engineering; Engineering; Operating system; Cloud computing","retraction":null,"screen_n_in":null,"score":{"opus":0.04521512605687349,"gpt":0.2848633628425098,"spread":0.2396482367856363,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002333095,0.00008034564,0.0001147719,0.00006191322,0.0000255158,0.00001298965,0.0005014924,0.00003563406,0.000003116176],"category_scores_gemma":[0.0001086798,0.00007653955,0.00002599554,0.0001681051,0.00002630954,0.0002616259,0.0001142189,0.00003962724,0.00001654477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000530955,"about_ca_system_score_gemma":0.00002929229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001843581,"about_ca_topic_score_gemma":6.107362e-7,"domain_scores_codex":[0.9993074,0.00004369716,0.0001925905,0.000212368,0.0001040047,0.0001399275],"domain_scores_gemma":[0.9990962,0.0003243469,0.00008061562,0.0004365016,0.00004503246,0.00001732219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001764723,0.00001592263,0.0002345031,0.000006539497,0.000003807578,6.001941e-7,0.00002050128,0.9410551,0.01413778,0.02684996,0.0002113155,0.01746218],"study_design_scores_gemma":[0.0006012356,0.0001701109,0.0157641,0.00002759223,0.0000116281,0.00001172713,0.00001079734,0.5263515,0.1574857,0.2971614,0.001775367,0.0006289313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0003704586,0.00004128329,0.9984911,0.00004077709,0.00009054188,0.0001520928,4.998132e-7,0.0006920695,0.0001211449],"genre_scores_gemma":[0.07890436,0.000002336114,0.9208713,0.00001810187,0.00001808441,0.0000245821,0.000001339892,0.000006523767,0.0001533961],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4147037,"threshold_uncertainty_score":0.3121192,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W30803841","doi":"10.1016/j.vaccine.2019.02.029","title":"The Variability Model of The Linux Kernel.","year":2010,"lang":"en","type":"article","venue":"Variability Modelling of Software-Intensive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Helsefonden; Kræftens Bekæmpelse","keywords":"Computer science; Benchmark (surveying); Kernel (algebra); Feature (linguistics); Code (set theory); Linux kernel; Feature model; Machine learning; Artificial intelligence; Software engineering; Data mining; Programming language; Software; Operating system; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04833323037375226,"gpt":0.2575182184178548,"spread":0.2091849880441026,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008731818,0.0003927834,0.0007858613,0.00007394079,0.0003323594,0.00008463296,0.003194377,0.0003194634,9.68224e-7],"category_scores_gemma":[0.02735237,0.000243613,0.000379225,0.000518239,0.0008097955,0.0003510807,0.0009103798,0.001004983,0.000002394836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009168654,"about_ca_system_score_gemma":0.0004003492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002150911,"about_ca_topic_score_gemma":0.000004198962,"domain_scores_codex":[0.9955603,0.0008840135,0.001335717,0.0008609414,0.0007802101,0.0005788474],"domain_scores_gemma":[0.9773059,0.01289655,0.0008739737,0.004668976,0.004115517,0.000139051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001628733,0.00004276399,0.0008045601,0.0001686444,0.00004332663,3.281138e-7,0.0006384954,0.9305039,0.002898304,0.06430022,0.00002428032,0.0005588573],"study_design_scores_gemma":[0.0001393564,0.00003036744,0.0001079486,0.00008517165,0.00002151933,0.000009433626,0.00005012404,0.8377782,0.003683025,0.1578224,0.0000571405,0.0002152756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0331822,0.00009379524,0.9613776,0.0001991478,0.003844827,0.0008152383,0.00003346557,0.0004010919,0.00005265296],"genre_scores_gemma":[0.6214649,0.00001197314,0.3783029,0.00002593373,0.00005799554,0.00004329552,6.995364e-7,0.000023781,0.00006854231],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5882827,"threshold_uncertainty_score":0.9934251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032396198","doi":"10.1145/503209.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Software engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.03541429567301135,"gpt":0.2958194857854654,"spread":0.260405190112454,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001825001,0.00007474405,0.00007757963,0.00005348988,0.00004214811,0.00003756802,0.0003791737,0.00002523608,0.00001094658],"category_scores_gemma":[0.0003177474,0.00006393191,0.00002633755,0.0004145371,0.00001669844,0.000303458,0.0001448881,0.00007336266,0.00004450042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002351717,"about_ca_system_score_gemma":0.00001034462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003801907,"about_ca_topic_score_gemma":0.000001237433,"domain_scores_codex":[0.9993408,0.00002503084,0.00008952291,0.000206179,0.0001130011,0.0002254733],"domain_scores_gemma":[0.999368,0.0001818141,0.00001889328,0.0003525077,0.00003271331,0.00004610639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002334624,0.00003171304,0.001005169,0.000004621922,0.000009676926,0.00007752151,0.0002519616,0.006288613,0.0004850925,0.2663669,0.0002565522,0.7252198],"study_design_scores_gemma":[0.001037643,0.0004192921,0.01029964,0.00004214615,0.000008839686,0.0004885326,0.0002121234,0.03798567,0.01729254,0.1123641,0.8184192,0.001430298],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001344514,0.00006370486,0.9934016,0.0002301295,0.0003381102,0.0000646874,3.612637e-8,0.001979469,0.002577789],"genre_scores_gemma":[0.02266833,0.000008249418,0.9761946,0.00007263598,0.00003367871,0.00001052269,2.504673e-7,0.00000537612,0.001006358],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8181626,"threshold_uncertainty_score":0.2607068,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}