{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":41,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":41,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"a80308fc9c4a","filters":{"venue":"Automated Software Engineering"}},"results":[{"id":"W2039978418","doi":"10.1007/s10515-011-0098-8","title":"Maintainability defects detection and correction: a multi-objective approach","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Code refactoring; Maintainability; Computer science; Sorting; Reliability engineering; Genetic programming; Software; Process (computing); Code (set theory); Software engineering; Programming language; Machine learning; Set (abstract data type); Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01086392201751171,"gpt":0.2388626032428608,"spread":0.2279986812253491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006231806,0.0002698616,0.0002220857,0.0003031735,0.0001563652,0.0001312245,0.0003150906,0.00016248,0.000002339458],"category_scores_gemma":[0.00304515,0.0002880841,0.00006304604,0.000907061,0.00003390698,0.0009113463,0.000276497,0.0004056504,0.00001998108],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003473175,"about_ca_system_score_gemma":0.0000373692,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003956087,"about_ca_topic_score_gemma":0.000001277239,"domain_scores_codex":[0.9982516,0.00006298944,0.0002081801,0.0004501711,0.000290832,0.0007362338],"domain_scores_gemma":[0.9982504,0.0008109827,0.00004193185,0.0004947713,0.0001126276,0.0002892348],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004003332,0.00100654,0.644761,0.001324891,0.0004427907,0.00006440381,0.01144149,0.2658679,0.009337214,0.001134384,0.0005268339,0.06405243],"study_design_scores_gemma":[0.0002269247,0.00003606965,0.3776791,0.00002009459,0.000006196361,0.0001521594,0.00002816267,0.6189175,0.00254295,0.000003833782,0.0001297183,0.0002573164],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2760693,0.0003090411,0.7151707,0.000004186275,0.0009804643,0.0002492457,8.420905e-7,0.007207712,0.000008504011],"genre_scores_gemma":[0.8750694,0.000004967851,0.1246381,0.00001139077,0.00008840077,0.0001215458,0.000002116418,0.00003791438,0.00002617416],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.599,"threshold_uncertainty_score":0.9999571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967187747","doi":"10.1007/s10515-011-0093-0","title":"Prioritizing test cases with string distances","year":2011,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Computer Research Institute of Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test suite; String (physics); Computer science; Random testing; Code (set theory); Test case; Algorithm; Property (philosophy); Suite; Test (biology); Data mining; Mathematics; Machine learning; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01989486036119929,"gpt":0.2132109271948698,"spread":0.1933160668336705,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015651,0.0002463646,0.0002019428,0.0001675568,0.0001326558,0.000134231,0.0005948676,0.00006828119,0.000002465036],"category_scores_gemma":[0.0009920719,0.0002221566,0.00003908033,0.0005788426,0.00002847995,0.0005427253,0.0001444359,0.0001764498,0.00001052801],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005773294,"about_ca_system_score_gemma":0.00004668412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001073039,"about_ca_topic_score_gemma":0.000004500158,"domain_scores_codex":[0.9987245,0.00001180847,0.000219857,0.000388863,0.0002242166,0.0004307446],"domain_scores_gemma":[0.998471,0.0007322209,0.00007672774,0.0005236892,0.0000810785,0.0001152544],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005477021,0.0009697861,0.785522,0.00127523,0.0004710796,0.01231908,0.01477371,0.004442904,0.002822207,0.03892102,0.01044968,0.1279785],"study_design_scores_gemma":[0.001555195,0.00183567,0.294448,0.004205625,0.0001075921,0.00470699,0.00006854574,0.6601063,0.02324806,0.003551501,0.001605045,0.00456149],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06265202,0.0002790896,0.8099237,0.000007692455,0.0001662012,0.0001249204,0.000004552677,0.1267603,0.00008151012],"genre_scores_gemma":[0.5588182,0.000003591921,0.4410919,0.00001680769,0.00001979683,0.00001707644,0.000001588924,0.00002338822,0.000007682995],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6556634,"threshold_uncertainty_score":0.9059281,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3093046707","doi":"10.1007/s10515-020-00277-4","title":"Understanding machine learning software defect predictions","year":2020,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Exploit; Machine learning; Software bug; Software; Artificial intelligence; Boosting (machine learning); Source code; Set (abstract data type); Data mining; Principal (computer security); Decision tree; Predictive modelling; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04516996975354468,"gpt":0.2432856168383505,"spread":0.1981156470848059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003077537,0.0004039567,0.0003523218,0.0003425675,0.0003060109,0.0003191351,0.001058194,0.000180641,0.0000368882],"category_scores_gemma":[0.007061739,0.0004512262,0.000199179,0.001807756,0.00003033005,0.0007438899,0.000513081,0.0009288591,0.0001621844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003805249,"about_ca_system_score_gemma":0.0001033828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001672944,"about_ca_topic_score_gemma":0.000001054434,"domain_scores_codex":[0.9973335,0.00006239132,0.0003847802,0.0007248409,0.0006472575,0.0008472778],"domain_scores_gemma":[0.9972711,0.00154183,0.00007256218,0.0005152576,0.00008961852,0.0005096517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006376208,0.00002959563,0.03943033,0.000244171,0.0001968866,0.0001874392,0.001143559,0.9544665,0.0005465361,0.001175254,0.001921398,0.0006519323],"study_design_scores_gemma":[0.0004244085,0.0001378015,0.005782936,0.00009439888,0.00001813727,0.00005818127,0.00001699647,0.9902123,0.0003683929,0.00003033988,0.002356467,0.0004996065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006246235,0.0004687325,0.9527532,0.000292419,0.000478286,0.0002414406,0.00001260222,0.03949057,0.00001649637],"genre_scores_gemma":[0.8496999,0.00002715026,0.1497957,0.0001157582,0.000141273,0.00004781721,0.00003074511,0.0001122248,0.00002942704],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8434536,"threshold_uncertainty_score":0.9997939,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3185425515","doi":"10.1007/s10515-022-00337-x","title":"How to certify machine learning based safety-critical systems? A systematic literature review","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Polytechnique Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Certification; Computer science; Life-critical system; Context (archaeology); Domain (mathematical analysis); Systematic review; Robustness (evolution); Engineering management; Artificial intelligence; Software; Engineering; Management; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.007356704105584707,"gpt":0.2339043536913897,"spread":0.226547649585805,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001406825,0.0004281841,0.0007825517,0.000425827,0.0005728494,0.0006086872,0.001387137,0.00009228921,0.00001945783],"category_scores_gemma":[0.008467774,0.000429455,0.0001646022,0.002211694,0.00001201885,0.0005370849,0.0008418651,0.001248858,0.00002296507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003916226,"about_ca_system_score_gemma":0.00007656649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008362292,"about_ca_topic_score_gemma":2.61679e-7,"domain_scores_codex":[0.99645,0.0006909595,0.0006012429,0.0007049338,0.000886421,0.0006664433],"domain_scores_gemma":[0.9972241,0.001282813,0.0001658678,0.0008988986,0.0001617654,0.0002665541],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004301051,0.00002034495,0.00005453999,0.04866236,0.00003850646,0.0003474508,0.000286965,0.9479229,0.00005339851,0.002226597,0.0002752152,0.0001073871],"study_design_scores_gemma":[0.0002054682,0.00009064701,0.00002846682,0.02850188,0.00004670135,0.000288215,0.00002150302,0.9647456,0.000009697708,0.000002250672,0.005588697,0.000470849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00005866202,0.03629098,0.9515015,0.00216929,0.001131377,0.0009413788,0.00001780517,0.007877502,0.00001143296],"genre_scores_gemma":[0.7475262,0.0002735623,0.2480417,0.001691554,0.000190714,0.001319912,0.0001500822,0.0002560306,0.0005501799],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7474676,"threshold_uncertainty_score":0.9998843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076225477","doi":"10.1007/s10515-006-5465-5","title":"Automated Prototyping of User Interfaces Based on UML Scenarios","year":2005,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science; Unified Modeling Language; User interface; Programming language; Software engineering; Activity diagram; Process (computing); Interface (matter); UML tool; Applications of UML; Formal specification; Software; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.008075478117797196,"gpt":0.2345897361683963,"spread":0.2265142580505991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003517275,0.0004596668,0.0004562361,0.0006015424,0.00007188018,0.0001083691,0.001190247,0.0002285821,0.00001760072],"category_scores_gemma":[0.0001329936,0.000477095,0.0001268815,0.0009143332,0.00003191771,0.0006322603,0.0002230855,0.0003663786,0.00004252419],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002177713,"about_ca_system_score_gemma":0.00009012698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001448743,"about_ca_topic_score_gemma":0.000001162808,"domain_scores_codex":[0.9976667,0.00004411109,0.0006137997,0.0005865263,0.0004945728,0.0005943589],"domain_scores_gemma":[0.9982572,0.0001914848,0.0001687278,0.001063415,0.0001643592,0.000154879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008994201,0.0001070666,0.00033172,0.0002050362,0.0000454777,0.000016645,0.0002849118,0.9697565,0.00253817,0.002501471,0.0008218259,0.02338215],"study_design_scores_gemma":[0.0003427096,0.0001320407,0.001916099,0.000643764,0.000008804508,0.00001155447,6.645253e-7,0.9520244,0.03664158,0.000004222081,0.007811905,0.0004622859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03494105,0.00008036126,0.9160135,0.0001075558,0.0002308766,0.000623876,0.000007885171,0.04797802,0.00001682022],"genre_scores_gemma":[0.4841547,0.000003350032,0.5155651,0.00006106327,0.00003102953,0.0001117487,0.000005827307,0.00005496627,0.00001223957],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4492137,"threshold_uncertainty_score":0.9997681,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148615889","doi":"10.1007/s10515-014-0162-2","title":"Automatic, high accuracy prediction of reopened bugs","year":2014,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Ministry of Science and Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Software bug; Computer science; Eclipse; Rework; Software; Measure (data warehouse); Software engineering; Data mining; Operating system; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.008804326722980867,"gpt":0.2269989611354743,"spread":0.2181946344124934,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006544829,0.0002837018,0.0003765188,0.0004282883,0.0000740176,0.0001161084,0.001174475,0.0001624797,0.00003080026],"category_scores_gemma":[0.007643825,0.0002983294,0.00009197387,0.001042143,0.00002819253,0.0007733056,0.000339971,0.0002771741,0.00007122606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001119571,"about_ca_system_score_gemma":0.00007159434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004720149,"about_ca_topic_score_gemma":4.41892e-7,"domain_scores_codex":[0.9977803,0.0000577006,0.0005274984,0.0004592759,0.0006217888,0.0005534948],"domain_scores_gemma":[0.9960542,0.002357539,0.000126185,0.001084452,0.0001935627,0.000184033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002204824,0.0004998866,0.06102377,0.00316249,0.0007399112,0.0001080078,0.002761675,0.6167229,0.04683462,0.02870651,0.01023999,0.2291782],"study_design_scores_gemma":[0.000405229,0.00009708315,0.1553276,0.0001670475,0.00000872996,0.00002280812,0.000002126793,0.8334637,0.009603581,0.00007283872,0.0005976349,0.000231712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.351677,0.00005656756,0.6363439,0.00004572249,0.0006383295,0.0001872066,0.000008462815,0.01103137,0.00001142074],"genre_scores_gemma":[0.7971711,0.000007004651,0.2026097,0.00001822988,0.00006874658,0.00004373231,0.00001472047,0.00004750374,0.00001922421],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4454941,"threshold_uncertainty_score":0.9999469,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085231017","doi":"10.1007/s10515-008-0042-8","title":"Monitoring and diagnosing software requirements","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Medical diagnosis; Component (thermodynamics); Satisfiability; Granularity; Scalability; Software; Software system; Data mining; Action (physics); Software engineering; Theoretical computer science; Programming language; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.04128915417957361,"gpt":0.2814525682538472,"spread":0.2401634140742736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002949517,0.0003959337,0.0003726676,0.0002820862,0.0002874491,0.00009894727,0.0006606201,0.0001560154,0.000001889251],"category_scores_gemma":[0.003645891,0.0004371165,0.00006943649,0.00061467,0.00005602868,0.001208249,0.0004806456,0.0003231032,0.00001665473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001413384,"about_ca_system_score_gemma":0.0000434546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000880034,"about_ca_topic_score_gemma":1.032557e-7,"domain_scores_codex":[0.9978971,0.00004710407,0.0003774689,0.0006196492,0.0003717501,0.0006869168],"domain_scores_gemma":[0.997654,0.001299437,0.00009076192,0.0006587945,0.0000903707,0.0002067013],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00001096399,0.0001163206,0.1304424,0.0005225175,0.000274282,0.001525365,0.004063137,0.7760029,0.008945467,0.0008667699,0.0006189554,0.076611],"study_design_scores_gemma":[0.003089054,0.0004551276,0.6307877,0.002272252,0.00007999336,0.002778533,0.00009647984,0.2559596,0.09431528,0.001769678,0.002919704,0.005476642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1535315,0.001504688,0.8266596,0.00002074985,0.001088038,0.0001431989,0.000001956844,0.017047,0.000003293148],"genre_scores_gemma":[0.2445967,0.0002511202,0.7549172,0.00001868312,0.00009049388,0.00004396926,0.000001841376,0.00005708136,0.00002289412],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5200433,"threshold_uncertainty_score":0.9998081,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205420848","doi":"10.1007/s10515-021-00319-5","title":"Improving the prediction of continuous integration build failures using deep learning","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); Feature engineering; Process (computing); Machine learning; Artificial intelligence; Task (project management); Construct (python library); Outcome (game theory); Recurrent neural network; Deep learning; Software; Code (set theory); Feature (linguistics); Artificial neural network; Data mining; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.008641220931652826,"gpt":0.2206911880083849,"spread":0.2120499670767321,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006564429,0.0001901972,0.0002023049,0.0003185947,0.0003704845,0.0001194944,0.0008555611,0.00005924881,0.00001402015],"category_scores_gemma":[0.002105951,0.0001770511,0.00008276865,0.001066086,0.00002477125,0.0003967214,0.0005793216,0.0006773883,0.000002094901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002454636,"about_ca_system_score_gemma":0.00006640422,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001654773,"about_ca_topic_score_gemma":0.000001094337,"domain_scores_codex":[0.9982219,0.0001005582,0.0003507807,0.0003295031,0.0006002967,0.0003970009],"domain_scores_gemma":[0.9983563,0.0008576721,0.0001341899,0.0004654353,0.0001252615,0.00006113233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002804173,0.00001761308,0.005440239,0.00004440179,0.00003558163,0.00001191987,0.0009357649,0.9579356,0.02698838,0.0003343385,0.0000393639,0.008213965],"study_design_scores_gemma":[0.0001745858,0.00008959767,0.007783056,0.00003202374,0.00001012903,0.00006934722,0.0001269265,0.9867316,0.00450973,0.000007640994,0.000318016,0.0001472856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2512318,0.0002360063,0.744197,0.00002282798,0.0005039948,0.0001886442,0.000004688061,0.003613361,0.000001663836],"genre_scores_gemma":[0.932677,0.000002674604,0.06712757,0.000008755394,0.00004979296,0.00006741317,0.00001125961,0.00004026659,0.00001528513],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6814452,"threshold_uncertainty_score":0.7219933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2150654203","doi":"10.1007/s10515-007-0007-3","title":"Differencing logical UML models","year":2007,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Correctness; Metamodeling; Computer science; Heuristics; Unified Modeling Language; Robustness (evolution); Programming language; Logical data model; Theoretical computer science; Data mining; Artificial intelligence; Software; Software engineering; Data modeling","retraction":null,"screen_n_in":null,"score":{"opus":0.01960952468392616,"gpt":0.2525665858741463,"spread":0.2329570611902202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007470414,0.0003216981,0.000287712,0.000437145,0.0001074305,0.0001825874,0.001149543,0.0002022915,0.0000122672],"category_scores_gemma":[0.001499042,0.000319992,0.00010167,0.001031983,0.00002253149,0.0006666662,0.0004236517,0.0004773839,0.00008772458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002226868,"about_ca_system_score_gemma":0.00005253629,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001771064,"about_ca_topic_score_gemma":0.000001291308,"domain_scores_codex":[0.9973767,0.00001840916,0.0003903753,0.0005538136,0.0006222903,0.001038456],"domain_scores_gemma":[0.9973081,0.001429247,0.00004469383,0.0007635793,0.0001162166,0.0003381783],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001552561,0.0001964496,0.01861792,0.0003082434,0.0001978434,0.001357327,0.001819702,0.8963643,0.008536812,0.02813621,0.001519368,0.04293035],"study_design_scores_gemma":[0.0002565481,0.00004434002,0.05534453,0.0000715546,0.000003973596,0.00008219277,0.000005171645,0.9406875,0.002636175,0.0002349948,0.0001956234,0.0004373465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1722655,0.000187675,0.810441,0.00002583895,0.0005067381,0.0001361307,0.000001421866,0.01638667,0.00004903839],"genre_scores_gemma":[0.7967833,0.000005872227,0.2029831,0.00004009143,0.0000840289,0.00001468274,0.000004148911,0.00004548946,0.00003928162],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6245177,"threshold_uncertainty_score":0.9999252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1509675159","doi":"10.1023/a:1025801405075","title":"Agile Parsing in TXL","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; University of Waterloo; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Parsing; Grammar; Programming language; Agile software development; Natural language processing; Task (project management); Software engineering; Artificial intelligence; Set (abstract data type); Top-down parsing; Linguistics; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.009901452217189218,"gpt":0.2379628521452174,"spread":0.2280613999280282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005146785,0.0002395561,0.0002348928,0.0004948883,0.00005552828,0.0001485775,0.0006544716,0.0001242868,0.00001791877],"category_scores_gemma":[0.003492593,0.0002740941,0.00005828945,0.001477192,0.0000143491,0.0005169922,0.0001226905,0.0003672812,0.0001031538],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002162791,"about_ca_system_score_gemma":0.00008842653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001675602,"about_ca_topic_score_gemma":0.000001573753,"domain_scores_codex":[0.998086,0.00004760429,0.0003007179,0.0004503954,0.0003626455,0.0007526057],"domain_scores_gemma":[0.9982398,0.000871807,0.00003061607,0.0006396676,0.00005487916,0.0001632542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004006409,0.0002097161,0.1808626,0.0003308177,0.00008755759,0.0009892156,0.001796831,0.782132,0.004997209,0.01768333,0.00219655,0.008710161],"study_design_scores_gemma":[0.001016706,0.00006749731,0.1588356,0.000343379,0.000005040381,0.0001982198,0.00001839728,0.8172645,0.01245893,0.000228208,0.008479162,0.001084313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.290261,0.0004758084,0.6983039,0.00003430128,0.0007519504,0.0001931803,0.000001172676,0.009892587,0.00008611086],"genre_scores_gemma":[0.8396142,0.000008503089,0.1602094,0.00002742179,0.00001954206,0.00003661125,0.000002190726,0.00004422827,0.00003794464],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5493531,"threshold_uncertainty_score":0.9999712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168972892","doi":"10.1023/a:1024460315173","title":"User Interface Reverse Engineering in Support of Interface Migration to the Web","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Legacy system; Interface (matter); User interface; Context (archaeology); TRACE (psycholinguistics); Process (computing); Human–computer interaction; State (computer science); Task (project management); Interface metaphor; Transition (genetics); Source code; User interface design; World Wide Web; Graphical user interface testing; Programming language; Operating system; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.008918239222152284,"gpt":0.2498914807623609,"spread":0.2409732415402086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000809059,0.0003029885,0.0003073368,0.0005718944,0.00003467573,0.0001019789,0.001073986,0.0001250035,0.00002234968],"category_scores_gemma":[0.004097072,0.000281925,0.00007858725,0.001821191,0.0000141436,0.0004601705,0.0002646204,0.0004209677,0.00008948972],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002184425,"about_ca_system_score_gemma":0.0001076779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000414587,"about_ca_topic_score_gemma":0.00002041772,"domain_scores_codex":[0.9979423,0.00005201594,0.0005022188,0.0004495005,0.000436652,0.0006173326],"domain_scores_gemma":[0.9980032,0.0007921383,0.00006044214,0.0008691097,0.0001191379,0.0001559148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003979817,0.00003560021,0.004949744,0.0001130516,0.00003451185,0.00003202461,0.001323719,0.9788499,0.008370575,0.0004808967,0.005550057,0.0002559052],"study_design_scores_gemma":[0.0009174955,0.0002495916,0.01899513,0.0004239249,0.00001252468,0.000124999,0.00004989455,0.8101059,0.09528718,0.00000660178,0.07293393,0.0008928706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3648162,0.0001183322,0.631768,0.0002314494,0.0005639318,0.0003330737,0.00000437078,0.002156812,0.00000784888],"genre_scores_gemma":[0.9254786,0.00001280148,0.07421736,0.0000493185,0.00002074575,0.00006905228,0.000002066723,0.00005560526,0.0000944315],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5606624,"threshold_uncertainty_score":0.9999633,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018862503","doi":"10.1007/s10515-011-0099-7","title":"Decision support for the software product line domain engineering lifecycle","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Athabasca University","funders":"","keywords":"Domain engineering; Feature-oriented domain analysis; Computer science; Domain analysis; Domain (mathematical analysis); Software engineering; Domain model; Software product line; Feature model; Feature (linguistics); Software development; Domain knowledge; Data mining; Software; Data science; Programming language; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.02364243358208102,"gpt":0.2833247450238875,"spread":0.2596823114418065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001728425,0.0006151959,0.0005244788,0.0003130642,0.000280877,0.0001813293,0.001607511,0.0002013124,0.000009233397],"category_scores_gemma":[0.01224399,0.0005117289,0.0002439574,0.0009809763,0.00003673071,0.001352178,0.0005453107,0.0004858074,0.00005058992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002312006,"about_ca_system_score_gemma":0.00008033136,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003697992,"about_ca_topic_score_gemma":4.411974e-7,"domain_scores_codex":[0.9966859,0.00004413788,0.0006362761,0.0006723343,0.0005100645,0.001451326],"domain_scores_gemma":[0.9906082,0.007271682,0.0001486891,0.001479217,0.0001790899,0.0003131462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001181099,0.00005281071,0.0004702336,0.0001749341,0.0001135376,0.00001032423,0.0005677961,0.9630677,0.001325337,0.001437713,0.001102902,0.03166495],"study_design_scores_gemma":[0.001861761,0.0003193779,0.02067704,0.0004305294,0.000125697,0.0004441013,0.00005015517,0.8813741,0.01851198,0.00103799,0.07231338,0.002853845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004659533,0.002206062,0.9707102,0.0001042128,0.004516936,0.0007915084,0.00001989519,0.01698987,0.000001840568],"genre_scores_gemma":[0.04656082,0.00004254414,0.9520571,0.00009306251,0.0006292218,0.0003845011,0.00001882655,0.0001560416,0.00005782942],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08169352,"threshold_uncertainty_score":0.9997334,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3120394327","doi":"10.1007/s10515-021-00313-x","title":"Faults in deep reinforcement learning programs: a taxonomy and a detection approach","year":2021,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Reinforcement Learning in Robotics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Computer science; Categorization; Artificial intelligence; Fault detection and isolation; Software; Machine learning; Software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01206261324535972,"gpt":0.2026977882953615,"spread":0.1906351750500018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002110985,0.0001947393,0.0001911775,0.0001911119,0.00008413102,0.0001793689,0.0002175217,0.0001023567,0.000002177179],"category_scores_gemma":[0.0003572913,0.0002226182,0.00003776576,0.0007347932,0.00001319195,0.0004359383,0.0002534089,0.0003510063,0.000007650413],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001291047,"about_ca_system_score_gemma":0.00004099965,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001642172,"about_ca_topic_score_gemma":0.00000296422,"domain_scores_codex":[0.9986405,0.00003952716,0.0003059131,0.0003853496,0.0002279794,0.0004007521],"domain_scores_gemma":[0.999404,0.00008277166,0.00007715905,0.0002831702,0.00006535836,0.00008759039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001190173,0.00001221172,0.002134752,0.00008569149,0.00001968221,0.00003456164,0.0004831199,0.9830033,0.0002236038,0.0001630102,0.000001421474,0.01383751],"study_design_scores_gemma":[0.0003720941,0.00005631621,0.00275767,0.00008155998,0.000004969716,0.00006679403,0.00006961809,0.9947466,0.0006674416,0.000001995088,0.0009373189,0.0002376695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01661594,0.000139928,0.9799865,0.000008905316,0.0001369234,0.0002674763,2.980257e-8,0.002736699,0.0001075309],"genre_scores_gemma":[0.7958848,0.00001465701,0.2038474,0.00001588424,0.00001610411,0.0001223858,0.00001131688,0.00001878522,0.00006864298],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7792689,"threshold_uncertainty_score":0.9078106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987534773","doi":"10.1007/s10515-010-0079-3","title":"Example-based model-transformation testing","year":2011,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Transformation (genetics); Oracle; Computer science; Model transformation; Function (biology); Premise; Quality (philosophy); Data mining; Reliability engineering; Artificial intelligence; Theoretical computer science; Industrial engineering; Machine learning; Software engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06099352935504673,"gpt":0.2320495740092268,"spread":0.1710560446541801,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003894973,0.0002213166,0.0001667927,0.0002445975,0.0001088088,0.00008591049,0.0006110183,0.0001031959,0.0000031101],"category_scores_gemma":[0.0009206948,0.0002327673,0.00005255716,0.0006532116,0.00001458415,0.0005632502,0.00007330612,0.0001701425,0.00002133326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005894604,"about_ca_system_score_gemma":0.00007671415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001321606,"about_ca_topic_score_gemma":0.00000102045,"domain_scores_codex":[0.9987591,0.00002268092,0.0002899104,0.0003122869,0.0002214977,0.0003945506],"domain_scores_gemma":[0.9987246,0.0004399875,0.00006819108,0.000536527,0.0001242705,0.0001063568],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001576582,0.0002316782,0.01391365,0.0004838893,0.00006968146,0.0001223717,0.005612638,0.9068093,0.001782082,0.01903928,0.003439083,0.04848052],"study_design_scores_gemma":[0.0001396663,0.00004413666,0.002748862,0.0001207118,0.000005710026,0.00002164663,7.150706e-7,0.9916118,0.003022907,0.0019665,0.00002926073,0.0002881031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007008173,0.00002297579,0.8544595,0.000008250304,0.0001236109,0.0001204251,0.000001478544,0.1379877,0.0002678949],"genre_scores_gemma":[0.4745265,2.719275e-7,0.5253555,0.00005729392,0.000008637307,0.00002686308,0.000003170732,0.00001959909,0.000002271537],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4675183,"threshold_uncertainty_score":0.9491974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034869573","doi":"10.1023/b:ause.0000008668.12782.6c","title":"Granularity-Driven Dynamic Predicate Slicing Algorithms for Message Passing Systems","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Program slicing; Computer science; Predicate (mathematical logic); Slicing; Correctness; Granularity; Algorithm; Computation; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01444127482688176,"gpt":0.2554814375190623,"spread":0.2410401626921806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006500683,0.0003384617,0.0003687007,0.0002943271,0.0002795298,0.0003687201,0.0006945111,0.0001903954,9.477958e-7],"category_scores_gemma":[0.001632295,0.0003586421,0.0001174074,0.0005881301,0.0000252352,0.0004322404,0.0001112965,0.0002514777,0.000006673993],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001621572,"about_ca_system_score_gemma":0.00008296454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003866799,"about_ca_topic_score_gemma":6.087037e-7,"domain_scores_codex":[0.9979315,0.00006589736,0.0004319132,0.0005816012,0.0003162789,0.0006728333],"domain_scores_gemma":[0.9980929,0.0007562863,0.000141269,0.0007061725,0.000138992,0.0001643781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001322642,0.0004112418,0.01375695,0.003161356,0.0006593129,0.0003676582,0.003391539,0.8578479,0.00342324,0.02915529,0.01471082,0.07310145],"study_design_scores_gemma":[0.0003072379,0.00005460372,0.000758408,0.0004415416,0.00002081885,0.0001166111,0.000003644978,0.9958031,0.0005452197,0.0005661377,0.0009442845,0.0004383813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003546367,0.0006552115,0.9127122,0.00002973041,0.0008717743,0.0004169216,0.00001151202,0.08174272,0.00001356106],"genre_scores_gemma":[0.395167,0.000007738038,0.604533,0.00003038453,0.0000271259,0.000145804,0.00001278301,0.00005691633,0.00001918352],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3916207,"threshold_uncertainty_score":0.9998866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293080012","doi":"10.1007/s10515-022-00358-6","title":"Self-admitted technical debt in R: detection and causes","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia; Australian National University; University of Saskatchewan","keywords":"Computer science; Artificial intelligence; Source code; Domain (mathematical analysis); Software; Machine learning; Software quality; Semantics (computer science); Code (set theory); Software development; Data mining; Software engineering; Data science; Programming language; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.006794930659710039,"gpt":0.2277473998222797,"spread":0.2209524691625696,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004143453,0.0001876858,0.0001873239,0.0005733568,0.0001392944,0.00009066078,0.0005450643,0.00007635691,0.000008466554],"category_scores_gemma":[0.0008689359,0.0002262692,0.00003434967,0.001468553,0.00001123257,0.0002992309,0.0006823703,0.0005506526,0.000008221594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003649976,"about_ca_system_score_gemma":0.00005753683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003492587,"about_ca_topic_score_gemma":0.000006907175,"domain_scores_codex":[0.9984099,0.00005045759,0.0002417593,0.0004316417,0.0003974339,0.0004688625],"domain_scores_gemma":[0.998691,0.0007184807,0.00002978921,0.0004106406,0.00003187904,0.0001182046],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003653359,0.000609217,0.1885307,0.0008265921,0.0002196267,0.001989247,0.003247855,0.7266048,0.0487072,0.002543718,0.00064165,0.02604278],"study_design_scores_gemma":[0.0004069064,0.000102861,0.1946197,0.00002253838,0.00000414259,0.0003350221,0.00001068283,0.8008531,0.001750885,0.00002584685,0.001516563,0.0003517577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6816381,0.0004535595,0.2980992,0.00005443665,0.0004484159,0.0003095882,0.000003378501,0.01898659,0.000006719784],"genre_scores_gemma":[0.9397211,0.00001200847,0.05998028,0.0000236742,0.00001870259,0.0001954774,0.000002340493,0.00003763889,0.000008743822],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.258083,"threshold_uncertainty_score":0.9226991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1989495780","doi":"10.1007/s10515-014-0146-2","title":"Semantic tagging and linking of software engineering social content","year":2014,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Computer science; World Wide Web; Scalability; Process (computing); Software; Software development; Data science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.01151748940496023,"gpt":0.2028167779941189,"spread":0.1912992885891587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003855477,0.0002413009,0.0003972886,0.000295005,0.0001187178,0.0001351078,0.0004744143,0.000106649,0.0000019907],"category_scores_gemma":[0.0007818132,0.0002558685,0.00009526184,0.0004884841,0.00002126193,0.0003835678,0.0002883979,0.0001941227,0.000005416508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003266336,"about_ca_system_score_gemma":0.00002066932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003039086,"about_ca_topic_score_gemma":9.507533e-7,"domain_scores_codex":[0.9985681,0.00002442292,0.000371221,0.0003779012,0.0002612947,0.000397042],"domain_scores_gemma":[0.998999,0.0003503995,0.00012025,0.0003525154,0.00007902874,0.0000988071],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001813322,0.000315584,0.1026164,0.006242617,0.002149877,0.0002276153,0.0157098,0.5282653,0.08674461,0.03511449,0.001276649,0.2213189],"study_design_scores_gemma":[0.000257261,0.00002655086,0.01451472,0.0003130566,0.00003675897,0.00001957037,0.00001709804,0.9822904,0.00176823,0.00001003234,0.0004294124,0.0003168611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2243651,0.0001377462,0.7723882,0.00004530319,0.000190645,0.00004755596,0.000004982832,0.002817558,0.000002952387],"genre_scores_gemma":[0.8111858,0.000006459649,0.1886391,0.00003735468,0.00007411101,0.000006430729,0.00001331355,0.00002908102,0.000008330497],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5868207,"threshold_uncertainty_score":0.9999893,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992815253","doi":"10.1007/s10515-009-0061-0","title":"Generating a checking sequence with a minimum number of reset transitions","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Leverhulme Trust","keywords":"Reset (finance); Sequence (biology); Model checking; State (computer science); Computer science; Finite-state machine; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.01598254155514914,"gpt":0.2662486012595593,"spread":0.2502660597044102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002217566,0.000203128,0.0002411039,0.0001466335,0.0001022705,0.00006398863,0.0004621289,0.00007948564,0.00000382809],"category_scores_gemma":[0.0004110882,0.0001859596,0.00004492421,0.0008007052,0.00003169145,0.0003495358,0.00003671811,0.000166024,0.000003535344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004408484,"about_ca_system_score_gemma":0.00005569723,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003148429,"about_ca_topic_score_gemma":6.880215e-7,"domain_scores_codex":[0.9987764,0.00002484026,0.0002949763,0.0003202447,0.0002549778,0.0003285021],"domain_scores_gemma":[0.9989862,0.0002207486,0.0000966358,0.0004831218,0.0001347751,0.00007846706],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005564063,0.000644005,0.02260115,0.001034352,0.0004005662,0.00131541,0.02598993,0.6168274,0.1728696,0.03275355,0.01903694,0.1064715],"study_design_scores_gemma":[0.0002337092,0.0001513635,0.001761849,0.0007264933,0.00001225115,0.0003116763,0.000004898143,0.9916026,0.003723315,0.001072482,0.00004350963,0.0003558793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09330336,0.00004787516,0.8702762,0.0001284696,0.00005390047,0.00009924185,0.000003657475,0.03604377,0.00004356017],"genre_scores_gemma":[0.5174589,0.000001175454,0.4824345,0.00005939876,0.00001799032,0.000009084178,0.000003753551,0.00001129579,0.000003877682],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4241556,"threshold_uncertainty_score":0.7583212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2177607365","doi":"10.1007/s10515-015-0184-4","title":"Concept extraction from business documents for software engineering projects","year":2015,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Documentation; Domain engineering; Software mining; Software engineering; Process (computing); Domain (mathematical analysis); Software; Data science; Knowledge extraction; Data mining; Domain analysis; Information extraction; Software development; Information retrieval; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01656998676845237,"gpt":0.2722598448418184,"spread":0.255689858073366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002022307,0.0003838517,0.0003924462,0.0003221531,0.00008048632,0.0002249323,0.0007526052,0.0001860444,0.000003804366],"category_scores_gemma":[0.001990605,0.0004180071,0.0001064798,0.001007827,0.00001464804,0.001759675,0.0002103357,0.0002035087,0.00001881096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003148759,"about_ca_system_score_gemma":0.0001086504,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007763292,"about_ca_topic_score_gemma":0.000002435319,"domain_scores_codex":[0.9979934,0.00001706728,0.0004195238,0.0006257806,0.0004008768,0.0005433232],"domain_scores_gemma":[0.9981729,0.0003824842,0.0001577574,0.0006714963,0.0004083801,0.0002069751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002939391,0.0002050218,0.004121452,0.0002662922,0.0005107497,0.0001396282,0.002563071,0.9423791,0.01172648,0.001805649,0.008071024,0.02818213],"study_design_scores_gemma":[0.0008843927,0.00006965903,0.00415256,0.0002329209,0.00005281669,0.00002401075,0.00002268022,0.9645466,0.02147765,0.0003019234,0.007369195,0.0008656033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02166442,0.0003307968,0.9592842,0.00002997297,0.0007589163,0.0004572259,0.00001890701,0.01745193,0.000003561087],"genre_scores_gemma":[0.2430213,0.000006747086,0.7563935,0.00003497026,0.0001379548,0.0002072986,0.000091367,0.00006959172,0.00003729376],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2213569,"threshold_uncertainty_score":0.9998271,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105899414","doi":"10.1007/s10515-008-0028-6","title":"Requirements model generation to support requirements elicitation: the Secure Tropos experience","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements elicitation; Requirements engineering; Computer science; Requirements analysis; Requirements management; Context (archaeology); Process (computing); Software engineering; Requirement; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06163986956967274,"gpt":0.3091074000294848,"spread":0.247467530459812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000336795,0.0003184532,0.0002164459,0.0002745721,0.000391859,0.0001781326,0.001361355,0.0001068918,0.00001782913],"category_scores_gemma":[0.001255709,0.000287046,0.00007615512,0.001132536,0.0000354822,0.0009851819,0.0003710923,0.0002487825,0.0001442672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002807764,"about_ca_system_score_gemma":0.0001485784,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001362942,"about_ca_topic_score_gemma":0.000001478689,"domain_scores_codex":[0.9971879,0.00003601359,0.0004444447,0.0006096191,0.001010479,0.0007115614],"domain_scores_gemma":[0.9982155,0.0002281521,0.00006478639,0.001007804,0.000233365,0.0002504138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000455207,0.00005436744,0.00302894,0.00003669614,0.00005411275,0.0001009974,0.009664061,0.9545097,0.01929133,0.0006255061,0.01091538,0.001714365],"study_design_scores_gemma":[0.0002622504,0.0001006894,0.007796212,0.00003295739,0.000004378613,0.00006406549,0.00001602477,0.984625,0.00596675,0.00001086306,0.0007604075,0.0003604431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3391474,0.00004085771,0.6563708,0.000144905,0.0004815241,0.0003414737,0.000003897015,0.00345933,0.000009726298],"genre_scores_gemma":[0.8372651,0.00001341606,0.1618626,0.0002673801,0.0001203988,0.0002510385,0.00001894881,0.00005116105,0.0001500333],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4981176,"threshold_uncertainty_score":0.9999582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391395450","doi":"10.1007/s10515-024-00413-4","title":"An extensive study of the effects of different deep learning models on code vulnerability detection in Python code","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Python (programming language); Computer science; Artificial intelligence; Deep learning; Word2vec; Machine learning; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01233075700953269,"gpt":0.2627646923285514,"spread":0.2504339353190187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000450316,0.0002547677,0.0003412823,0.0004169692,0.00005842573,0.00006891423,0.0006857436,0.0001111245,8.13502e-7],"category_scores_gemma":[0.002248846,0.0002053393,0.0000807691,0.001143199,0.00002387144,0.0003367956,0.0002101325,0.000675059,0.000001482441],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000223475,"about_ca_system_score_gemma":0.00003127517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006656985,"about_ca_topic_score_gemma":0.00003829404,"domain_scores_codex":[0.9979293,0.0002230571,0.0003937063,0.0005261569,0.0005679441,0.0003597741],"domain_scores_gemma":[0.9963239,0.002643438,0.00005806463,0.0007837847,0.0001125757,0.00007821021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007942675,0.0002402227,0.006195624,0.0005787951,0.00004519511,0.00003216541,0.003534738,0.9656741,0.01527392,0.00008470607,0.000001310894,0.008331285],"study_design_scores_gemma":[0.0002763803,0.0005165556,0.1524032,0.0003914277,0.000009472496,0.000005036591,0.00003975951,0.8150243,0.03113388,0.00004848566,0.000001263361,0.000150238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.672664,0.0001287422,0.3240623,0.000003798075,0.000529993,0.0004237349,0.000001264566,0.002185601,5.070535e-7],"genre_scores_gemma":[0.9984002,0.00000666423,0.001424359,0.000002756536,0.00001920784,0.00009084219,0.0000011424,0.00005125238,0.000003605282],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3257362,"threshold_uncertainty_score":0.8373491,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2945944668","doi":"10.1007/s10515-019-00256-4","title":"Improving web service interfaces modularity using multi-objective optimization","year":2019,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Interface (matter); Code refactoring; Service (business); Web service; Software engineering; Service-oriented architecture; Artifact (error); Reuse; Modular programming; Service provider; World Wide Web; Programming language; Artificial intelligence; Software; Operating system; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.013282066220827,"gpt":0.2464925954551059,"spread":0.2332105292342789,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003582189,0.0003438041,0.0003067174,0.0004277388,0.00009778277,0.0003007555,0.0009911258,0.0001940677,0.00002023142],"category_scores_gemma":[0.001041541,0.0003870583,0.00006652532,0.001404271,0.00001156254,0.001258619,0.0006039902,0.0004324672,0.0000929106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003651901,"about_ca_system_score_gemma":0.0001543713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001742554,"about_ca_topic_score_gemma":0.000003603205,"domain_scores_codex":[0.9978622,0.0000437819,0.0003269835,0.000670558,0.0004349359,0.0006615266],"domain_scores_gemma":[0.9981781,0.0004823327,0.00009203479,0.0007908315,0.0003002262,0.000156528],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001896398,0.00002690366,0.007023088,0.0001723488,0.0000421403,0.00000939666,0.0003155602,0.9793952,0.01253776,0.0000319023,0.000004763956,0.0004390297],"study_design_scores_gemma":[0.0004755826,0.00003068589,0.006434296,0.0001391089,0.000007388087,0.00003233543,0.00002029604,0.9870021,0.005419882,0.000001295822,0.00001611917,0.0004208546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3705463,0.00008686425,0.6218852,0.0000127882,0.0006366939,0.0002652468,0.000004117036,0.006560362,0.000002407839],"genre_scores_gemma":[0.5616115,0.000002646951,0.4382507,0.00002371192,0.00002620187,0.00001451155,0.00000575763,0.00005144538,0.00001344223],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.1910652,"threshold_uncertainty_score":0.9998581,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124559112","doi":"10.1007/s10515-008-0043-7","title":"Parameter reference immutability: formal definition, inference tool, and comparison","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Immutability; Correctness; Computer science; Scalability; Component (thermodynamics); Inference; Object (grammar); Programming language; Abstraction; Theoretical computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04144959300512138,"gpt":0.2640226251437893,"spread":0.2225730321386679,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002445326,0.0002436049,0.0002816339,0.0001570966,0.0002220473,0.000119984,0.0004413425,0.0001307018,0.000003672734],"category_scores_gemma":[0.002238343,0.0002461813,0.00003936079,0.0003885117,0.0000625823,0.0008303867,0.0003053368,0.0002756219,0.00001173628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004768649,"about_ca_system_score_gemma":0.00005998353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000436265,"about_ca_topic_score_gemma":6.737566e-7,"domain_scores_codex":[0.9985068,0.00003020273,0.0003711367,0.0004104404,0.0002360103,0.000445453],"domain_scores_gemma":[0.9979859,0.001144199,0.00008366991,0.0005647791,0.0001187828,0.0001026418],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002385877,0.0004885271,0.841191,0.0007109115,0.0001923965,0.0003856072,0.007061133,0.01134767,0.0008294973,0.02941789,0.01333669,0.09501481],"study_design_scores_gemma":[0.0003059057,0.0001585508,0.2365975,0.0001729596,0.0000103925,0.0003647063,0.000003252676,0.7562332,0.0009666732,0.004015034,0.0005056714,0.0006660856],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3420967,0.0001430523,0.6192803,0.00002371224,0.00009468804,0.00008773963,0.000002929686,0.03824978,0.0000210945],"genre_scores_gemma":[0.5963822,0.00001562409,0.4034835,0.00006151899,0.000009498167,0.00002650004,0.00000879028,0.000009624868,0.000002739347],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7448856,"threshold_uncertainty_score":0.999999,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W982742101","doi":"10.1007/s10515-015-0183-5","title":"Identifying and understanding header file hotspots in C/C++ build processes","year":2015,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University; McGill University","funders":"","keywords":"Header; Codebase; Computer science; Software deployment; Source code; Hotspot (geology); Software; Database; Operating system; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.05580051961284043,"gpt":0.2822813229139547,"spread":0.2264808033011143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000417491,0.0002462527,0.0002451277,0.0006017435,0.00005995143,0.0003212939,0.0005381982,0.0001229663,0.00001286602],"category_scores_gemma":[0.004175356,0.0002729309,0.00002475692,0.001646916,0.00002658817,0.0009487814,0.0003289227,0.0003213361,0.00002429225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003789209,"about_ca_system_score_gemma":0.0001766895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004834656,"about_ca_topic_score_gemma":0.000009327806,"domain_scores_codex":[0.9981531,0.0000244059,0.000271986,0.0004769582,0.0004528271,0.0006207498],"domain_scores_gemma":[0.9981301,0.001090532,0.0000393738,0.0003762254,0.00009266388,0.0002710849],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007505956,0.0005134623,0.4070969,0.007392558,0.0005403811,0.003480769,0.04404276,0.4666466,0.002542072,0.01005525,0.04853195,0.009082306],"study_design_scores_gemma":[0.0018334,0.0001667984,0.1293317,0.001578326,0.00001344252,0.0003522967,0.0004980303,0.8611018,0.001390011,0.001054014,0.001161339,0.00151883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1318062,0.001387959,0.8582892,0.00009561454,0.0004351732,0.0002393999,0.00001192726,0.007714254,0.00002020873],"genre_scores_gemma":[0.9073065,0.00001717346,0.09246748,0.00002308696,0.00003926128,0.00005654706,0.000009291821,0.00004960768,0.00003103205],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7755003,"threshold_uncertainty_score":0.9999723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3123784004","doi":"10.1007/s10515-020-00278-3","title":"ALBA: a model-driven framework for the automatic generation of android location-based apps","year":2021,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Plug-in; Computer science; Android (operating system); Usability; Download; Mobile apps; Code generation; World Wide Web; Software engineering; Human–computer interaction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01894973313838123,"gpt":0.2478359306377177,"spread":0.2288861974993365,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001160849,0.0001159536,0.0001358453,0.00005638312,0.0001180485,0.00007217798,0.000380071,0.00008177391,0.000004045501],"category_scores_gemma":[0.0003421502,0.0001023625,0.0000649346,0.0005639035,0.00001331402,0.000129707,0.00005068278,0.00008394991,0.000005100285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003580243,"about_ca_system_score_gemma":0.0001987802,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004122393,"about_ca_topic_score_gemma":0.000002343326,"domain_scores_codex":[0.9991639,0.00001329806,0.0002561052,0.0002349953,0.0001599782,0.0001717207],"domain_scores_gemma":[0.9983874,0.0006186803,0.00008081992,0.0006314661,0.0002390018,0.00004261702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.566392e-7,0.00002683384,0.00004008432,0.00007193381,0.00002413398,5.581166e-7,0.0001588245,0.9690179,0.002052061,0.02452409,0.0003269808,0.003756373],"study_design_scores_gemma":[0.0001325133,0.00001061708,0.0003114069,0.0000655463,0.00001777501,0.000002958762,0.000004938454,0.9881929,0.0105973,0.0003815761,0.0001709181,0.0001115545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006174934,0.0003003971,0.991496,0.0003122011,0.0001327134,0.0003254942,0.000009661273,0.001246157,0.000002457107],"genre_scores_gemma":[0.5020531,0.000005896144,0.4975016,0.00008018547,0.0000291118,0.0002898787,0.00002231571,0.00001149886,0.000006419316],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4958782,"threshold_uncertainty_score":0.4174222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973518623","doi":"10.1023/b:ause.0000017742.47984.6c","title":"Verifying Service Continuity in a Dynamic Reconfiguration Procedure: Application to a Satellite System","year":2004,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Control reconfiguration; Computer science; Unified Modeling Language; Software; Payload (computing); Embedded system; Distributed computing; Programming language; Network packet; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.00948485757950351,"gpt":0.2531919913532006,"spread":0.2437071337736971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004726523,0.0003068286,0.0003375286,0.000383466,0.00006485476,0.0001114778,0.0006572424,0.0001639499,2.790543e-7],"category_scores_gemma":[0.0008865898,0.0003547286,0.00004420558,0.001815242,0.000006796375,0.0006683232,0.000145671,0.0002676249,0.0000601734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008378865,"about_ca_system_score_gemma":0.00008588636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005261223,"about_ca_topic_score_gemma":0.00005430639,"domain_scores_codex":[0.9981393,0.00003850896,0.0004599968,0.0006152969,0.0002378918,0.0005090217],"domain_scores_gemma":[0.9987642,0.0002740286,0.00009905869,0.000607587,0.0001249804,0.0001302078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000472668,0.00001456708,0.0001153558,0.0003318265,0.00001018346,0.00002018254,0.001160257,0.9766078,0.008540314,0.001870141,0.00000105609,0.01132359],"study_design_scores_gemma":[0.0009349088,0.00007359016,0.04033934,0.001079675,0.00001063814,0.0001381042,0.0001205606,0.9475591,0.007992744,0.000443535,0.0003130242,0.0009947781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06204483,0.0001781435,0.9234348,0.0001255598,0.0003682794,0.0006140524,0.000003004084,0.01322251,0.000008813224],"genre_scores_gemma":[0.5237024,0.000006789909,0.4759876,0.00005492391,0.00001455592,0.0001926614,0.000007832388,0.00003091677,0.00000219298],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4616576,"threshold_uncertainty_score":0.9998904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408081570","doi":"10.1007/s10515-025-00493-w","title":"Quantum software engineering and potential of quantum computing in software engineering research: a review","year":2025,"lang":"en","type":"review","venue":"Automated Software Engineering","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software engineering; Social software engineering; Software requirements; Software; Quantum computer; Software development; Quantum; Computational science; Software construction; Programming language; Physics; Quantum mechanics","retraction":null,"screen_n_in":null,"score":{"opus":0.02519809214927829,"gpt":0.2981813413858532,"spread":0.2729832492365749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.00255744,0.001530759,0.003948255,0.002788061,0.0002329377,0.0003140112,0.002613448,0.0007993625,0.000004456122],"category_scores_gemma":[0.008494581,0.00155295,0.0007281558,0.005035345,0.00008062924,0.0003910363,0.002456147,0.003043963,0.00001186462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003581578,"about_ca_system_score_gemma":0.0006798158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006101895,"about_ca_topic_score_gemma":0.000001058262,"domain_scores_codex":[0.9922917,0.0003434911,0.002395519,0.001865784,0.00116668,0.001936844],"domain_scores_gemma":[0.9925708,0.004464898,0.0005727679,0.001636466,0.000354748,0.0004003218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003388578,0.0001344981,0.00003375409,0.3408055,0.0004483648,0.000750428,0.0003552782,0.2526781,0.000009112592,0.00129371,0.000671064,0.4028169],"study_design_scores_gemma":[0.0002814608,0.00008061847,0.00008771358,0.2106567,0.0001527055,0.0002462242,0.000003471112,0.7533882,0.000004010905,0.00001309641,0.03393961,0.001146084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001521841,0.6435645,0.3502905,0.00001978881,0.001144979,0.00100966,0.00004573696,0.003772084,5.487793e-7],"genre_scores_gemma":[0.0002996559,0.8070913,0.1919046,0.00003237945,0.0002183717,0.0001154024,0.00008782105,0.0002394067,0.00001112124],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5007102,"threshold_uncertainty_score":0.9998573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010630833","doi":"10.1007/s10515-008-0040-x","title":"Fast extraction of high-quality framework-specific models from application code","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reverse engineering; Code (set theory); Model-driven architecture; Implementation; Source code; Software engineering; Set (abstract data type); Software; Code generation; Precision and recall; Static program analysis; KPI-driven code analysis; Code review; Software quality; Programming language; Software development; Data mining; Machine learning; Key (lock)","retraction":null,"screen_n_in":null,"score":{"opus":0.04665835928101749,"gpt":0.2977312850444073,"spread":0.2510729257633898,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003105183,0.0003016227,0.000448383,0.0001996387,0.00009916836,0.00002947312,0.0007706447,0.0002578318,0.000004665485],"category_scores_gemma":[0.0008154509,0.0003398483,0.00009601913,0.0006747701,0.00004902578,0.0009178338,0.0001767921,0.0003857788,0.00001671932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00013751,"about_ca_system_score_gemma":0.00003621665,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008963305,"about_ca_topic_score_gemma":9.213146e-7,"domain_scores_codex":[0.9979872,0.00007344739,0.0005778175,0.0005812274,0.0004051325,0.0003751737],"domain_scores_gemma":[0.9964077,0.002052716,0.0002248712,0.001059503,0.0001513488,0.0001038617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005176643,0.00003344712,0.0001567842,0.00003133412,0.00003022956,0.00001103863,0.0004768184,0.9671209,0.01056565,0.01259459,0.00004051319,0.008933505],"study_design_scores_gemma":[0.000381663,0.00004293176,0.03404627,0.0001360468,0.00001070543,0.00004394164,0.00001896997,0.903989,0.03899729,0.02127965,0.0003035582,0.0007499527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07766832,0.000436335,0.9113648,0.00001707198,0.0006326512,0.0001801735,0.00003270867,0.009662881,0.000005071198],"genre_scores_gemma":[0.4608899,0.00007590894,0.5388968,0.000008319726,0.00004507284,0.00003394053,0.00001755448,0.00002840429,0.000004093836],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3832216,"threshold_uncertainty_score":0.9999053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4297231615","doi":"10.1007/s10515-022-00363-9","title":"HealMA: a model-driven framework for automatic generation of IoT-based Android health monitoring applications","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Mobile and Web Applications","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Android (operating system); Computer science; Software engineering; Software; Usability; Software portability; Software development; Code generation; Domain-specific language; Embedded system; Human–computer interaction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02573431652738196,"gpt":0.2816148836001603,"spread":0.2558805670727784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002352971,0.0001490152,0.0002278828,0.0001877744,0.0003800163,0.00004104185,0.0005346341,0.00005156742,0.000003181025],"category_scores_gemma":[0.00004978238,0.0001808041,0.00008195871,0.0006916516,0.000009562912,0.00009745934,0.000114989,0.0001628026,0.000001978121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001992899,"about_ca_system_score_gemma":0.0002473818,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001073049,"about_ca_topic_score_gemma":4.643697e-7,"domain_scores_codex":[0.9986781,0.00002666051,0.0004080083,0.000337409,0.0002571904,0.0002926035],"domain_scores_gemma":[0.9988025,0.0002320468,0.0001839765,0.0006061138,0.00007627423,0.00009908015],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[5.916897e-7,0.00006581692,0.000139995,0.0001245523,0.00001445145,2.226806e-7,0.0002457511,0.9767966,0.001253999,0.01432334,0.0002139586,0.006820698],"study_design_scores_gemma":[0.0001867066,0.00006475642,0.0002395885,0.000032958,0.000006505894,0.000003073045,0.000009629017,0.996865,0.00152086,0.0003778509,0.0005401655,0.0001528813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009853864,0.0002290487,0.9859219,0.0002627251,0.0001509107,0.0009741719,0.00007822529,0.002527949,0.000001259854],"genre_scores_gemma":[0.4217066,0.000003355428,0.575331,0.00005785967,0.00004250315,0.002790694,0.00004441307,0.00002041925,0.000003133041],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4118527,"threshold_uncertainty_score":0.7372979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391998081","doi":"10.1007/s10515-024-00417-0","title":"Using data mining techniques to generate test cases from graph transformation systems specifications","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformation (genetics); Graph; Data mining; Test (biology); Graph rewriting; Theoretical computer science; Geology; Chemistry","retraction":null,"screen_n_in":null,"score":{"opus":0.1070484345147405,"gpt":0.3058533629096707,"spread":0.1988049283949302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003602024,0.0002598249,0.0002179926,0.0005210715,0.0001557317,0.0008516008,0.001066798,0.0001100822,0.000001954715],"category_scores_gemma":[0.0008642449,0.0002697926,0.00004295649,0.001263949,0.00001297833,0.001082731,0.0002323844,0.0001631486,0.00001971223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001152307,"about_ca_system_score_gemma":0.00008168718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003835271,"about_ca_topic_score_gemma":0.00000230418,"domain_scores_codex":[0.998345,0.0000280911,0.0004178658,0.0006095934,0.000260884,0.0003385421],"domain_scores_gemma":[0.9974871,0.001105508,0.0000482192,0.001143755,0.00008859025,0.0001268769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001332566,0.0004312117,0.005601634,0.002553836,0.000807228,0.002502545,0.01746749,0.343933,0.1143591,0.009293539,0.1968443,0.3061929],"study_design_scores_gemma":[0.00002835574,0.00002909956,0.0002216003,0.0008712587,0.00002207709,0.0001536852,0.000009443686,0.9916781,0.004361268,0.00008528972,0.002194316,0.0003454743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0141061,0.0008434861,0.86857,0.00007451457,0.0005942629,0.0002622855,0.0001676307,0.1153717,0.00001003699],"genre_scores_gemma":[0.3817632,0.00001428561,0.6178668,0.00003014146,0.0001250005,0.00004419871,0.0001127139,0.00003903894,0.000004620071],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6477451,"threshold_uncertainty_score":0.9999754,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396957427","doi":"10.1007/s10515-024-00444-x","title":"A novel automated framework for fine-grained sentiment analysis of application reviews using deep neural networks","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Sentiment analysis; Computer science; Deep neural networks; Artificial neural network; Artificial intelligence; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.02056067213949618,"gpt":0.2969009915494238,"spread":0.2763403194099276,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004851016,0.0002705478,0.0005901596,0.0007598209,0.00008657403,0.0002109325,0.0004482607,0.0001371094,0.000009517721],"category_scores_gemma":[0.0001845969,0.0002609657,0.0004841364,0.004146458,0.00001295232,0.0002897856,0.0001207486,0.0001399686,0.000003324439],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008661833,"about_ca_system_score_gemma":0.00001858311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001658958,"about_ca_topic_score_gemma":0.000002118697,"domain_scores_codex":[0.9981086,0.00002639766,0.0007202348,0.0005367451,0.0002381178,0.0003699368],"domain_scores_gemma":[0.9986309,0.0004356853,0.0002027482,0.0005453094,0.00009761001,0.00008768136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001624384,0.00002853873,0.0002379209,0.0001299303,0.0009149846,0.000001908942,0.0002324262,0.9866262,0.002547928,0.002362121,0.00008575517,0.006830656],"study_design_scores_gemma":[0.0001101,0.00001720076,0.0006471969,0.0001858981,0.0006920574,0.000003346825,0.000005112614,0.997465,0.0003222909,0.00001563504,0.0002801858,0.0002560186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007393498,0.002610914,0.9846261,0.00003965321,0.0004653881,0.0003860532,0.000008522157,0.004469202,7.255056e-7],"genre_scores_gemma":[0.4044219,0.00001776374,0.59524,0.0000312301,0.00007499565,0.00007881939,0.00009889357,0.00003130634,0.000005102771],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3970284,"threshold_uncertainty_score":0.9999843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2904569853","doi":"10.1007/s10515-018-0247-4","title":"Efficient elicitation of software configurations using crowd preferences and domain knowledge","year":2018,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Domain (mathematical analysis); Crowds; Software; ENCODE; Markov decision process; Human–computer interaction; Software engineering; Markov process","retraction":null,"screen_n_in":null,"score":{"opus":0.01944594519004193,"gpt":0.2811641795886182,"spread":0.2617182343985763,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003682712,0.0002397295,0.0002610192,0.0004498397,0.0001648599,0.0001221758,0.0004900994,0.0001273193,0.00001122946],"category_scores_gemma":[0.001820139,0.000249868,0.0000483333,0.001009755,0.0001148183,0.0002318074,0.000223927,0.0001696209,0.00001885144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009255583,"about_ca_system_score_gemma":0.0001363846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002969171,"about_ca_topic_score_gemma":0.000003188858,"domain_scores_codex":[0.9983911,0.00004552372,0.0003807351,0.0004190333,0.0003327922,0.000430822],"domain_scores_gemma":[0.9978311,0.001068501,0.00009062159,0.0004629506,0.0003986556,0.000148182],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003628162,0.0005557463,0.03813908,0.002333579,0.0005801371,0.00005926548,0.03059967,0.7168649,0.1565836,0.016205,0.0008912792,0.03715154],"study_design_scores_gemma":[0.000324421,0.0001174338,0.04777512,0.0002532717,0.00001125652,0.00003258791,0.00003535816,0.9422957,0.008546717,0.0001019016,0.0001716103,0.0003346549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.478359,0.0002241622,0.5191265,0.000008560241,0.0002498499,0.0001372575,0.000005748398,0.001881258,0.000007661676],"genre_scores_gemma":[0.7150004,0.000003001737,0.2848886,0.000004683482,0.00005162498,0.0000168105,0.000004058651,0.00002523209,0.00000564168],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2366414,"threshold_uncertainty_score":0.9999954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023831809","doi":"10.1007/s10515-008-0045-5","title":"From UML/SPT models to schedulability analysis: approach and a prototype implementation using ATL","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Metamodeling; Unified Modeling Language; Computer science; Model transformation; Applications of UML; Programming language; UML tool; Object Constraint Language; Model-driven architecture; Software engineering; Transformation (genetics); Software; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01772066751551936,"gpt":0.274224577022942,"spread":0.2565039095074226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003863154,0.0002363128,0.0003519832,0.0002828407,0.0001147899,0.0001732135,0.0003559398,0.0001105664,0.000003635334],"category_scores_gemma":[0.00005857213,0.0002234563,0.00008924205,0.001472449,0.00001101141,0.0008245913,0.0001184676,0.000126712,0.000004438685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001379346,"about_ca_system_score_gemma":0.00005801282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003094289,"about_ca_topic_score_gemma":0.000003759515,"domain_scores_codex":[0.9982764,0.00004288329,0.0004033628,0.0006243094,0.0002873552,0.0003657292],"domain_scores_gemma":[0.9989356,0.00005744419,0.00007525177,0.0006549758,0.0001096211,0.0001671476],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001264966,0.00007873458,0.01896668,0.00009745528,0.0002609671,0.000004259622,0.003974077,0.962525,0.001061447,0.0002752503,0.00002108036,0.01272238],"study_design_scores_gemma":[0.0002057596,0.00006249819,0.05308005,0.00002860178,0.00006557521,0.000004051424,0.00004918832,0.9455504,0.0004975635,0.0001879453,0.00001028449,0.0002580931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.468642,0.00005977411,0.5292081,0.00002152284,0.00006099212,0.0004236232,0.000005611707,0.001576209,0.000002115994],"genre_scores_gemma":[0.6597893,0.00000117873,0.3400705,0.00004094411,0.00003174102,0.0000414524,0.00001594204,0.000008189588,7.058406e-7],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1911473,"threshold_uncertainty_score":0.9112284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386995089","doi":"10.1007/s10515-023-00399-5","title":"$$AI^{2}$$: the next leap toward native language-based and explainable machine learning framework","year":2023,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Machine learning; Artificial intelligence; Process (computing); Chatbot; Interface (matter); Preprocessor; Natural language processing; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02200965276098119,"gpt":0.2670099074727578,"spread":0.2450002547117766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005766359,0.0002666114,0.0002236299,0.0002783102,0.0003814493,0.0004559091,0.0007351389,0.0001312937,0.0000204248],"category_scores_gemma":[0.001936666,0.0002265024,0.00006471924,0.001737357,0.00005174826,0.0006625889,0.0003405554,0.0006187554,0.000172574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008125641,"about_ca_system_score_gemma":0.00006132987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001671338,"about_ca_topic_score_gemma":0.00000573351,"domain_scores_codex":[0.9982243,0.00008521937,0.000263649,0.0004470302,0.0003348534,0.0006449464],"domain_scores_gemma":[0.997897,0.001346378,0.00007086161,0.0004675562,0.00009738434,0.0001208206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000104601,0.00003717368,0.001580828,0.0002189021,0.00008979408,0.0004596943,0.02174917,0.9299604,0.001944968,0.02305629,0.001044846,0.01984744],"study_design_scores_gemma":[0.00008102979,0.00005562879,0.0007602031,0.0001109584,0.000006612052,0.00001187043,0.0007174578,0.9868885,0.008443825,0.0004625173,0.002178033,0.0002834112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08130719,0.0008383729,0.9038219,0.001869592,0.0004277771,0.0002704217,0.000003572308,0.01143293,0.00002823755],"genre_scores_gemma":[0.9668425,0.00003857067,0.03230232,0.0004642188,0.00006718092,0.00007920248,0.00001303647,0.00005207521,0.0001409475],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8855352,"threshold_uncertainty_score":0.9236499,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2790715424","doi":"10.1007/s10515-018-0232-y","title":"Black-box tree test case generation through diversity","year":2018,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Tree (set theory); Test case; Test (biology); Set (abstract data type); Black box; Algorithm; Random testing; Mathematics; Machine learning; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02478009358298911,"gpt":0.2482783946182936,"spread":0.2234983010353045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002027463,0.0002233111,0.0001715598,0.0001234856,0.0004254598,0.0001533915,0.0005363282,0.0001214979,0.000007464953],"category_scores_gemma":[0.001306633,0.0002353061,0.00005706598,0.0005685737,0.00005842005,0.0005890034,0.0006281171,0.000147548,0.00008059276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009435335,"about_ca_system_score_gemma":0.00003278951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001971964,"about_ca_topic_score_gemma":0.00001220889,"domain_scores_codex":[0.9987476,0.00002163514,0.0002096701,0.0004271732,0.0002252962,0.0003685592],"domain_scores_gemma":[0.9986628,0.0003797845,0.00006757017,0.000632346,0.0001659013,0.00009155339],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001677609,0.000998516,0.1133412,0.0005412513,0.0004722411,0.01742114,0.05114527,0.02447906,0.01270544,0.007488208,0.6463906,0.1250004],"study_design_scores_gemma":[0.0001941254,0.000150428,0.001918925,0.00006297441,0.00001376433,0.0009924727,0.000004534946,0.9883893,0.006948819,0.0004615184,0.0004582352,0.0004049453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1002229,0.00003721463,0.820481,0.00005018063,0.0004101592,0.0001030908,0.000003672263,0.07863259,0.00005917672],"genre_scores_gemma":[0.5898193,0.000002155342,0.4098664,0.0001002151,0.0001644294,0.000006113462,0.000004383457,0.00001681542,0.00002021464],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9639102,"threshold_uncertainty_score":0.9595503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392108776","doi":"10.1007/s10515-024-00416-1","title":"ReBack: recommending backports in social coding environments","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Coding (social sciences); Computer science; Data science; World Wide Web; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.01010461610838615,"gpt":0.2303020925873638,"spread":0.2201974764789776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000279474,0.0001419418,0.0001254367,0.0002711124,0.00008577635,0.0002327025,0.0002442362,0.00009683093,0.00001493434],"category_scores_gemma":[0.00006283266,0.0001620255,0.00004920333,0.0005791977,0.000005995274,0.0005987298,0.0001064715,0.0002416057,0.00006604129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00023386,"about_ca_system_score_gemma":0.00001611266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001043247,"about_ca_topic_score_gemma":0.000001080867,"domain_scores_codex":[0.9989933,0.00001969482,0.0002100077,0.0003191931,0.0001608268,0.0002969509],"domain_scores_gemma":[0.9996507,0.0001189731,0.00002345834,0.0001570786,0.000003817175,0.00004603254],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000336907,0.000465042,0.04078437,0.002575748,0.0007509005,0.005760027,0.03926241,0.2341489,0.123,0.06747065,0.05837028,0.427378],"study_design_scores_gemma":[0.0001634113,0.00002090679,0.01380743,0.000270602,0.000005633227,0.00004735061,0.00001120361,0.9724478,0.002126315,0.0001713728,0.01059664,0.0003313712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1006983,0.000327885,0.8872452,0.0002256799,0.003053211,0.0001477096,0.00000277431,0.00817106,0.0001281305],"genre_scores_gemma":[0.9822856,0.00001772163,0.01742676,0.00003415153,0.000133439,0.00001365167,0.000006362604,0.00002792991,0.0000544391],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8815872,"threshold_uncertainty_score":0.6607207,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415323141","doi":"10.1007/s10515-025-00556-y","title":"Graph neural networks for precise bug localization through structural program analysis","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Graph; Classifier (UML); Software; Source code; Program analysis; Software bug; Artificial neural network; Debugging","retraction":null,"screen_n_in":null,"score":{"opus":0.008905159232018756,"gpt":0.2827451131800719,"spread":0.2738399539480532,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002323122,0.000332858,0.0003934853,0.0006772385,0.00018966,0.0002883213,0.0009679681,0.0001913896,0.000004090922],"category_scores_gemma":[0.001115682,0.0003440651,0.0002610324,0.005267561,0.00003073604,0.0006275556,0.0002466358,0.0002581273,0.000001745375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001383076,"about_ca_system_score_gemma":0.00004968265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002941876,"about_ca_topic_score_gemma":0.000004234061,"domain_scores_codex":[0.9978479,0.00003179891,0.0004244222,0.0006317835,0.0003224913,0.0007415938],"domain_scores_gemma":[0.9978195,0.0009906444,0.00006733226,0.0007631053,0.0002489374,0.0001104753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005079963,0.00001899692,0.01598723,0.0001034282,0.0003990539,0.000006254019,0.0001061664,0.9750827,0.00001018208,0.0007687681,0.0004575239,0.007054629],"study_design_scores_gemma":[0.0003247279,0.00005052476,0.02929078,0.00004538978,0.0001081916,0.000003541673,0.000002907902,0.9691354,0.0001912455,0.0001243449,0.0004154278,0.0003074899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0261942,0.0005399505,0.9570568,0.00004460249,0.0008857153,0.0007893739,0.000007419256,0.0144787,0.000003275684],"genre_scores_gemma":[0.7787234,0.000009769061,0.2206465,0.00004479469,0.00005451809,0.0003693968,0.0000825215,0.00003753154,0.00003166107],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7525291,"threshold_uncertainty_score":0.9999011,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411008925","doi":"10.1007/s10515-025-00527-3","title":"What information contributes to log-based anomaly detection? Insights from a configurable transformer-based approach","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Anomaly detection; Transformer; Computer science; Data mining; Engineering; Electrical engineering; Voltage","retraction":null,"screen_n_in":null,"score":{"opus":0.003629769477427413,"gpt":0.20170931337195,"spread":0.1980795438945226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002263933,0.0003192349,0.0003880984,0.0006112464,0.0002173742,0.0006186533,0.0006207606,0.0002492458,0.000003892008],"category_scores_gemma":[0.0002669027,0.000297251,0.0001241444,0.001616541,0.00002506854,0.00229307,0.00003667389,0.0002239485,0.00006001852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002629065,"about_ca_system_score_gemma":0.0002612803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001670646,"about_ca_topic_score_gemma":0.00001314156,"domain_scores_codex":[0.9982558,0.00004458503,0.0005832487,0.0004105396,0.0002859443,0.0004199005],"domain_scores_gemma":[0.9984714,0.0003910818,0.00008414874,0.0006648788,0.0002632417,0.0001252224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005216792,0.0001206145,0.002334902,0.0006177855,0.0001542821,0.00000445538,0.00083035,0.9718391,0.002613584,0.0004827057,0.0003621044,0.0205879],"study_design_scores_gemma":[0.001063218,0.00006033518,0.01164188,0.0004001074,0.00002187189,0.000001103386,0.00005307531,0.9366394,0.0457588,0.00005001292,0.003978268,0.0003319026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1034401,0.00033063,0.8884795,0.0001867405,0.001577099,0.0006683357,0.00001172211,0.005266831,0.00003894694],"genre_scores_gemma":[0.9649871,0.000004660067,0.03393013,0.0007087545,0.00002002502,0.0002520191,0.00007321666,0.0000142692,0.000009815212],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.861547,"threshold_uncertainty_score":0.999948,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4417294610","doi":"10.1007/s10515-025-00583-9","title":"Automatic assistance to mitigate rollback inconsistencies in collaborative edits","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of Saskatchewan","funders":"","keywords":"Rollback; Quality (philosophy); Consistency (knowledge bases); Undo; Collaborative editing; Key (lock); Stack (abstract data type); Exploit","retraction":null,"screen_n_in":null,"score":{"opus":0.004495158611059191,"gpt":0.2312673177474812,"spread":0.226772159136422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003315118,0.0002553426,0.0003737948,0.0005434953,0.0001002052,0.0002143422,0.0006582356,0.0001223607,0.000002845393],"category_scores_gemma":[0.000825848,0.0002645992,0.00004962365,0.002844628,0.00001777524,0.0003702923,0.0001991416,0.0001727602,0.00005852096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002660216,"about_ca_system_score_gemma":0.0001990606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003756041,"about_ca_topic_score_gemma":0.00005758946,"domain_scores_codex":[0.9983261,0.00006108959,0.0004509556,0.0004508862,0.0002471067,0.0004638608],"domain_scores_gemma":[0.9987803,0.0003783187,0.0000675527,0.0005206027,0.0001346882,0.0001185322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004230687,0.0006300203,0.07314227,0.003237213,0.0008676707,0.001063169,0.05350958,0.6180446,0.0336738,0.05789892,0.1003022,0.05758824],"study_design_scores_gemma":[0.0005137569,0.00004528687,0.0377677,0.001767799,0.000006304781,0.000009959188,0.0001566615,0.9514531,0.003252371,0.00006611887,0.004468697,0.000492264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5207579,0.001774263,0.4575309,0.001114258,0.004228984,0.000939034,0.00001947861,0.01301538,0.000619804],"genre_scores_gemma":[0.9058779,0.00000525773,0.09345163,0.0001858472,0.00003717467,0.0001563605,0.000002970266,0.00001969525,0.0002631824],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.38512,"threshold_uncertainty_score":0.9999806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1605434259","doi":"10.1007/s10515-009-0052-1","title":"Editorial for Special Issue of JASE on Source Code Analysis and Manipulation","year":2009,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Programming language; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.00544196218949826,"gpt":0.2417518971488359,"spread":0.2363099349593376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001093319,0.0001189008,0.0001882304,0.0003224606,0.00004686365,0.00003508178,0.0001633594,0.00008824696,0.000002672385],"category_scores_gemma":[0.000263907,0.0001310768,0.00006338215,0.000550522,0.000007069219,0.0002239253,0.00002732594,0.00007343459,0.000001194675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004125032,"about_ca_system_score_gemma":0.000008218948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004364952,"about_ca_topic_score_gemma":0.000001224993,"domain_scores_codex":[0.999244,0.000008227303,0.0001996237,0.0002317357,0.0001676477,0.0001488031],"domain_scores_gemma":[0.9994097,0.0001461157,0.00008109984,0.0002320491,0.00008504689,0.00004593395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009143544,0.0001320174,0.0003551085,0.0001197784,0.0002845357,0.00000682762,0.0008521943,0.75966,0.01217018,0.003595664,0.03255958,0.1901727],"study_design_scores_gemma":[0.0003812633,0.0003107294,0.006194797,0.00003156655,0.00006317825,0.000002979808,0.000003723731,0.9270977,0.03786383,0.0004285097,0.02733706,0.0002846452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006213016,0.000008208022,0.986761,0.00002724422,0.00384066,0.0001570513,0.000006540299,0.002979786,0.000006549048],"genre_scores_gemma":[0.4279832,0.000005782945,0.5560359,0.00005008427,0.01582871,0.00002443786,0.00001598131,0.00002131373,0.00003464637],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.430725,"threshold_uncertainty_score":0.5345157,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245670623","doi":"10.1023/b:ause.0000008695.71960.a3","title":"Introduction","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.004929103958813917,"gpt":0.2047978929033946,"spread":0.1998687889445807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002410601,0.0001874322,0.0001499142,0.0001984573,0.0000592238,0.00003931512,0.00009343592,0.00008373045,0.0003447202],"category_scores_gemma":[0.0018419,0.0002099396,0.00004792289,0.000639693,0.00001260994,0.0002348236,0.00001393763,0.0001616771,0.003677087],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001512255,"about_ca_system_score_gemma":0.00002476778,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003937253,"about_ca_topic_score_gemma":4.429508e-7,"domain_scores_codex":[0.9989409,0.00002882826,0.000195016,0.0002685127,0.00018715,0.0003795906],"domain_scores_gemma":[0.9994239,0.00005978354,0.00003868203,0.0003221872,0.0000608595,0.00009454665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001313845,0.0001490409,0.005879045,0.0001632681,0.000247553,0.00007968832,0.0005108891,0.7030215,0.1202193,0.01472033,0.1538543,0.001141929],"study_design_scores_gemma":[0.001333948,0.00008225576,0.02314361,0.00008207228,0.00008732884,0.0005096107,0.00006189474,0.1805629,0.1057489,0.00009057084,0.6867502,0.001546649],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8158351,0.0005115137,0.09983359,0.00008499379,0.003441326,0.0004135098,0.00002227193,0.07926704,0.0005906181],"genre_scores_gemma":[0.9438851,0.000002483649,0.05536558,0.00001667799,0.0002778361,0.00003048823,0.00002979503,0.0001736865,0.0002183222],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5328959,"threshold_uncertainty_score":0.9970987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}