{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":30,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":30,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"174f9aee49d8","filters":{"venue":"Journal of Software Maintenance and Evolution Research and Practice"}},"results":[{"id":"W2096591909","doi":"10.1002/smr.311","title":"Software Maintenance Maturity Model (SMmm): the software maintenance process model","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Software maintenance; LeanCMMI; Software engineering; Scope (computer science); Computer science; Software development; Process management; Systems engineering; Software development process; Engineering; Software; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04068226693628353,"gpt":0.3398777792572993,"spread":0.2991955123210158,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01181818,0.0005034215,0.0006277462,0.0005946123,0.001196371,0.0008592355,0.002285061,0.0003087303,0.00001056129],"category_scores_gemma":[0.05227612,0.0003536112,0.0001848968,0.001458191,0.0009306594,0.005247075,0.0009602294,0.003227566,0.00003388555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006553497,"about_ca_system_score_gemma":0.001440186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006035414,"about_ca_topic_score_gemma":0.00003085909,"domain_scores_codex":[0.9929172,0.0006696464,0.001022006,0.0009295127,0.002616362,0.001845309],"domain_scores_gemma":[0.9834563,0.008475414,0.0006746044,0.001111771,0.005490969,0.0007909127],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008901904,0.002503446,0.02363805,0.002396816,0.0009253474,0.001390687,0.01335107,0.3418799,0.000734744,0.04550161,0.3797143,0.1790622],"study_design_scores_gemma":[0.005038008,0.001864005,0.01826,0.002263855,0.0001160109,0.01007246,0.00256096,0.7890589,0.0002502165,0.1241536,0.04453849,0.001823502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01392914,0.005583943,0.9609413,0.01836575,0.0002246225,0.0005620924,0.00003363982,0.0002348296,0.0001246749],"genre_scores_gemma":[0.6335509,0.004341628,0.3581402,0.001086139,0.0002996049,0.00007906097,0.000002801384,0.00007280567,0.002426904],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6196217,"threshold_uncertainty_score":0.9998916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098347799","doi":"10.1002/smr.416","title":"Near‐miss function clones in open source software: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"clone (Java method); Cloning (programming); Source code; Java; Computer science; Open source; Linux kernel; Benchmark (surveying); Operating system; Function (biology); Software maintenance; Software; Software system; Programming language; Biology; Genetics; Gene","retraction":null,"screen_n_in":null,"score":{"opus":0.06872976237691421,"gpt":0.4022159840448877,"spread":0.3334862216679735,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01294318,0.0001723903,0.0003259854,0.0005083522,0.0004429923,0.001227644,0.001044176,0.0001137743,0.000006807976],"category_scores_gemma":[0.02604646,0.0001428812,0.00003449691,0.001291921,0.0001657103,0.004955716,0.00051042,0.001311692,0.00000827789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002244648,"about_ca_system_score_gemma":0.0004945638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002808802,"about_ca_topic_score_gemma":0.00003723095,"domain_scores_codex":[0.9959596,0.001239839,0.000514567,0.0004748903,0.001160534,0.0006505522],"domain_scores_gemma":[0.9923923,0.005105047,0.0002056458,0.0004433269,0.001408226,0.0004454437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006133824,0.003590057,0.7117676,0.00007327062,0.0001106637,0.001066339,0.005737573,0.001207293,0.0001485674,0.0009216238,0.01443383,0.2548094],"study_design_scores_gemma":[0.002250167,0.008973154,0.9571797,0.0001474563,0.00001302327,0.001253233,0.00246354,0.002121476,0.000005893241,0.009305771,0.01603782,0.0002487513],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4770942,0.001589106,0.5136427,0.006836171,0.0001825527,0.0005312452,0.000001108961,0.00007930504,0.00004353476],"genre_scores_gemma":[0.9483514,0.0002963695,0.05070065,0.0002934011,0.0001232912,0.00001178691,7.001218e-7,0.00001434454,0.0002080283],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4712572,"threshold_uncertainty_score":0.9998092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239854741","doi":"10.1002/smr.374","title":"An automated approach for abstracting execution logs to execution events","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"Sandia National Laboratories; University of Waterloo","keywords":"Computer science; Source code; Programming language; Abstraction; Compiler; Database; Software engineering; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.06347520511774862,"gpt":0.3816328687764182,"spread":0.3181576636586695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007739906,0.0001330788,0.0002382557,0.0003193135,0.0007878992,0.0001192328,0.0003482638,0.0001259063,0.000001013182],"category_scores_gemma":[0.005926054,0.0001036296,0.00005421518,0.0005341795,0.0001321155,0.003299423,0.000100026,0.0004315081,0.000004463188],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002043794,"about_ca_system_score_gemma":0.0002929766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009885852,"about_ca_topic_score_gemma":0.000002023275,"domain_scores_codex":[0.9975792,0.0004456282,0.0004932159,0.0003456995,0.0006689735,0.0004672472],"domain_scores_gemma":[0.9954802,0.001352339,0.000351017,0.0002788927,0.002201618,0.0003358832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0360479,0.01109491,0.3391667,0.004741323,0.001157724,0.000798544,0.04394435,0.01883034,0.02226938,0.02074489,0.2484272,0.2527767],"study_design_scores_gemma":[0.007007964,0.01499934,0.7274562,0.001117463,0.00009211126,0.02370797,0.01075412,0.162712,0.0007859769,0.0113782,0.03861783,0.001370789],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1821943,0.0004925416,0.8150734,0.001387544,0.0002579281,0.0004062365,0.000003283754,0.0001072348,0.00007750352],"genre_scores_gemma":[0.8356711,0.0004360215,0.1635272,0.0001067493,0.0001460492,0.0000228272,0.000002730948,0.000008002173,0.00007931977],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6534767,"threshold_uncertainty_score":0.7094468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1994243621","doi":"10.1002/smr.327","title":"Supporting the analysis of clones in software systems","year":2006,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Computer science; clone (Java method); Software system; Software; Software engineering; Source code; Software evolution; Code (set theory); Software development; Programming language; Software construction; Biology; Genetics; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.02982915057639078,"gpt":0.3492175774921014,"spread":0.3193884269157106,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01264945,0.0001037202,0.0003238609,0.00101824,0.0001834037,0.0002255891,0.0005130876,0.0000719852,0.000002628638],"category_scores_gemma":[0.02579287,0.00007011626,0.00007083976,0.002602123,0.0002342357,0.001128748,0.0002314556,0.0006819042,0.000001231869],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001288892,"about_ca_system_score_gemma":0.0002263645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001202428,"about_ca_topic_score_gemma":0.00006518877,"domain_scores_codex":[0.9969915,0.0006440441,0.0006372579,0.0002201243,0.001010392,0.0004967211],"domain_scores_gemma":[0.9832998,0.01419311,0.0004228776,0.0003045376,0.001667482,0.0001122029],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006604408,0.0003689138,0.9430904,0.0003599055,0.0005911528,0.0004785552,0.001322303,0.01625305,0.0004188957,0.01534337,0.008594367,0.01251864],"study_design_scores_gemma":[0.0006500064,0.0004376436,0.9749629,0.0002711011,0.00008753304,0.000727198,0.001678209,0.01128967,0.00003447004,0.003509321,0.006182798,0.0001691016],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2767567,0.01193655,0.7072673,0.003496535,0.0001982462,0.0002462999,0.00000740329,0.00003542356,0.00005545599],"genre_scores_gemma":[0.9845996,0.0006245895,0.01450336,0.00001952245,0.00006865882,0.000007102988,8.902123e-7,0.00000711482,0.0001690902],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7078429,"threshold_uncertainty_score":0.9824133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141506510","doi":"10.1002/smr.299","title":"Improving design quality using meta‐pattern transformations: a metric‐based approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metric (unit); Business process reengineering; Task (project management); Quality (philosophy); Process (computing); Software engineering; Object-oriented design; Metamodeling; Data mining; Software; Systems engineering; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1719449302807982,"gpt":0.3877511257659865,"spread":0.2158061954851883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01727306,0.0001508493,0.0003160523,0.0007938123,0.00040459,0.0004289271,0.0004704221,0.00009212635,0.000002426092],"category_scores_gemma":[0.02608519,0.0001165684,0.00009417166,0.001340983,0.0001748923,0.003157678,0.0001238755,0.0008876344,0.000002208192],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003561986,"about_ca_system_score_gemma":0.0007441383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000460951,"about_ca_topic_score_gemma":0.000002625357,"domain_scores_codex":[0.9964612,0.0009734127,0.0005185985,0.0002815409,0.001223399,0.000541887],"domain_scores_gemma":[0.9891448,0.008125274,0.0002922464,0.0002855997,0.001848838,0.0003032527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008034361,0.006086275,0.01675728,0.006186658,0.006406748,0.001666174,0.01441947,0.4591981,0.01228856,0.04467098,0.00363203,0.4206534],"study_design_scores_gemma":[0.029425,0.01387314,0.07692242,0.002046102,0.001796642,0.02300471,0.01029118,0.7488203,0.005427501,0.07335092,0.0110677,0.003974366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00327572,0.004794226,0.9896255,0.001920151,0.00007074972,0.0002476792,0.000003103458,0.00004530348,0.00001757187],"genre_scores_gemma":[0.5136842,0.000277901,0.485888,0.00007979169,0.00004073498,0.00001058159,3.654746e-7,0.000008877942,0.000009578346],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5104084,"threshold_uncertainty_score":0.9821185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2027576706","doi":"10.1002/smr.301","title":"Using software trails to reconstruct the evolution of software","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Unix; Software engineering; Documentation; Software development; Software; Source code; Software analytics; Software construction; Software system; Backporting; Process (computing); World Wide Web; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.06425953317498195,"gpt":0.3552294675658492,"spread":0.2909699343908673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00805522,0.0002025698,0.0003523116,0.0006976757,0.0005271069,0.0002727389,0.0008909507,0.0001366719,0.000006604945],"category_scores_gemma":[0.05522106,0.0001483211,0.00009541903,0.001626922,0.0004822999,0.002109706,0.000449914,0.00109432,0.000007793084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008083207,"about_ca_system_score_gemma":0.001295905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004955207,"about_ca_topic_score_gemma":0.00002467524,"domain_scores_codex":[0.9962668,0.0005504306,0.0006462187,0.0003909279,0.001402893,0.0007426881],"domain_scores_gemma":[0.9880771,0.007581113,0.0003893761,0.000517543,0.00300587,0.000428974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01053713,0.002429278,0.2722777,0.002815708,0.001810608,0.001965053,0.02275775,0.06542815,0.01774912,0.0962536,0.02571646,0.4802594],"study_design_scores_gemma":[0.01141461,0.01297194,0.5740027,0.007338607,0.0002677189,0.04306309,0.01887787,0.002547419,0.002615854,0.2902036,0.03420647,0.002490095],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1165031,0.003663464,0.8755108,0.0036471,0.0002893534,0.0003027251,0.000009813529,0.00005402531,0.00001964537],"genre_scores_gemma":[0.6125322,0.0004238309,0.3867191,0.00009108755,0.0001432064,0.000008326064,3.851459e-7,0.00001930696,0.00006259109],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.496029,"threshold_uncertainty_score":0.9527372,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4253079602","doi":"10.1002/smr.372","title":"A survey and evaluation of tool features for understanding reverse‐engineered sequence diagrams","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada; University of Victoria","funders":"","keywords":"Sequence (biology); Sequence diagram; Computer science; Set (abstract data type); Diagram; Data science; Software; Data mining; Reverse engineering; Software engineering; Unified Modeling Language; Programming language; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.2358606032156236,"gpt":0.3991454157024303,"spread":0.1632848124868067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01758369,0.0001012098,0.000208312,0.0003305019,0.0002698515,0.0001051894,0.0002317691,0.0000787508,0.000001419003],"category_scores_gemma":[0.06847715,0.00008448525,0.00003228156,0.0005505624,0.0002726985,0.001361913,0.0001224837,0.0004297307,3.375008e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002722057,"about_ca_system_score_gemma":0.0004727623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001113727,"about_ca_topic_score_gemma":0.00001584579,"domain_scores_codex":[0.997342,0.0006484457,0.0003031541,0.0002238833,0.001136404,0.0003461037],"domain_scores_gemma":[0.9825231,0.01383359,0.0001984966,0.0001880859,0.003095434,0.0001612527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01084075,0.001100745,0.6084417,0.003098264,0.00151785,0.0006849167,0.01772105,0.005471139,0.009724136,0.08934531,0.1340595,0.1179947],"study_design_scores_gemma":[0.003834797,0.002480798,0.9382688,0.0005816226,0.00004939623,0.004062228,0.001672952,0.01942083,0.0001686699,0.02763659,0.001439775,0.0003835239],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1845961,0.006311892,0.8070157,0.001509187,0.0001376101,0.0003795645,0.00001445532,0.00002053994,0.00001493854],"genre_scores_gemma":[0.9680407,0.002162883,0.02965189,0.00002048717,0.00004435409,0.00001099683,0.000001536596,0.000008067695,0.0000590886],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7834446,"threshold_uncertainty_score":0.9393694,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159566003","doi":"10.1002/smr.245","title":"Field studies using functional size measurement in building estimation models for software maintenance","year":2002,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software; Computer science; Field (mathematics); Estimation; Functional requirement; Software development; Software metric; Function point; Software maintenance; Software engineering; Reliability engineering; Systems engineering; Industrial engineering; Engineering; Software construction; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1994147907613721,"gpt":0.3802488116615875,"spread":0.1808340209002155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008904012,0.0001559513,0.0002834988,0.0004350299,0.0003503979,0.0002105529,0.0003067059,0.00009298911,0.000004170093],"category_scores_gemma":[0.1086603,0.0001329765,0.00005735887,0.0006504062,0.000136625,0.00270231,0.0002118489,0.0006747594,0.000001361554],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006412989,"about_ca_system_score_gemma":0.0001891698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004701766,"about_ca_topic_score_gemma":0.000007626038,"domain_scores_codex":[0.9970446,0.000298165,0.0004951067,0.0003370614,0.001230448,0.0005945707],"domain_scores_gemma":[0.979543,0.01610393,0.0002548642,0.0002283139,0.003678956,0.0001909908],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01169011,0.002543828,0.04430784,0.004789154,0.001758535,0.001260403,0.01215415,0.3236366,0.005742855,0.06630661,0.1353353,0.3904746],"study_design_scores_gemma":[0.004792569,0.003234831,0.01934534,0.003211732,0.00005522513,0.002776477,0.002236375,0.8207422,0.0002507151,0.137996,0.004643953,0.0007144922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01257464,0.009516196,0.9729455,0.004384864,0.0002553508,0.0002759186,0.000002203989,0.00003511882,0.00001023717],"genre_scores_gemma":[0.6023057,0.001765314,0.3956101,0.0001176224,0.00008599267,0.000024,1.41373e-7,0.00001215164,0.00007898878],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.589731,"threshold_uncertainty_score":0.8988478,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154595863","doi":"10.1002/smr.285","title":"Migrating to Web services: a performance engineering approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada)","funders":"","keywords":"Scalability; Web service; Software deployment; Computer science; Middleware (distributed applications); Web engineering; World Wide Web; WS-Policy; Web modeling; Latency (audio); Web development; Service-oriented architecture; Web application security; Software engineering; Distributed computing; Telecommunications; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.02336522887348873,"gpt":0.2924268147943313,"spread":0.2690615859208426,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005520544,0.0001293394,0.00021507,0.0003115299,0.0003284881,0.0002473181,0.0004075523,0.00007924857,7.609127e-7],"category_scores_gemma":[0.002227341,0.00009578787,0.00003854286,0.0007590157,0.00007247111,0.002441496,0.0002312649,0.0005730474,0.000009696008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000179946,"about_ca_system_score_gemma":0.0002773693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008318583,"about_ca_topic_score_gemma":0.00000523439,"domain_scores_codex":[0.998103,0.000139739,0.0003941272,0.0002647451,0.0006512274,0.0004471105],"domain_scores_gemma":[0.9973604,0.000727568,0.0001877036,0.0002515143,0.001176517,0.0002962601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0106706,0.004750047,0.3957632,0.0213063,0.001324434,0.001134003,0.09025757,0.1129421,0.01983116,0.06345202,0.01419817,0.2643704],"study_design_scores_gemma":[0.01575522,0.01998734,0.4737174,0.01371999,0.0001573969,0.04150772,0.02862709,0.1817064,0.001373585,0.01187165,0.208192,0.003384192],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5489494,0.001862673,0.4453321,0.003132377,0.0002601786,0.0002312875,0.000001232441,0.00005724686,0.0001735456],"genre_scores_gemma":[0.830843,0.0007478315,0.1680637,0.0001672052,0.000117857,0.000009296256,2.756131e-7,0.000007027498,0.00004377999],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2818936,"threshold_uncertainty_score":0.3906116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2114836483","doi":"10.1002/smr.421","title":"Identification of behavioural and creational design motifs through dynamic analysis","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identification (biology); Visitor pattern; Computer science; Java; Program comprehension; Software engineering; Constraint (computer-aided design); Software; Theoretical computer science; Programming language; Engineering; Software system","retraction":null,"screen_n_in":null,"score":{"opus":0.0626294758113364,"gpt":0.361305205648597,"spread":0.2986757298372605,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005679697,0.0000905585,0.0002113808,0.0005296117,0.0001908315,0.0001988078,0.0002691445,0.00006524108,0.000003035751],"category_scores_gemma":[0.01198077,0.00007644824,0.00004618548,0.001108765,0.0001934917,0.001982096,0.00008606509,0.0004075326,0.000001025658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000107102,"about_ca_system_score_gemma":0.0001598792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006946608,"about_ca_topic_score_gemma":0.000003368646,"domain_scores_codex":[0.9978654,0.0004121191,0.0004195444,0.0002224216,0.000807254,0.0002732387],"domain_scores_gemma":[0.9932001,0.004428374,0.0002934616,0.0002050474,0.001732351,0.0001406651],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.007779815,0.003392528,0.6056974,0.0007242224,0.003524772,0.0009167643,0.01536243,0.01557129,0.04346331,0.09133726,0.009357155,0.2028731],"study_design_scores_gemma":[0.0005575093,0.001008345,0.9639161,0.00007971672,0.00009580063,0.0006169889,0.0003744586,0.01751421,0.0002567762,0.0152778,0.0001768076,0.0001254348],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08600567,0.002571626,0.9078941,0.003358358,0.0000380176,0.0001042159,0.000003504579,0.00001556637,0.000008905047],"genre_scores_gemma":[0.91862,0.001512836,0.07972059,0.00002482568,0.00001764167,0.000002356615,0.000001031069,0.00000369616,0.00009697939],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8326144,"threshold_uncertainty_score":0.9963418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097572153","doi":"10.1002/smr.283","title":"On the business value and technical challenges of adopting Web services","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"SOAP; Web service; Web engineering; Computer science; XML; WS-Policy; World Wide Web; The Internet; Services computing; Web standards; Business model; Web development; Knowledge management; Web application security; Business; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.02990811464944541,"gpt":0.3061248464881418,"spread":0.2762167318386964,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003875637,0.0001113206,0.0001840086,0.0002080891,0.0003137785,0.0001314238,0.0004340041,0.00007213392,0.000001103339],"category_scores_gemma":[0.001263729,0.00006614735,0.00002684294,0.000525311,0.0002053394,0.000926959,0.00030296,0.000567175,0.000001244442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003430781,"about_ca_system_score_gemma":0.000168426,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001588494,"about_ca_topic_score_gemma":0.00007655624,"domain_scores_codex":[0.9982812,0.0003278296,0.0002915756,0.0002162306,0.0006019627,0.0002811893],"domain_scores_gemma":[0.9947078,0.003448311,0.0003088049,0.000226954,0.001180638,0.0001275431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002023709,0.0005771053,0.001654643,0.001202526,0.000167157,0.0001872113,0.006044562,0.0006135641,0.00351185,0.9479812,0.0003104126,0.03572608],"study_design_scores_gemma":[0.00655119,0.008347644,0.2917617,0.009236018,0.0001471979,0.01444245,0.03225179,0.002141829,0.0008015205,0.5950376,0.0383178,0.0009632898],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6731758,0.03895115,0.08811054,0.1970239,0.0003132382,0.0004634495,0.000007383563,0.00006869146,0.001885913],"genre_scores_gemma":[0.9707952,0.009181974,0.01930931,0.0006182594,0.0000793002,0.000003133544,1.837479e-7,0.000006105347,0.00000656126],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3529436,"threshold_uncertainty_score":0.2697411,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056056849","doi":"10.1002/smr.277","title":"A user‐assisted approach to component clustering","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Component (thermodynamics); Partition (number theory); Graph; Software; Clustering coefficient; Visualization; Component-based software engineering; Theoretical computer science; Software system; Artificial intelligence; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.05873784470935019,"gpt":0.3363723325282714,"spread":0.2776344878189212,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008308101,0.0001252255,0.0002172123,0.0005000658,0.0002915455,0.0003672779,0.0004447701,0.00007000827,0.000002648733],"category_scores_gemma":[0.0302,0.0001032566,0.00003881772,0.000902352,0.000119694,0.001258889,0.0002959035,0.0007536514,0.000009811216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000210281,"about_ca_system_score_gemma":0.0002372362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000444028,"about_ca_topic_score_gemma":0.000002472338,"domain_scores_codex":[0.9971642,0.0006772742,0.0003386117,0.0002978071,0.0009561843,0.0005659515],"domain_scores_gemma":[0.9928214,0.004833514,0.0001318913,0.0003014509,0.001419995,0.000491776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009796297,0.006829617,0.1295134,0.00296361,0.001586553,0.003228032,0.01720774,0.01217323,0.01693024,0.3490434,0.2325652,0.2181627],"study_design_scores_gemma":[0.004993639,0.004837747,0.4331545,0.001133954,0.00004418653,0.02995006,0.004807762,0.01056781,0.000333029,0.007867267,0.501169,0.001141062],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01580164,0.001581516,0.97939,0.002232484,0.0001702311,0.0001955636,0.000001149606,0.00004114133,0.0005862913],"genre_scores_gemma":[0.6420475,0.0003972618,0.3569978,0.0001335948,0.0000560287,0.00001156314,2.532195e-7,0.00001209079,0.0003439348],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6262458,"threshold_uncertainty_score":0.9779691,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052424802","doi":"10.1002/smr.274","title":"Feed‐forward and recurrent neural networks for source code informal information analysis","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Source code; Recurrent neural network; Artificial neural network; Identifier; Sentence; Set (abstract data type); Domain (mathematical analysis); Connectionism; Context (archaeology); Process (computing); Content-addressable memory; Associative property; Generalization; Code (set theory); Preprocessor; Machine learning; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02688866110795178,"gpt":0.319271126313826,"spread":0.2923824652058742,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007458427,0.0001248452,0.0002388637,0.000688545,0.0003687593,0.0005332177,0.0002546403,0.00009116045,0.000002350792],"category_scores_gemma":[0.02594542,0.0001018928,0.00006686043,0.001075801,0.000156798,0.004160844,0.0001566158,0.0006664408,0.000001118396],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009032819,"about_ca_system_score_gemma":0.0001491606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002509651,"about_ca_topic_score_gemma":0.000006809841,"domain_scores_codex":[0.9979235,0.000288792,0.0004373634,0.000171165,0.0006558644,0.0005233316],"domain_scores_gemma":[0.9915001,0.005906758,0.0002721101,0.0001936192,0.001800028,0.0003273202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.005168728,0.0004140286,0.2765799,0.0009308652,0.00193168,0.00008565161,0.006661753,0.05924908,0.00003451799,0.03766397,0.03036324,0.5809166],"study_design_scores_gemma":[0.003402457,0.003394195,0.2050297,0.000193306,0.0002133459,0.002294364,0.002465769,0.529941,0.00002142609,0.002406814,0.2500786,0.0005590887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02596994,0.001991404,0.970173,0.001450507,0.0001452915,0.0002001616,0.000004508564,0.0000277672,0.00003738722],"genre_scores_gemma":[0.9373603,0.002032708,0.0602231,0.0001583362,0.00007791316,0.00001813271,0.000003322542,0.000008317144,0.0001178833],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9113904,"threshold_uncertainty_score":0.9822595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063094363","doi":"10.1002/smr.286","title":"Analysis of Web‐usage behavior for focused Web sites: a case study","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; University of Alberta","funders":"Cairo University; University of Patras","keywords":"World Wide Web; Web mining; Computer science; Web development; Web modeling; Web analytics; Visitor pattern; Web standards; Workflow; Web navigation; Web site; Web design; Process (computing); Data Web; Web service; Web intelligence; The Internet; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.09621953881568522,"gpt":0.403048427742519,"spread":0.3068288889268337,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00700868,0.0001037671,0.0003526847,0.0007538095,0.0002615046,0.0001835665,0.00026983,0.0000622869,0.000002310737],"category_scores_gemma":[0.002345593,0.00007786201,0.0001075725,0.001067832,0.00009569363,0.001269744,0.0001387675,0.0003187354,3.510912e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001097944,"about_ca_system_score_gemma":0.0002820128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006506515,"about_ca_topic_score_gemma":0.0003435925,"domain_scores_codex":[0.9980744,0.0004114379,0.0005090639,0.00023024,0.000490589,0.0002843177],"domain_scores_gemma":[0.9958493,0.001560779,0.0004576726,0.0002648217,0.001701283,0.000166138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.005765177,0.01529633,0.641816,0.001036855,0.008430076,0.02360065,0.02925212,0.0002531826,0.00796891,0.01905701,0.0193966,0.2281271],"study_design_scores_gemma":[0.05250669,0.1073059,0.3942717,0.002618873,0.00806278,0.1229946,0.1638429,0.02935838,0.001185012,0.04214034,0.07219657,0.003516243],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5475216,0.001265997,0.4490675,0.001468823,0.00006866315,0.0005214816,0.00001434555,0.00002440147,0.00004721984],"genre_scores_gemma":[0.9499078,0.0003926123,0.04954269,0.00003551413,0.00003476641,0.00003371692,4.50132e-7,0.000005707999,0.00004671886],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4023862,"threshold_uncertainty_score":0.3175121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040027946","doi":"10.1002/smr.413","title":"Recommending change clusters to support software investigation: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software; Empirical research; Software system; Software maintenance; Change impact analysis; Software development; Source code; Software engineering; Source lines of code; Code (set theory); Programming language; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.1476434909259721,"gpt":0.4217483332518392,"spread":0.2741048423258671,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01030649,0.0001680055,0.0002685778,0.0007414058,0.0004224331,0.00049919,0.0006521211,0.00008896552,0.000007777686],"category_scores_gemma":[0.02377321,0.0001429325,0.00003710003,0.001199894,0.0001075511,0.003915481,0.0003088942,0.0009532553,0.00001250724],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002688954,"about_ca_system_score_gemma":0.0002781699,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005839484,"about_ca_topic_score_gemma":0.00001238477,"domain_scores_codex":[0.9964029,0.0008692393,0.0004523125,0.0004208155,0.001205376,0.0006494015],"domain_scores_gemma":[0.9927639,0.004252162,0.0001782734,0.0003888816,0.001575917,0.0008408632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002231758,0.001560122,0.520278,0.0001311954,0.0001537671,0.001588502,0.02608366,0.0001407153,0.0001948028,0.0008888159,0.07191309,0.3748355],"study_design_scores_gemma":[0.00164141,0.02043731,0.9442145,0.0002620326,0.0000212109,0.002606683,0.004646048,0.0006266615,0.0000232098,0.004641538,0.02046905,0.0004103281],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4416745,0.0007464134,0.5082353,0.04781148,0.0004462603,0.0008691489,0.000004484239,0.0001709575,0.00004143203],"genre_scores_gemma":[0.8861947,0.0002109074,0.1115389,0.001621409,0.0003032568,0.0000202485,0.000001089485,0.00001401607,0.00009548699],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4445202,"threshold_uncertainty_score":0.98445,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013691730","doi":"10.1002/smr.379","title":"Optimized staffing for product releases and its application at Chartwell Technology","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Heuristics; Computer science; Quality (philosophy); Feature (linguistics); Product (mathematics); Process (computing); Point (geometry); Genetic algorithm; Operations research; Resource (disambiguation); Mathematical optimization; Machine learning; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.05053344543311521,"gpt":0.3392960141279395,"spread":0.2887625686948243,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003032768,0.0001025045,0.000191064,0.0003163982,0.0004826106,0.00007416369,0.000229578,0.00007779915,0.000001263057],"category_scores_gemma":[0.01248585,0.00008482435,0.00002453684,0.0004014893,0.0001382529,0.001577374,0.0002151426,0.0003794029,0.00000160446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007765336,"about_ca_system_score_gemma":0.0001151292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001447324,"about_ca_topic_score_gemma":8.875804e-7,"domain_scores_codex":[0.9987254,0.0001412205,0.0002721342,0.0002684072,0.0002957107,0.0002971439],"domain_scores_gemma":[0.9952471,0.00291072,0.0003044141,0.0001865565,0.001219782,0.0001313954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0233075,0.002085692,0.03234905,0.002795022,0.0009357096,0.001443093,0.005925094,0.001252897,0.028497,0.1677369,0.1370292,0.5966429],"study_design_scores_gemma":[0.005470793,0.006838039,0.01430903,0.000752704,0.0001077028,0.04689711,0.0008024991,0.02986313,0.005807082,0.0346542,0.8534556,0.001042078],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03547703,0.01596948,0.9352788,0.01264824,0.00007840277,0.0004034456,0.00000374142,0.0001095253,0.00003132013],"genre_scores_gemma":[0.5515605,0.02277294,0.425095,0.00008703033,0.0001182559,0.00005265269,0.000001007123,0.00001326009,0.0002993402],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7164264,"threshold_uncertainty_score":0.9958324,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236271902","doi":"10.1002/smr.410","title":"Recovering business processes from business applications","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Artifact-centric business process model; Business process modeling; Business rule; Business process; Computer science; Business process management; Business process discovery; Business Process Model and Notation; Process management; Task (project management); Business analysis; Business domain; Process (computing); New business development; Business model; Business; Systems engineering; Work in process; Engineering; Marketing; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04385247266502579,"gpt":0.3147919276451425,"spread":0.2709394549801167,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002081268,0.0001550397,0.0002793943,0.0004938103,0.0005355494,0.0006339409,0.0002233587,0.00008699966,0.00001635281],"category_scores_gemma":[0.01015336,0.0001240228,0.00003207166,0.002357157,0.000147916,0.00431187,0.00009058896,0.0004011456,0.00001553417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004885633,"about_ca_system_score_gemma":0.0002076829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006787019,"about_ca_topic_score_gemma":0.00003416792,"domain_scores_codex":[0.998373,0.00004105397,0.0004184756,0.0002730866,0.0005557894,0.0003385502],"domain_scores_gemma":[0.9899454,0.0007479817,0.0005088006,0.0001556606,0.008594035,0.00004810631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01231603,0.003412299,0.09344638,0.006156669,0.0008148568,0.0004647965,0.0007831935,0.005875668,0.004042303,0.02137671,0.04086926,0.8104419],"study_design_scores_gemma":[0.00276948,0.0001750724,0.319022,0.002391846,0.0005347948,0.0005046292,0.004446287,0.002642456,0.00002551135,0.2106006,0.4559315,0.0009558478],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1351635,0.02188912,0.7885321,0.0509401,0.0002850368,0.0004311249,0.00001445708,0.0001421446,0.002602319],"genre_scores_gemma":[0.9862807,0.005567833,0.005776981,0.0008435137,0.001331927,0.00001133546,0.00001124558,0.00001631125,0.0001601406],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8511172,"threshold_uncertainty_score":0.9981846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3013054130","doi":"10.1002/smr.415","title":"Regression test suite reduction based on SDL models of system requirements","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Regression testing; Computer science; Suite; Regression analysis; Reduction (mathematics); Test (biology); Set (abstract data type); Test case; Regression; Programming language; Data mining; Statistics; Machine learning; Mathematics; Software; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.08214894951886607,"gpt":0.3705807996174265,"spread":0.2884318500985604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006132571,0.0001149213,0.000216117,0.0004242703,0.0002602185,0.0001222548,0.0002983703,0.00008224279,5.312569e-7],"category_scores_gemma":[0.009147967,0.0000841034,0.00004161463,0.0005083703,0.0001214846,0.001479385,0.00006819927,0.0004504076,9.749336e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001714029,"about_ca_system_score_gemma":0.0001912172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004562594,"about_ca_topic_score_gemma":2.834574e-7,"domain_scores_codex":[0.9977718,0.0004211147,0.0004193091,0.0002365765,0.0008603636,0.0002908324],"domain_scores_gemma":[0.9945318,0.002757298,0.0005230822,0.0003039938,0.001723136,0.000160765],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.01481765,0.005335822,0.01984384,0.002323046,0.0002031588,0.001533494,0.003402157,0.004644126,0.01431739,0.09067608,0.2419487,0.6009545],"study_design_scores_gemma":[0.006722994,0.03942758,0.04783391,0.02841166,0.0001299906,0.01282707,0.001792136,0.411547,0.00380001,0.4410416,0.005189029,0.001276975],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008697136,0.001349754,0.9830759,0.00522663,0.0001885194,0.000222576,0.000003621319,0.0004269691,0.0008089138],"genre_scores_gemma":[0.8617837,0.0002728574,0.1377266,0.00008603098,0.00006125544,0.000002296292,5.205927e-7,0.000005078749,0.00006163531],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8530866,"threshold_uncertainty_score":0.9991984,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041292178","doi":"10.1002/smr.418","title":"Migrating legacy data structures based on variable overlay to Java","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Overlay; Heuristics; Variable (mathematics); Source lines of code; Heuristic; Legacy system; Code (set theory); Programming language; Operating system; Artificial intelligence; Software; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.07108807017847964,"gpt":0.3638344538311465,"spread":0.2927463836526669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006215172,0.0001072154,0.0001800909,0.0002291615,0.0003579696,0.0006984923,0.0006437475,0.00006319217,0.000005174099],"category_scores_gemma":[0.0110916,0.00007545507,0.00002176087,0.0005025128,0.00005961682,0.002313713,0.0001738847,0.0004987245,0.0000057535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007219326,"about_ca_system_score_gemma":0.000285887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001797173,"about_ca_topic_score_gemma":0.000009494484,"domain_scores_codex":[0.9978384,0.0004538223,0.0002988339,0.0003059108,0.0007121983,0.0003907951],"domain_scores_gemma":[0.9964429,0.001742964,0.0002326575,0.0004551747,0.0008676563,0.0002586645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002673549,0.0006159969,0.003813975,0.0001671112,0.000103674,0.0005208641,0.001490201,0.001656183,0.0008426586,0.5116912,0.1944593,0.2819653],"study_design_scores_gemma":[0.002327014,0.008814624,0.03374205,0.0002991358,0.00003516593,0.00201054,0.001985373,0.0258292,0.00009001089,0.1392572,0.7850643,0.0005454536],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001185739,0.001264401,0.9844462,0.01121647,0.0002387894,0.0001791096,0.000002774611,0.00002776586,0.001438721],"genre_scores_gemma":[0.8682375,0.0001131582,0.1301558,0.001061571,0.0002119425,0.000001447038,0.000001690512,0.000004619422,0.0002122411],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8670518,"threshold_uncertainty_score":0.9972384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4214647708","doi":"10.1002/smr.377","title":"Search‐based many‐to‐one component substitution","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Component (thermodynamics); Substitution (logic); Unavailability; Computer science; Mechanism (biology); Heuristics; Obsolescence; Engineering; Reliability engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1530069501892292,"gpt":0.3788819055904562,"spread":0.225874955401227,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006377712,0.0001196749,0.0002326876,0.0004453649,0.0004384943,0.00009493798,0.0003894395,0.00006949889,0.000002475864],"category_scores_gemma":[0.0188503,0.0001022323,0.00003890334,0.0006509099,0.0003259912,0.00153104,0.0002301187,0.0007095368,0.000011674],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001977315,"about_ca_system_score_gemma":0.0002750557,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003392421,"about_ca_topic_score_gemma":7.642711e-7,"domain_scores_codex":[0.9973688,0.0007475033,0.00032626,0.0002581518,0.000836009,0.0004632387],"domain_scores_gemma":[0.9920666,0.005642379,0.0001479042,0.0002597555,0.001550574,0.000332819],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.02129601,0.004078473,0.04307763,0.001752639,0.0009058621,0.009340772,0.01252898,0.2375453,0.05074307,0.3537665,0.05157664,0.2133881],"study_design_scores_gemma":[0.0104059,0.01518745,0.6074984,0.00282317,0.00009942575,0.03103169,0.002792145,0.0252155,0.009104434,0.1255727,0.1678165,0.002452586],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02679282,0.001755158,0.966237,0.004789274,0.0001783875,0.0001403241,0.000001936834,0.00006391518,0.00004117839],"genre_scores_gemma":[0.3998213,0.001080796,0.5987968,0.0001601189,0.00006657594,0.000004233645,3.857277e-7,0.000006576475,0.00006317746],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5644208,"threshold_uncertainty_score":0.9894143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057682534","doi":"10.1002/smr.493","title":"Mismatch handling for COTS selection: a case study","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Selection (genetic algorithm); Commercial off-the-shelf; Key (lock); Software; Reliability engineering; Systems engineering; Computer science; Economic shortage; Software engineering; Engineering; Embedded system; Operating system; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.2219648242085559,"gpt":0.4183616746701865,"spread":0.1963968504616306,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008407434,0.0001032222,0.0002004204,0.0002385589,0.0004030091,0.000117837,0.0002226835,0.00005676969,0.000001553716],"category_scores_gemma":[0.02209335,0.00008283305,0.00003335639,0.0004037333,0.0001064815,0.001619724,0.0001382965,0.0004706443,8.107735e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008032286,"about_ca_system_score_gemma":0.0001452331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009935608,"about_ca_topic_score_gemma":0.0000162933,"domain_scores_codex":[0.9982718,0.0005367816,0.0003050135,0.0002255926,0.0003185528,0.0003422395],"domain_scores_gemma":[0.9906862,0.00701314,0.0002182184,0.0001549061,0.001769088,0.0001583969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"case_report","study_design_scores_codex":[0.0230521,0.00704978,0.1132405,0.001988247,0.002376987,0.03966372,0.1371586,0.005863898,0.002634216,0.05227279,0.02820585,0.5864933],"study_design_scores_gemma":[0.01332723,0.04121275,0.04059385,0.001015875,0.0002927711,0.4101273,0.1306823,0.01001938,0.001052074,0.3177331,0.0321431,0.001800264],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04103482,0.001332025,0.9567076,0.0004000004,0.0002060265,0.0002465258,9.340351e-7,0.00004864754,0.00002340399],"genre_scores_gemma":[0.3970709,0.0002187525,0.602513,0.00002661191,0.00006567236,0.00001348577,4.713646e-8,0.000006516042,0.00008503],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.584693,"threshold_uncertainty_score":0.9861439,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1536473137","doi":"","title":"Reusing class-based test cases for testing object-oriented framework interface classes: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Maintainability; Computer science; Flexibility (engineering); Software deployment; Software engineering; Reuse; Interface (matter); Class (philosophy); Test case; Reliability engineering; Systems engineering; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.2026881329932651,"gpt":0.4569200982661616,"spread":0.2542319652728966,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01693911,0.0001657602,0.0002813899,0.0005653304,0.0007299468,0.0003828052,0.000489406,0.0001407841,0.000001695908],"category_scores_gemma":[0.4326584,0.000138786,0.00004872353,0.001381796,0.00046931,0.00231032,0.0003220439,0.001497701,0.000003509679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003712434,"about_ca_system_score_gemma":0.0004906065,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003078317,"about_ca_topic_score_gemma":0.000009808127,"domain_scores_codex":[0.9963499,0.00104284,0.0005179534,0.0003969645,0.0008732189,0.0008191051],"domain_scores_gemma":[0.8481929,0.1453792,0.0003568518,0.0004169768,0.005347271,0.0003067429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.009993145,0.002475216,0.02775999,0.001761624,0.0003800148,0.001284707,0.007255519,0.08853446,0.02999278,0.05376871,0.0346599,0.7421339],"study_design_scores_gemma":[0.008161228,0.02970307,0.02829304,0.01041774,0.0001440685,0.01336983,0.02502428,0.1840317,0.01551543,0.370041,0.3129165,0.002382089],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01454164,0.003424626,0.97335,0.008123643,0.0001693425,0.0002574841,0.000005014856,0.00009519867,0.00003308342],"genre_scores_gemma":[0.3591595,0.0002343687,0.6402465,0.00009183809,0.0001759637,0.00001349995,2.177557e-7,0.00001315722,0.00006488428],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7397519,"threshold_uncertainty_score":0.6506848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030145482","doi":"10.1002/smr.463","title":"Using classification methods to label tasks in process mining","year":2010,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Task (project management); Identifier; Noise (video); Process mining; Data mining; Identification (biology); Cluster analysis; Representation (politics); Event (particle physics); Artificial intelligence; Machine learning; Pattern recognition (psychology); Business process; Work in process; Business process modeling; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1712792241970421,"gpt":0.4612376638122474,"spread":0.2899584396152053,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008630907,0.0001052213,0.0002121456,0.0008289407,0.0002915912,0.0003523655,0.0001598202,0.00008926146,0.000009713294],"category_scores_gemma":[0.01701007,0.00008572667,0.00002380213,0.001308511,0.0001127353,0.002538195,0.00008818318,0.0006680161,0.000003882524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003919967,"about_ca_system_score_gemma":0.0001267687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003675142,"about_ca_topic_score_gemma":0.00008816959,"domain_scores_codex":[0.9985718,0.00009600563,0.0003880609,0.0002157261,0.0004125829,0.0003158558],"domain_scores_gemma":[0.9960932,0.00072017,0.0003688704,0.0001111402,0.002655093,0.00005156458],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.007316966,0.001618311,0.3007722,0.002461137,0.0002694353,0.0002351824,0.002852984,0.003332621,0.07790987,0.0190018,0.005299399,0.5789301],"study_design_scores_gemma":[0.006905335,0.0005147365,0.2161339,0.003372502,0.0005941382,0.001540871,0.05913943,0.4869787,0.0002660255,0.1147609,0.1079871,0.001806362],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7576106,0.0006836829,0.2321416,0.00867851,0.0002015171,0.0001336845,9.066857e-7,0.0000188539,0.0005306731],"genre_scores_gemma":[0.8908921,0.0001098691,0.1081634,0.0003793562,0.0003819589,0.000005324291,9.194372e-7,0.00001249822,0.00005454311],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5771238,"threshold_uncertainty_score":0.9912701,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1519321440","doi":"","title":"Software Maintenance Maturity Model (SM mm ): the software maintenance process model: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; LeanCMMI; Software maintenance; Software engineering; Scope (computer science); Computer science; Verification and validation; Software development; Systems engineering; Software construction; Software development process; Software; Process management; Engineering; Operations management; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.06422356596106492,"gpt":0.3667582124005909,"spread":0.302534646439526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02574812,0.0004892608,0.0006351342,0.0009561488,0.001816044,0.001203066,0.002670241,0.0003423355,0.00001317346],"category_scores_gemma":[0.08215119,0.0003465256,0.000177093,0.002470035,0.001586685,0.005416138,0.001345601,0.004703284,0.00005173597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008412196,"about_ca_system_score_gemma":0.001738465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001147166,"about_ca_topic_score_gemma":0.00005879088,"domain_scores_codex":[0.9897662,0.001453905,0.001124082,0.001084496,0.004057016,0.002514349],"domain_scores_gemma":[0.9726673,0.01507138,0.0005520568,0.001344022,0.009397067,0.0009681556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01106987,0.003277861,0.02742216,0.002540464,0.0008850678,0.001757809,0.02114384,0.2131242,0.001564454,0.06107205,0.4300545,0.2260877],"study_design_scores_gemma":[0.004987573,0.00254282,0.01965578,0.002736726,0.0000869912,0.007892815,0.005840345,0.6809634,0.0006306613,0.232136,0.04077885,0.001748026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04179093,0.006724308,0.9242568,0.02584889,0.0002010148,0.0007618975,0.0000307183,0.0002525082,0.000132909],"genre_scores_gemma":[0.7684073,0.004042698,0.2245238,0.0005823753,0.0003000378,0.000100811,0.000002041219,0.0000732659,0.00196761],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7266164,"threshold_uncertainty_score":0.9998987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236048929","doi":"10.1002/smr.376","title":"Introduction to the special issue on program comprehension through dynamic analysis (PCODA)","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Concordia University","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Program comprehension; Computer science; Reverse engineering; Comprehension; Software engineering; Software; Program analysis; Source code; Data science; Software system; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03584303218008123,"gpt":0.3541619928238779,"spread":0.3183189606437967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00404644,0.0001301814,0.0002398107,0.0005431343,0.0006543052,0.0002283339,0.0005000413,0.00006970089,0.0000199133],"category_scores_gemma":[0.01474716,0.00008697493,0.00007306277,0.002362984,0.000244685,0.001204015,0.0002587375,0.0009418983,0.00004494865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002095658,"about_ca_system_score_gemma":0.0001546077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000711367,"about_ca_topic_score_gemma":0.00001799606,"domain_scores_codex":[0.9969894,0.0005678205,0.0003238815,0.0003540556,0.001293077,0.0004718069],"domain_scores_gemma":[0.9934363,0.004101675,0.0001580339,0.0004253394,0.001659602,0.0002190945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004906732,0.001439804,0.01391328,0.000136738,0.00116461,0.0007144359,0.007072003,0.01228015,0.0003565964,0.005347677,0.6966864,0.2559816],"study_design_scores_gemma":[0.0005095996,0.003051772,0.16732,0.00006868823,0.00004739531,0.00150333,0.0005681192,0.00416521,0.00003586227,0.0008823649,0.8216652,0.0001824828],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08036835,0.001695669,0.7718237,0.1440105,0.001034123,0.0007206718,0.000004637282,0.0001238898,0.000218499],"genre_scores_gemma":[0.8176636,0.004132423,0.1690447,0.0005070528,0.007068818,0.00003962801,0.000003225685,0.00002574369,0.001514899],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7372952,"threshold_uncertainty_score":0.993552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W41029254","doi":"10.1002/smr.v17:2","title":"Development and evolution of a heterogeneous continuous media server: a case study: Practice Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"","keywords":"Computer science; Maintainability; Interface (matter); Software; Server; File server; Programmer; Modular design; Application server; Software design; Operating system; Server farm; User interface; Software development; Software evolution; Software engineering; World Wide Web; Client–server model; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.08003060926736887,"gpt":0.4024214755659071,"spread":0.3223908662985382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009730871,0.00008532617,0.0002082306,0.0002679631,0.0006245194,0.00008100929,0.0001575937,0.0001030959,0.00001216843],"category_scores_gemma":[0.02781699,0.00007314271,0.00002134118,0.0003573571,0.0006443806,0.001021027,0.0001490672,0.0004845569,0.00000302422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002286329,"about_ca_system_score_gemma":0.0004704537,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002515758,"about_ca_topic_score_gemma":0.005274047,"domain_scores_codex":[0.9971372,0.001321289,0.0004599973,0.0001552201,0.0006210203,0.0003053024],"domain_scores_gemma":[0.992528,0.004721418,0.0004600147,0.0001573299,0.001912697,0.0002205102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.005663046,0.004289714,0.09432613,0.0001644142,0.0006451522,0.003117166,0.2179995,0.00002352818,0.0005780873,0.02308958,0.002484371,0.6476193],"study_design_scores_gemma":[0.003030297,0.001361947,0.01680927,0.0002069436,0.0001195875,0.01562615,0.653792,0.0001898968,0.0001006426,0.002326357,0.3061726,0.0002642542],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9797311,0.00735414,0.001547724,0.01077718,0.00005246941,0.0002766757,0.000001851416,0.00002067423,0.0002381914],"genre_scores_gemma":[0.9677382,0.003268326,0.0287741,0.00006861043,0.00006739213,0.00000869364,2.508156e-7,0.0000058556,0.00006856309],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6473551,"threshold_uncertainty_score":0.9803721,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966745368","doi":"10.1002/smr.358","title":"Special Issue on Web Site Evolution (WSE 2006)","year":2007,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Attendance; Web site; World Wide Web; Computer science; Library science; The Internet; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02061300758285887,"gpt":0.3218950352487644,"spread":0.3012820276659055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007197457,0.0001611709,0.0002179988,0.0005954819,0.0004781812,0.0002474645,0.0004357452,0.0001165472,0.00002434705],"category_scores_gemma":[0.001743372,0.0001242468,0.00005715395,0.0009096269,0.0001652758,0.001784933,0.0002257936,0.0009288074,0.00006185936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001746248,"about_ca_system_score_gemma":0.0002432019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001652699,"about_ca_topic_score_gemma":0.0002020126,"domain_scores_codex":[0.9971752,0.0004163717,0.0004421657,0.0003267708,0.001023281,0.0006161692],"domain_scores_gemma":[0.9946711,0.002815891,0.0003485246,0.0002844751,0.001515999,0.0003639975],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01875686,0.001883572,0.0286968,0.0005162715,0.0003827195,0.00243821,0.01091503,0.0003247513,0.003266241,0.1118618,0.447503,0.3734548],"study_design_scores_gemma":[0.001489871,0.002475795,0.04631354,0.0003533966,0.00002343854,0.002010953,0.00240295,0.000530968,0.0001310048,0.01311341,0.930883,0.0002716034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1305932,0.008610456,0.7683177,0.05595837,0.004004349,0.0007265782,0.00003462985,0.0001640426,0.03159066],"genre_scores_gemma":[0.9199829,0.003233064,0.05646653,0.00358841,0.01476583,0.000005700441,0.000004445869,0.00003371472,0.001919472],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7893896,"threshold_uncertainty_score":0.5066637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2046971437","doi":"10.1002/smr.527","title":"Model checking timed properties of healthcare processes","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Computer science; Correctness; Model checking; Workflow; Temporal logic; Modalities; Process (computing); Software engineering; Distributed computing; Programming language; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.2684335454673087,"gpt":0.3914422192825324,"spread":0.1230086738152237,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005757476,0.00006912347,0.0001515225,0.00019581,0.0001765607,0.00005706864,0.000310389,0.00005501023,0.000001117925],"category_scores_gemma":[0.01288704,0.0000499468,0.00001887661,0.000414727,0.0002331704,0.002388553,0.0001352331,0.0003746083,0.000001057442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005591648,"about_ca_system_score_gemma":0.0004945759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001089928,"about_ca_topic_score_gemma":0.000005875219,"domain_scores_codex":[0.9984053,0.0003827677,0.0003433366,0.0001442326,0.0004833778,0.0002409894],"domain_scores_gemma":[0.9957622,0.0003860941,0.000402183,0.0001675466,0.00315922,0.0001228117],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.01905311,0.002512849,0.02572511,0.01179682,0.0004823631,0.0001975419,0.1003047,0.0004530742,0.02856136,0.4911035,0.005815276,0.3139943],"study_design_scores_gemma":[0.00708465,0.01945127,0.08750575,0.01272973,0.0001928126,0.01248141,0.03926904,0.2565345,0.08463302,0.4594931,0.01850013,0.00212461],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02593185,0.007444673,0.9635695,0.002410668,0.0000815538,0.0001566364,0.000001353423,0.0000186589,0.0003851191],"genre_scores_gemma":[0.5993611,0.001643835,0.3988659,0.00004398065,0.00001797129,0.000003501096,5.585873e-8,0.000003347077,0.00006037264],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5734292,"threshold_uncertainty_score":0.9954278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4245283101","doi":"10.1002/smr.395","title":"Special Issue on Search‐Based Software Maintenance","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software construction; Software maintenance; Software development; Software sizing; Code refactoring; Software; Reliability engineering; Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04993784568706008,"gpt":0.330768104488588,"spread":0.2808302588015279,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007173214,0.0002510073,0.0003817262,0.0008160893,0.0007514936,0.0002879779,0.0009088905,0.0001595975,0.00004968033],"category_scores_gemma":[0.0454863,0.0002054021,0.00009756927,0.00118325,0.0006777113,0.001922667,0.0003644812,0.001841584,0.00009177415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003895244,"about_ca_system_score_gemma":0.0008774348,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008021071,"about_ca_topic_score_gemma":0.000004775179,"domain_scores_codex":[0.9949864,0.0008007505,0.0005286346,0.0005298326,0.002111528,0.001042888],"domain_scores_gemma":[0.9830076,0.01266384,0.000236623,0.0005510496,0.002904783,0.0006361069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.006385035,0.001231357,0.0442641,0.0004476829,0.0002388995,0.006715915,0.002533254,0.001849035,0.0002470923,0.008769833,0.8224706,0.1048472],"study_design_scores_gemma":[0.004392783,0.006644403,0.1750139,0.001106424,0.00002125201,0.009972411,0.000935122,0.002595033,0.0003572426,0.003929687,0.7942223,0.0008094314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03221504,0.002560924,0.9392638,0.02198509,0.001548715,0.0006212065,0.00002058841,0.000231435,0.001553162],"genre_scores_gemma":[0.6170697,0.007738781,0.3583974,0.001758372,0.008402358,0.00004304012,0.000004731298,0.0001105848,0.006474975],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5848547,"threshold_uncertainty_score":0.962554,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967242003","doi":"10.1002/smr.420","title":"Introduction to the special issue on reverse engineering (WCRE 2008)","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"BIM and Construction Integration","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01467250745390164,"gpt":0.2791645647178339,"spread":0.2644920572639323,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001358554,0.00008141005,0.0001008407,0.0001996033,0.0001695967,0.00009432944,0.00007353369,0.00005536757,0.00005522014],"category_scores_gemma":[0.003022581,0.00005685814,0.00002407038,0.0003149646,0.00004276292,0.000532841,0.00001065052,0.0005941956,0.00003206809],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001147057,"about_ca_system_score_gemma":0.00003053944,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007305692,"about_ca_topic_score_gemma":0.000005292645,"domain_scores_codex":[0.9990882,0.00008953597,0.0002036233,0.0001002627,0.0003154124,0.0002029232],"domain_scores_gemma":[0.9988731,0.0003478323,0.00005314453,0.00009924616,0.0005101331,0.0001165305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007836149,0.00003000077,0.00008292685,0.00002047238,0.00003030067,0.00001681842,0.0003581429,0.004503784,0.0005456659,0.004261948,0.8696923,0.119674],"study_design_scores_gemma":[0.0002188773,0.0005847363,0.007242942,0.00007952619,0.00001034655,0.000730353,0.001013853,0.0005364535,0.0001034001,0.0007072256,0.988695,0.00007726889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1058186,0.01088018,0.2818478,0.573413,0.0118009,0.001459036,0.00003461532,0.0003435969,0.01440228],"genre_scores_gemma":[0.9056867,0.009712413,0.01884922,0.001640637,0.06029415,0.00001697688,0.000003708655,0.00004510933,0.003751056],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7998682,"threshold_uncertainty_score":0.3618531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}