{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":86,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":86,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"1485352e3124","filters":{"venue":"Journal of Software Evolution and Process"}},"results":[{"id":"W1556740091","doi":"10.1002/smr.572","title":"Contextualizing agile software development","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software engineering; Agile usability engineering; Software development; Computer science; Extreme programming practices; Software development process; Software; Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03226817318530843,"gpt":0.2607337189416604,"spread":0.228465545756352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005917929,0.0001380533,0.0001975346,0.0001868299,0.0001396228,0.00007809912,0.0004821775,0.00008042337,0.00002505302],"category_scores_gemma":[0.0005111286,0.000117236,0.00004928607,0.0002501009,0.00003290766,0.001272171,0.00009205109,0.0002332642,0.00000541375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005601053,"about_ca_system_score_gemma":0.0001975162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007203893,"about_ca_topic_score_gemma":0.000001476687,"domain_scores_codex":[0.9989194,0.00003514945,0.0004065151,0.0001605747,0.0002873833,0.0001909887],"domain_scores_gemma":[0.9987731,0.000146411,0.0003900096,0.0001500566,0.0003990033,0.0001414261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002725861,0.000629304,0.1581711,0.0009548693,0.0003799484,0.0003252084,0.03913143,0.0001713237,0.0001706727,0.02406478,0.00667558,0.7690532],"study_design_scores_gemma":[0.006464104,0.00397562,0.4402812,0.004009939,0.0003046988,0.01088467,0.002580807,0.003256156,0.03457652,0.1900626,0.2987196,0.004884154],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01935428,0.002231838,0.9776273,0.00005041479,0.0003244244,0.00005992173,6.548e-7,0.0002679969,0.00008317814],"genre_scores_gemma":[0.5291818,0.00005585066,0.4705624,0.00009675953,0.00005067741,0.000003942485,3.203323e-7,0.000009041965,0.00003918327],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7641691,"threshold_uncertainty_score":0.4780748,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592568457","doi":"10.1002/smr.1843","title":"MORE: A multi‐objective refactoring recommendation approach to introducing design patterns and fixing code smells","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science; Science Foundation Ireland","keywords":"Code refactoring; Code smell; Computer science; Software quality; Software engineering; Maintainability; Class (philosophy); Software maintenance; Source code; Quality (philosophy); Software; Software system; Software development; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04468082121305431,"gpt":0.3188694893080094,"spread":0.2741886680949551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001135629,0.0001340352,0.0002048838,0.0002499342,0.0003991994,0.0004459826,0.000490231,0.00006388996,0.000001546863],"category_scores_gemma":[0.002928108,0.0001206666,0.00002827523,0.0001379907,0.00003331295,0.001325045,0.0002084444,0.000323036,9.49731e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001543893,"about_ca_system_score_gemma":0.0001021139,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003011904,"about_ca_topic_score_gemma":0.000002090952,"domain_scores_codex":[0.9988477,0.00006004373,0.0002721655,0.0002958448,0.0002880342,0.0002361977],"domain_scores_gemma":[0.998535,0.0003230033,0.0002930069,0.0002514795,0.0004019866,0.0001955285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001871031,0.0002490681,0.7721083,0.0007436855,0.0001617766,0.00002738676,0.02168655,0.01544512,0.0009617906,0.000137302,0.0005330633,0.1877588],"study_design_scores_gemma":[0.001308,0.000316992,0.9320666,0.0005046202,0.00002059089,0.0003320781,0.0004844973,0.06173543,0.002167032,0.0004677276,0.0001899703,0.0004064583],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1134422,0.0001320206,0.8855195,0.0003964899,0.000309122,0.0001437004,0.00000260938,0.00005025032,0.000004133195],"genre_scores_gemma":[0.8084072,0.00003356937,0.1913223,0.00002887322,0.0001713673,0.000007017915,4.722264e-7,0.00001114118,0.00001803014],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6949651,"threshold_uncertainty_score":0.4920641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2545762469","doi":"10.1002/smr.1821","title":"Detecting duplicate bug reports with software engineering domain knowledge","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Domain (mathematical analysis); Software engineering; Domain knowledge; Context (archaeology); Data science; Software; Domain engineering; Software mining; Information retrieval; Data mining; Software development; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.008544446977499068,"gpt":0.2413264381142093,"spread":0.2327819911367102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000927548,0.0002007302,0.0002709815,0.0003669881,0.0001344578,0.0001121718,0.0004280857,0.00009263391,0.00000611713],"category_scores_gemma":[0.002740011,0.0001294341,0.000063479,0.0006248805,0.00005450508,0.0009834459,0.0001272692,0.0002955118,0.000005292874],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001877462,"about_ca_system_score_gemma":0.0002907138,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002358571,"about_ca_topic_score_gemma":0.000001774382,"domain_scores_codex":[0.998312,0.00003195142,0.0004647479,0.0003174636,0.0004868982,0.0003869471],"domain_scores_gemma":[0.9975784,0.0008044543,0.0003348669,0.0003141188,0.0006959687,0.0002722257],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000202209,0.0002618191,0.8301801,0.001269937,0.0003084308,0.001274923,0.003190134,0.002834085,0.004350347,0.0008699266,0.00100718,0.1542509],"study_design_scores_gemma":[0.007922566,0.003480504,0.8624274,0.009151154,0.0001418688,0.05065598,0.0003267662,0.003541597,0.01911026,0.01666558,0.02305322,0.003523126],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2516186,0.001219861,0.7463815,0.0001723342,0.0002913404,0.00008060592,7.652931e-7,0.0002311992,0.000003745283],"genre_scores_gemma":[0.9066812,0.0000257389,0.0929713,0.00001175422,0.000205483,0.00001062277,1.41757e-7,0.00002675616,0.00006701296],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6550626,"threshold_uncertainty_score":0.527817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01084594641956199,"gpt":0.2537748749832976,"spread":0.2429289285637357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001794974,0.0001414429,0.0003626871,0.0001878717,0.0002627722,0.00005618434,0.001099743,0.0001158272,0.000002978634],"category_scores_gemma":[0.0003395708,0.00007861114,0.00009185175,0.0007399,0.0001574342,0.003009164,0.0001559728,0.0002710725,0.000001513277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001344858,"about_ca_system_score_gemma":0.000343237,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002757067,"about_ca_topic_score_gemma":0.00002786777,"domain_scores_codex":[0.9973559,0.0004446211,0.001215535,0.00011102,0.0007083337,0.0001646301],"domain_scores_gemma":[0.9945993,0.0001554666,0.00203727,0.000688305,0.002454108,0.000065489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001638971,0.001658836,0.914439,0.002302592,0.0001874254,3.892728e-7,0.06128982,0.009800976,0.00043523,0.00126796,0.0006330837,0.007820807],"study_design_scores_gemma":[0.002282951,0.001551794,0.9298823,0.001045822,0.0000951559,0.00007206006,0.04374309,0.01895185,0.0004910846,0.001499583,0.0001359503,0.0002484011],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8131429,0.001450852,0.1843552,0.00004933539,0.0004050985,0.0005520211,0.000007807297,0.00003131233,0.000005466895],"genre_scores_gemma":[0.9993976,0.00004178775,0.0004794174,0.00001629855,0.00003230495,0.00002244393,0.000001502868,0.000005237467,0.000003423248],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1862547,"threshold_uncertainty_score":0.3205669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2771158352","doi":"10.1002/smr.1925","title":"Evaluating Pred(<i>p</i>) and standardized accuracy criteria in software development effort estimation","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Measure (data warehouse); Consistency (knowledge bases); Software; Computer science; Estimation; Statistics; Data mining; Mathematics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03990346991028516,"gpt":0.3796051154684074,"spread":0.3397016455581222,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001991824,0.000152763,0.0002708271,0.0002671102,0.0004003722,0.0005426845,0.000576806,0.00008178617,0.000005793619],"category_scores_gemma":[0.01010893,0.0001371484,0.00003010194,0.0001487269,0.00006816226,0.002006199,0.0002356785,0.0002862456,0.000001351279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001714126,"about_ca_system_score_gemma":0.0005552112,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007513862,"about_ca_topic_score_gemma":0.000004554631,"domain_scores_codex":[0.9982844,0.00004754287,0.0005008011,0.000244003,0.000663011,0.0002602699],"domain_scores_gemma":[0.9980813,0.0004848857,0.0004556417,0.0002708227,0.0005524046,0.0001550039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000197006,0.00009086449,0.4555809,0.0008124809,0.00005451465,0.00005977325,0.004241484,0.002835023,0.0001804862,0.0001368467,0.0002069737,0.5356037],"study_design_scores_gemma":[0.002253738,0.0002343856,0.95543,0.0008674515,0.0000124354,0.0002741451,0.00004706817,0.03609874,0.0006620685,0.003620813,0.0002119404,0.0002871703],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4493586,0.0006522081,0.5494996,0.0001189934,0.000208328,0.0001141309,0.000001259762,0.00004424734,0.000002634682],"genre_scores_gemma":[0.7228336,0.00003325956,0.2770375,0.00001472797,0.00004856951,0.000009515163,7.374443e-7,0.00000909226,0.00001297926],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5353165,"threshold_uncertainty_score":0.9982293,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1508590353","doi":"10.1002/smr.1597","title":"An empirical study of faults in late propagation clone genealogies","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"clone (Java method); Commit; Software evolution; Biology; Software; Computer science; Software system; Genetics; Programming language; Gene; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.02182280882342352,"gpt":0.3192357228767848,"spread":0.2974129140533613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005302247,0.00008660594,0.0001910726,0.0003250602,0.00004064782,0.00005355951,0.0003894283,0.0000562166,0.000004021843],"category_scores_gemma":[0.0006258934,0.00006912958,0.00002042409,0.000526035,0.00003162578,0.001143365,0.00005555973,0.0002207251,0.0000021021],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006159997,"about_ca_system_score_gemma":0.0001278076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000446417,"about_ca_topic_score_gemma":0.000007475795,"domain_scores_codex":[0.9987564,0.00008581515,0.0004011252,0.0001517643,0.0004460432,0.0001588712],"domain_scores_gemma":[0.9987824,0.0001802488,0.0001960033,0.0001579956,0.0005869443,0.00009641773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002679469,0.0004783933,0.9704146,0.0000971003,0.00001411481,0.00001310511,0.00452933,0.009154142,0.0003466994,0.00001293379,0.00007277761,0.01484005],"study_design_scores_gemma":[0.0006846723,0.0008124275,0.9791481,0.00005212018,0.000003294733,0.00002766411,0.0003119709,0.0172565,0.000172271,0.001443322,0.000005243124,0.00008235194],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8195527,0.0002178823,0.1798389,0.00009251575,0.00008454619,0.00017296,3.252562e-7,0.00003862749,0.000001552829],"genre_scores_gemma":[0.9913336,0.00001399997,0.008574877,0.00001204392,0.00004208018,0.000009817191,3.00862e-7,0.000005799128,0.000007448705],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.171781,"threshold_uncertainty_score":0.2819023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022675432","doi":"10.1002/smr.539","title":"TIDIER: an identifier splitting approach using speech recognition techniques","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identifier; Computer science; Program comprehension; Source code; Maintainability; Unique identifier; Set (abstract data type); Documentation; Software; Code (set theory); Relation (database); Natural language processing; Comprehension; Information retrieval; Artificial intelligence; Data mining; Software engineering; Programming language; Software system","retraction":null,"screen_n_in":null,"score":{"opus":0.06451466082664108,"gpt":0.2980101579526624,"spread":0.2334954971260213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00148663,0.0001236253,0.0001767606,0.0003617349,0.0001385743,0.0001302872,0.0004517363,0.0001003941,0.00001034615],"category_scores_gemma":[0.0007211032,0.0001125283,0.00005029738,0.0004511834,0.0000501149,0.002071427,0.00008331499,0.000322468,0.000002484059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009133742,"about_ca_system_score_gemma":0.0001418023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001837442,"about_ca_topic_score_gemma":5.714024e-7,"domain_scores_codex":[0.9986764,0.0000806731,0.000365412,0.0002224759,0.0004223625,0.0002326331],"domain_scores_gemma":[0.9986019,0.00009954105,0.0002562786,0.0001850787,0.0006928505,0.000164333],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001350787,0.0006504228,0.125545,0.0009246089,0.0001203009,0.0001490213,0.007819364,0.00009596482,0.002561297,0.0004869294,0.0003559273,0.8611561],"study_design_scores_gemma":[0.004950937,0.004538727,0.364587,0.004461201,0.0004104495,0.02888704,0.004257093,0.1449466,0.2235423,0.213068,0.001348778,0.005001874],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2672078,0.0003366121,0.7319939,0.000007588846,0.0001842598,0.00007764367,9.900207e-7,0.0001407722,0.00005046338],"genre_scores_gemma":[0.5100473,0.0000214242,0.4897196,0.00001581483,0.0001671729,0.00000269578,8.521958e-7,0.00001178547,0.00001333731],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8561543,"threshold_uncertainty_score":0.4588771,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007452449","doi":"10.1002/smr.2255","title":"Bad smell detection using quality metrics and refactoring opportunities","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Code refactoring; Computer science; Maintainability; False positive paradox; Process (computing); Quality (philosophy); Software quality; Set (abstract data type); Technical debt; Software maintenance; Software; Code (set theory); Source code; Software engineering; Software system; Artificial intelligence; Software development; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1255498175057313,"gpt":0.3338147225408901,"spread":0.2082649050351588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006616286,0.00009652536,0.0001807649,0.0002301215,0.0001220404,0.0001411674,0.0002114585,0.00006190169,0.000002233395],"category_scores_gemma":[0.002301123,0.00008856371,0.00003338722,0.0005227554,0.00003739531,0.0009182117,0.00009406744,0.0002765208,4.160302e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008465529,"about_ca_system_score_gemma":0.0001422388,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001267348,"about_ca_topic_score_gemma":7.074222e-7,"domain_scores_codex":[0.998899,0.00005903811,0.0003074058,0.0001536308,0.0004249148,0.0001559823],"domain_scores_gemma":[0.9986925,0.0003609915,0.0002083801,0.00008210255,0.0004140169,0.0002420408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002179949,0.0001248399,0.6831611,0.002552873,0.0002076183,0.0001616202,0.01036906,0.00480802,0.006309086,0.001700684,0.0001254427,0.2902616],"study_design_scores_gemma":[0.002818428,0.001541852,0.8378704,0.0005581337,0.0000960355,0.001409542,0.002258602,0.1334341,0.009515989,0.005495366,0.003741973,0.00125954],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.417601,0.001308947,0.5807084,0.0001387641,0.0001599216,0.00002768923,8.633219e-7,0.00005178974,0.000002670114],"genre_scores_gemma":[0.9842429,0.0001468611,0.01537694,0.00005530299,0.0001634436,5.957401e-7,1.293768e-7,0.000007571155,0.000006217844],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.566642,"threshold_uncertainty_score":0.3611523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1809117658","doi":"10.1002/smr.1718","title":"A systematic review of distributed Agile software engineering","year":2015,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Timeline; Systematic review; Computer science; Work (physics); Agile Unified Process; Software; Knowledge management; Software development; Process management; Engineering management; Data science; Risk analysis (engineering); Software engineering; Software development process; Engineering; Business; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02221336624708552,"gpt":0.3112582606664719,"spread":0.2890448944193864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00206134,0.0004011855,0.00269641,0.0003715093,0.00004382916,0.00008528472,0.001114691,0.0002454327,0.000003877953],"category_scores_gemma":[0.007281265,0.000295761,0.0004234587,0.0009559262,0.0000277243,0.0007974735,0.0001667007,0.0005926543,0.000002900772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001950558,"about_ca_system_score_gemma":0.0006845357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001869231,"about_ca_topic_score_gemma":7.376646e-8,"domain_scores_codex":[0.9969427,0.000163651,0.001732857,0.0002495058,0.000678908,0.0002323847],"domain_scores_gemma":[0.9945146,0.0008148986,0.002826593,0.0004588428,0.001167775,0.0002172506],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001515012,0.0000278272,0.000003327268,0.9827276,0.0001618925,0.00001999612,0.00003775568,0.00001565519,1.392393e-8,0.0001588195,0.001272877,0.01557274],"study_design_scores_gemma":[0.0001085774,0.0001530622,0.00000161672,0.8540979,0.001205594,0.001631957,0.000004450706,0.0001052891,5.927656e-7,0.0002597398,0.1420769,0.0003542947],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.387406e-7,0.5467538,0.4525832,0.00001047154,0.0001941793,0.0003117274,0.00002463484,0.0001209246,9.780194e-7],"genre_scores_gemma":[0.000005340601,0.9510821,0.04871225,0.00002247871,0.00008243373,0.00003966711,0.00001354934,0.00003086741,0.00001132875],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4043283,"threshold_uncertainty_score":0.9999495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158127877","doi":"10.1002/smr.1595","title":"The Linux kernel: a case study of build system variability","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Linux kernel; Computer science; Source code; Software; Operating system; Kernel (algebra); Code (set theory); File system; Software versioning; System call; Software bug; Programming language; Set (abstract data type); Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.0181435987402588,"gpt":0.2851493079553175,"spread":0.2670057092150587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001829769,0.0001164114,0.0002546852,0.00008184322,0.0001872485,0.00007827752,0.0004786592,0.00005560696,9.013153e-7],"category_scores_gemma":[0.001836632,0.00007347201,0.00004718445,0.0002793725,0.00006566852,0.000642171,0.000115762,0.0002464121,8.083121e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008112357,"about_ca_system_score_gemma":0.0001014667,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005234033,"about_ca_topic_score_gemma":0.000003913686,"domain_scores_codex":[0.998574,0.0002703746,0.0005349991,0.0001578904,0.000300255,0.0001624782],"domain_scores_gemma":[0.9967337,0.001562373,0.000481568,0.0002969,0.0008369305,0.0000884735],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003201126,0.002303284,0.2985201,0.004582567,0.0009060667,0.001964216,0.04940982,0.2189871,0.0003888389,0.01697304,0.0009480062,0.4046968],"study_design_scores_gemma":[0.0127602,0.01230016,0.2837641,0.00231241,0.0005592995,0.1349239,0.1580839,0.1130765,0.001211101,0.2771953,0.0007844702,0.003028577],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3989184,0.0004542287,0.6001226,0.00003497543,0.0002660126,0.0001352298,3.612398e-7,0.00006583412,0.000002441788],"genre_scores_gemma":[0.8931248,0.00001119205,0.1067788,0.000005744945,0.00005139352,0.00001156301,2.396669e-8,0.000005925767,0.00001057153],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4942064,"threshold_uncertainty_score":0.2996102,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2767219025","doi":"10.1002/smr.1912","title":"A systematic mapping study of information visualization for software product line engineering","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Austrian Science Fund","keywords":"Software product line; Computer science; Visualization; Software engineering; Software; Product (mathematics); Software visualization; Reuse; Personalization; Set (abstract data type); Data science; Data mining; Systems engineering; Software development; Software construction; Engineering; World Wide Web; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03285247862319446,"gpt":0.3154176029511194,"spread":0.282565124327925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001305516,0.0001384672,0.0004039326,0.0003137885,0.0002050897,0.0001511857,0.0005632149,0.00004999055,2.296461e-7],"category_scores_gemma":[0.01640064,0.0001178332,0.00005394079,0.0001786076,0.00002203687,0.002747163,0.00009541772,0.0001156859,2.406476e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006536194,"about_ca_system_score_gemma":0.00008619163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002098282,"about_ca_topic_score_gemma":5.695704e-7,"domain_scores_codex":[0.9986301,0.00004629787,0.0007398229,0.0001255075,0.0003115204,0.0001467314],"domain_scores_gemma":[0.996757,0.0004482168,0.001406178,0.0003193335,0.001012631,0.00005665801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002484383,0.0006842455,0.03518455,0.1281896,0.0006550323,0.00001347187,0.03978554,0.7516772,0.0005625135,0.003932198,0.0001026799,0.03896463],"study_design_scores_gemma":[0.02495422,0.01289123,0.2777806,0.06720669,0.001136183,0.002334372,0.01528331,0.5141466,0.009044361,0.07023455,0.000392737,0.004595148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04483446,0.0005771749,0.9534431,0.00002794131,0.0004793642,0.0005278377,0.000002103918,0.0001075575,4.466046e-7],"genre_scores_gemma":[0.6195185,0.00001548119,0.380356,0.000005911654,0.00006543774,0.00002491747,7.389405e-7,0.000008033652,0.000005042157],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.574684,"threshold_uncertainty_score":0.9918846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2765208928","doi":"10.1002/smr.1920","title":"Finding an effective classification technique to develop a software team composition model","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Decision tree; Team composition; Machine learning; Software; Software development; Artificial intelligence; Logistic regression; Set (abstract data type); Data mining; Software engineering; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.02926189430131505,"gpt":0.3287277575982327,"spread":0.2994658632969177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001094962,0.0001623441,0.0002268993,0.0003901762,0.0006062782,0.0004199362,0.001000025,0.000127637,0.000001298086],"category_scores_gemma":[0.003169799,0.0001510897,0.00003949141,0.0003563582,0.00005890291,0.002529358,0.0001774399,0.0003718583,0.000004674298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002899703,"about_ca_system_score_gemma":0.0003250552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006015101,"about_ca_topic_score_gemma":0.000001983888,"domain_scores_codex":[0.9985413,0.00006574216,0.0003317015,0.0002944805,0.0005069636,0.000259812],"domain_scores_gemma":[0.9972795,0.0002491779,0.0003812564,0.0004196026,0.001393996,0.0002764777],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007926916,0.001103522,0.31739,0.001683322,0.0002653385,0.0001220433,0.01470746,0.07228354,0.037079,0.00947821,0.00410748,0.5409874],"study_design_scores_gemma":[0.001359138,0.001083909,0.823036,0.00115586,0.00003528891,0.0008071097,0.0001193781,0.1419044,0.009191653,0.02032721,0.0001650317,0.0008150068],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1291655,0.00008055405,0.8698217,0.0002404099,0.0001874935,0.0003385955,0.000003607574,0.0001512752,0.00001086575],"genre_scores_gemma":[0.7380909,0.000006783759,0.2617049,0.00003102741,0.00008814625,0.00004827728,0.000001434813,0.00001295208,0.00001553697],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6089255,"threshold_uncertainty_score":0.6161261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165210986","doi":"10.1002/smr.534","title":"Formalizing interactive staged feature model configuration","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Software product line; Domain (mathematical analysis); Software engineering; Personalization; Soundness; Domain model; Completeness (order theory); Fuzzy logic; Representation (politics); Theoretical computer science; Process (computing); Programming language; Artificial intelligence; Software; Software development; Mathematics; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.0440590751993122,"gpt":0.2916542145321129,"spread":0.2475951393328007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004392639,0.0001109176,0.0001715161,0.0001225298,0.00009061401,0.00004252693,0.00028901,0.00007242598,0.000002662322],"category_scores_gemma":[0.00101576,0.00009176714,0.00004412147,0.0001761731,0.00003284105,0.002124351,0.00004766811,0.000303947,8.525972e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006435222,"about_ca_system_score_gemma":0.00009979319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.455551e-7,"about_ca_topic_score_gemma":6.748047e-7,"domain_scores_codex":[0.9992546,0.00005085883,0.0002342744,0.0001255254,0.0001901622,0.0001446061],"domain_scores_gemma":[0.9987515,0.0001544909,0.0003297758,0.0001094894,0.0005787264,0.00007598056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001661354,0.0005519313,0.01860079,0.001514194,0.0005331314,0.0002345147,0.1343229,0.4294015,0.007053105,0.06580491,0.003266638,0.337055],"study_design_scores_gemma":[0.003869182,0.001714559,0.0335545,0.001151326,0.0001248628,0.002784795,0.004538546,0.1962832,0.03924078,0.7146265,0.0004795884,0.001632169],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009614261,0.0005933279,0.9892053,0.00007646072,0.0002811536,0.0000549366,0.00000121271,0.0001147947,0.00005852935],"genre_scores_gemma":[0.4589042,0.00003716645,0.5409208,0.00005835604,0.0000289516,0.000001869452,2.773303e-7,0.000005223953,0.00004315664],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6488216,"threshold_uncertainty_score":0.3742155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2587703861","doi":"10.1002/smr.1842","title":"The relationship between evolutionary coupling and defects in large industrial software","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Türkiye Bilimler Akademisi; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Software; Software evolution; Software system; Computer science; Correlation; Coupling (piping); Process (computing); Data mining; Software engineering; Software construction; Engineering; Mathematics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.05343133578773611,"gpt":0.3163491672404003,"spread":0.2629178314526642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001718058,0.0001254881,0.0001964818,0.0002160776,0.001074308,0.0003971251,0.0007359896,0.0001491735,9.919111e-7],"category_scores_gemma":[0.01795382,0.00009745141,0.00004241246,0.0002296262,0.000130618,0.001206203,0.0002471955,0.0007116953,0.000001875007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000125708,"about_ca_system_score_gemma":0.0003251216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001152606,"about_ca_topic_score_gemma":0.00001191995,"domain_scores_codex":[0.9985821,0.00005152612,0.0003812259,0.0001964793,0.00047615,0.0003125464],"domain_scores_gemma":[0.9956683,0.003210683,0.0003665556,0.000303061,0.0002910246,0.0001603675],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001858566,0.00001315279,0.9956474,0.00003540828,0.000009486977,0.00001086749,0.0001650278,0.0001554351,7.164695e-7,0.0008344409,0.000176459,0.002933009],"study_design_scores_gemma":[0.0008942885,0.00007766183,0.9875922,0.0002105106,0.000007630864,0.00006570666,0.00004031736,0.00106204,0.00000484674,0.009593176,0.0003399044,0.0001117527],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7702552,0.003114856,0.2254871,0.0005447994,0.0004165435,0.0001226763,0.000004241218,0.00005113014,0.000003406963],"genre_scores_gemma":[0.9960272,0.00006128009,0.003544658,0.000009341553,0.0003092523,0.000005443088,7.650076e-7,0.00001005424,0.00003201104],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.225772,"threshold_uncertainty_score":0.9903184,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3208623264","doi":"10.1002/smr.2393","title":"Perceptions of open‐source software developers on collaborations: An interview and survey study","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Software development; Open-source software development; Knowledge management; Software peer review; Exploratory research; Software; Coding (social sciences); Team software process; Personal software process; Software engineering; Data science; World Wide Web; Software development process; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.05647698908527405,"gpt":0.3422088713515954,"spread":0.2857318822663214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001913591,0.0001776713,0.0004027872,0.0002908536,0.000359691,0.0005113559,0.000817909,0.00007847985,0.00003262123],"category_scores_gemma":[0.002071274,0.0001618273,0.00003621785,0.001889248,0.0001003224,0.002010035,0.0003592463,0.0002791541,0.000002783749],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008607355,"about_ca_system_score_gemma":0.0009661537,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004719918,"about_ca_topic_score_gemma":0.000308285,"domain_scores_codex":[0.9977248,0.0005528631,0.00075904,0.0003444416,0.0004494674,0.0001693912],"domain_scores_gemma":[0.9950146,0.000358324,0.0005506676,0.000357969,0.003553321,0.0001651391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008362196,0.001733822,0.8980933,0.0001888149,0.0001718714,0.00003028819,0.01466014,0.0006965793,0.00006975897,0.001117998,0.0010837,0.08207008],"study_design_scores_gemma":[0.001386891,0.001171968,0.9849005,0.0003973645,0.00004735262,0.0002891932,0.008716484,0.0002715997,0.00007821181,0.001515318,0.0008955824,0.0003295843],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5093552,0.0004750171,0.4893292,0.0003761313,0.0001489368,0.0002363016,0.00002357201,0.00004041533,0.00001528677],"genre_scores_gemma":[0.9397236,0.00006676884,0.05968089,0.0002996776,0.0000347748,0.00001224553,0.00001065648,0.00001671442,0.0001546394],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4303685,"threshold_uncertainty_score":0.6599126,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1492274812","doi":"10.1002/smr.1644","title":"Model refactoring using examples: a search‐based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Set (abstract data type); Heuristic; Metamodeling; Quality (philosophy); Base (topology); Sequence (biology); Software; Programming language; Software engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.06070729225650119,"gpt":0.3009794474827227,"spread":0.2402721552262215,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001150165,0.0001280015,0.0002072682,0.0003385422,0.0001422701,0.0001478657,0.0005393043,0.00007572246,0.00000164442],"category_scores_gemma":[0.001022871,0.0001109134,0.00005813223,0.0004380955,0.00004833242,0.0007389718,0.0000876839,0.0003580044,9.863995e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000146373,"about_ca_system_score_gemma":0.0003608538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008421356,"about_ca_topic_score_gemma":2.605272e-7,"domain_scores_codex":[0.9984845,0.00006861225,0.0002943208,0.0002122763,0.0006491955,0.0002910875],"domain_scores_gemma":[0.9985931,0.0003374778,0.0001419863,0.0002191196,0.0004921773,0.0002161677],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004491737,0.0001274933,0.05263408,0.0006191598,0.00003529109,0.000007759613,0.001455294,0.9312425,0.0007552543,0.001947969,0.00009572074,0.01103459],"study_design_scores_gemma":[0.0004416189,0.00008941172,0.004961495,0.0001148518,0.000006653714,0.0000994223,0.00003319764,0.992437,0.0002317938,0.001363764,0.00007934714,0.0001414502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1546362,0.0002927019,0.8447576,0.00003773214,0.0001231969,0.00005301906,7.487625e-7,0.00008473115,0.00001403847],"genre_scores_gemma":[0.7180511,0.000004661836,0.2817881,0.00002516897,0.0001070144,0.000001386355,2.79242e-7,0.00001064149,0.00001164855],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5634149,"threshold_uncertainty_score":0.4522919,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294627637","doi":"10.1002/smr.2503","title":"From legacy to microservices: A type‐based approach for microservices identification using machine learning and semantic analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Institute for Advanced Research; McMaster University; Mila - Quebec Artificial Intelligence Institute; Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Architectural style; Software engineering; Identification (biology); Scalability; Legacy system; Artificial intelligence; Cloud computing; Machine learning; Programming language; Architecture; Software; Database; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01570769090064231,"gpt":0.2828532947039066,"spread":0.2671456038032642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009156007,0.0001216399,0.000288771,0.0003645513,0.0005538881,0.0002501202,0.0003488103,0.00004401774,0.000007072963],"category_scores_gemma":[0.00007943844,0.0001064176,0.00008667109,0.001174681,0.00002137404,0.0006763821,0.0001195394,0.0001815059,3.750574e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009300807,"about_ca_system_score_gemma":0.0001384293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002220144,"about_ca_topic_score_gemma":0.00001487331,"domain_scores_codex":[0.9987019,0.0001029995,0.0004493055,0.000297547,0.0002930765,0.0001551165],"domain_scores_gemma":[0.9986759,0.0001134328,0.0005010589,0.0001509877,0.0004613897,0.00009722279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005034947,0.0003463816,0.802712,0.001752553,0.000551188,0.000004682312,0.01019324,0.1664529,0.009908896,0.00002644131,0.00004392821,0.00750427],"study_design_scores_gemma":[0.001032543,0.0003147985,0.03398253,0.00007297879,0.0004119525,0.0000681731,0.001831461,0.9600886,0.0006460107,0.0005028794,0.000739605,0.000308497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4824584,0.001464684,0.5157243,0.00008722984,0.0001155322,0.0001155495,0.00001024891,0.00002359537,4.58533e-7],"genre_scores_gemma":[0.9342347,0.00001129343,0.0655129,0.0001209892,0.00006745423,0.0000112209,0.00002047907,0.000007749183,0.000013214],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7936357,"threshold_uncertainty_score":0.4339584,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1545579570","doi":"10.1002/smr.1636","title":"On the evolution of Lehman's Laws","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Software evolution; Honor; Software; Software development; Computer science; Software engineering; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01073085922476813,"gpt":0.2454548619387151,"spread":0.234724002713947,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000600035,0.00009411697,0.0001506215,0.0002003123,0.00009591497,0.00006867757,0.0005666237,0.00005750836,0.00003037156],"category_scores_gemma":[0.001686054,0.00006028256,0.00005706159,0.0004390582,0.00007471993,0.0006157864,0.0000677188,0.0002758965,0.00001594158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001318103,"about_ca_system_score_gemma":0.0001844198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000358541,"about_ca_topic_score_gemma":0.000001161337,"domain_scores_codex":[0.9988186,0.00005645382,0.000294958,0.0001200571,0.0005347331,0.000175226],"domain_scores_gemma":[0.9979922,0.0007965346,0.0002272101,0.0002088153,0.0006818756,0.0000933304],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002730197,0.001145335,0.4212357,0.001599246,0.0004409518,0.00004938394,0.007726094,0.01804528,0.003166013,0.374785,0.07770903,0.09382495],"study_design_scores_gemma":[0.001594565,0.0016391,0.7403262,0.0008559042,0.00003032358,0.0004505399,0.0006797976,0.02531874,0.00193709,0.2254868,0.00114575,0.0005350902],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3684143,0.0009595224,0.6291884,0.0009388074,0.0002800279,0.000120562,8.342666e-7,0.0000447561,0.00005277757],"genre_scores_gemma":[0.995646,0.00001777834,0.004107598,0.00005041012,0.00008311596,0.000006711467,1.12741e-7,0.000006625104,0.00008162151],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6272317,"threshold_uncertainty_score":0.2458251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2408469942","doi":"10.1002/smr.1789","title":"A bug reproduction approach based on directed model checking and crash traces","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; Java; Slicing; Programming language; Model checking; Task (project management); Program slicing; Open source; Debugging; Software; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01984930774373265,"gpt":0.2571976485383381,"spread":0.2373483407946055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007748035,0.0001275079,0.0001831032,0.0002282258,0.0001512064,0.00008731267,0.0002114836,0.0000739103,8.155279e-7],"category_scores_gemma":[0.001549291,0.00008331886,0.00003777312,0.0002574941,0.00006427251,0.0005912022,0.00003378768,0.0001434928,3.422488e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005422009,"about_ca_system_score_gemma":0.000122369,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002721049,"about_ca_topic_score_gemma":2.359232e-7,"domain_scores_codex":[0.9989053,0.00004845296,0.0002858201,0.0003020141,0.0003066973,0.0001517251],"domain_scores_gemma":[0.9987547,0.000179463,0.0003161451,0.0002015694,0.0004512772,0.00009684853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000348484,0.0007635959,0.1820254,0.0007150429,0.00007306632,0.0000275404,0.002600557,0.007575001,0.001360342,0.001457251,0.01315051,0.7899032],"study_design_scores_gemma":[0.001868014,0.0008173952,0.0528679,0.001562658,0.00005052062,0.0007960259,0.00002980961,0.80761,0.002049752,0.1314973,0.0002222795,0.0006282939],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04994104,0.0004530291,0.9471418,0.0008542394,0.00009132594,0.00006793791,0.000001178666,0.001406182,0.00004327512],"genre_scores_gemma":[0.7625574,0.0000318809,0.2371919,0.00009663902,0.00007309691,0.000004508265,1.942736e-7,0.000007582935,0.00003673258],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8000351,"threshold_uncertainty_score":0.3397644,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2897717013","doi":"10.1002/smr.2114","title":"Support vector regression‐based imputation in analogy‐based software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Imputation (statistics); Analogy; Missing data; Computer science; Support vector machine; Data mining; Artificial intelligence; Regression; Euclidean distance; Machine learning; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01528486612983241,"gpt":0.298129497502488,"spread":0.2828446313726555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001028399,0.0001799029,0.0002502695,0.000771646,0.0001623443,0.000106037,0.0004373073,0.0001251822,0.00002649342],"category_scores_gemma":[0.001706701,0.0001541598,0.00004981064,0.0009272922,0.00008219115,0.0007864552,0.00005589984,0.0002877025,0.00001268737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003202519,"about_ca_system_score_gemma":0.001333274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005147964,"about_ca_topic_score_gemma":0.000009167628,"domain_scores_codex":[0.9980588,0.00005487636,0.0005839315,0.0002716479,0.0007165266,0.0003142122],"domain_scores_gemma":[0.9980496,0.0003715586,0.0003394588,0.0001902132,0.0008612584,0.0001879428],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000330055,0.0004099443,0.767171,0.0008507357,0.00005482159,0.0001481157,0.002795629,0.03358034,0.0001660038,0.000157619,0.001954261,0.1923815],"study_design_scores_gemma":[0.002319496,0.0007905576,0.8322571,0.0007885463,0.0000140723,0.0001476239,0.00003624409,0.1566716,0.004569944,0.001438615,0.0005400608,0.0004260979],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1945757,0.0001392924,0.8045117,0.0001905038,0.0003503866,0.0001183215,0.000001257241,0.0001098915,0.000003008046],"genre_scores_gemma":[0.7435741,0.0000018277,0.2562168,0.00008401471,0.00008271037,0.000009845866,0.000006055631,0.00001188864,0.00001271116],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5489985,"threshold_uncertainty_score":0.6286455,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2397274409","doi":"10.1002/smr.1791","title":"A Simple, Efficient, Context‐sensitive Approach for Code Completion","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Context (archaeology); Field (mathematics); Security token; Source code; Artificial intelligence; Set (abstract data type); Machine learning; Natural language processing; Programming language; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02247311925112204,"gpt":0.2819967867305138,"spread":0.2595236674793917,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007394345,0.0001173678,0.0002199506,0.0002128231,0.0001244537,0.00006705031,0.0003275285,0.00006524565,0.000002292262],"category_scores_gemma":[0.001831201,0.00007926739,0.00007348847,0.0002663772,0.00007843946,0.0003551107,0.00005876258,0.0001214325,0.000002177783],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001242803,"about_ca_system_score_gemma":0.0001495234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002170922,"about_ca_topic_score_gemma":7.361585e-7,"domain_scores_codex":[0.9987965,0.00004539915,0.0003020942,0.0002109953,0.0003928815,0.000252139],"domain_scores_gemma":[0.997574,0.0009059865,0.0002147941,0.0001414831,0.001012348,0.000151373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002733256,0.00215329,0.2685702,0.003394869,0.0008869694,0.0001294975,0.0105115,0.02838306,0.01106106,0.07044854,0.03353341,0.5681943],"study_design_scores_gemma":[0.02337798,0.004466667,0.5375605,0.001801102,0.0001646264,0.003721126,0.001294925,0.3657773,0.0102821,0.03080026,0.01827447,0.002479015],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05052302,0.0003507973,0.9483806,0.0002701533,0.0001839172,0.0001837143,0.00001704423,0.00008298844,0.0000077661],"genre_scores_gemma":[0.9621992,0.00001240226,0.03752453,0.0000549798,0.0001462256,0.00001061463,0.00000127765,0.0000108206,0.00004000723],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9116761,"threshold_uncertainty_score":0.3232431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2494536620","doi":"10.1002/smr.1758","title":"When to automate software testing? A decision‐support approach based on process simulation","year":2015,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Eesti Teadusagentuur","keywords":"Automation; Computer science; Context (archaeology); Test Management Approach; Process (computing); Test (biology); Test strategy; Test case; Software; Model-based testing; Process automation system; Test harness; Software engineering; Systems engineering; Reliability engineering; Engineering; Software system; Software construction; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.03911167195759431,"gpt":0.3142415447673743,"spread":0.27512987280978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001373328,0.0002354327,0.0003049818,0.0004570558,0.0001367154,0.0002553769,0.0006826145,0.000132821,0.000006026058],"category_scores_gemma":[0.00763166,0.0001960863,0.00006153747,0.0008001909,0.00002599341,0.0013259,0.0000800691,0.0003160961,0.000008908113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001352095,"about_ca_system_score_gemma":0.0005820604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004502042,"about_ca_topic_score_gemma":3.120156e-7,"domain_scores_codex":[0.9978788,0.00005751795,0.0005484698,0.0003382714,0.0008997174,0.0002771801],"domain_scores_gemma":[0.996193,0.0007669133,0.0004852283,0.0003022646,0.001818168,0.0004344282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002566538,0.0002482815,0.01047715,0.000222036,0.00002112575,0.00003490649,0.001677465,0.8932874,0.000002619488,0.0001233882,0.004488115,0.08916084],"study_design_scores_gemma":[0.001486163,0.002349141,0.006669083,0.000585194,0.00004764584,0.0003971395,0.0001156419,0.9532877,0.0001099712,0.02773989,0.006568533,0.0006439396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008302692,0.0001385055,0.9899804,0.0003705383,0.0003035991,0.000216943,0.000003909906,0.0006082199,0.00007516786],"genre_scores_gemma":[0.4507579,0.000001101743,0.5485432,0.0005577201,0.00009464641,0.00001195464,0.000001255266,0.00001629447,0.00001590388],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4424552,"threshold_uncertainty_score":0.9136362,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3009853975","doi":"10.1002/smr.2250","title":"Guidelines for evaluating bug‐assignment research","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Faculty of Graduate Studies and Research, University of Alberta; Alberta Innovates - Technology Futures","keywords":"Computer science; Metric (unit); Ranking (information retrieval); Empirical research; Task (project management); Set (abstract data type); Data science; Data mining; Information retrieval; Statistics; Systems engineering; Mathematics; Engineering; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.2884186218319023,"gpt":0.4726799934303204,"spread":0.1842613715984182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003155834,0.00009604596,0.0001827564,0.0001885144,0.0001899232,0.0001489551,0.0006124459,0.00005875265,0.000006824338],"category_scores_gemma":[0.02109937,0.00007970992,0.00005871441,0.0005886291,0.00004529506,0.0005050522,0.0001382349,0.0003298723,0.000004220552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001015626,"about_ca_system_score_gemma":0.0004523297,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002052055,"about_ca_topic_score_gemma":2.11195e-7,"domain_scores_codex":[0.9978871,0.00008522062,0.0004500673,0.0002183226,0.001064112,0.0002952187],"domain_scores_gemma":[0.9943646,0.001150784,0.0001592519,0.0001280987,0.003934638,0.0002626363],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001055755,0.0004316932,0.1044556,0.004634228,0.000413883,0.0001164642,0.01713027,0.05593568,0.008346365,0.008832038,0.2306016,0.5680464],"study_design_scores_gemma":[0.009521442,0.01218475,0.04397045,0.001964713,0.00008907748,0.0007459687,0.002382383,0.7953093,0.008018774,0.0755024,0.04874389,0.001566867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02168723,0.002358507,0.9672332,0.008207779,0.0002393693,0.0001948881,0.000002016308,0.00007150811,0.000005467642],"genre_scores_gemma":[0.7489992,0.00005907121,0.2497695,0.0003551865,0.0007183036,0.00002335612,5.840165e-7,0.00001664063,0.00005822544],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7393736,"threshold_uncertainty_score":0.9871463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1512615396","doi":"10.1002/smr.1662","title":"Big data clone detection using classical detectors: an exploratory study","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; Big data; Source code; Code (set theory); clone (Java method); Data mining; Data science; Database; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.07457598398553884,"gpt":0.3182856481568901,"spread":0.2437096641713513,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001760865,0.0001382423,0.0002200881,0.0003354233,0.000185626,0.0001927972,0.0009694026,0.00007914333,0.000001483915],"category_scores_gemma":[0.002004125,0.0001206484,0.00002791624,0.0005556226,0.0000497822,0.001882889,0.0002701437,0.0003969536,0.000002228476],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001107066,"about_ca_system_score_gemma":0.000205091,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008251694,"about_ca_topic_score_gemma":0.00002821797,"domain_scores_codex":[0.9982194,0.0002117766,0.0003654913,0.0003241754,0.0006463953,0.0002327209],"domain_scores_gemma":[0.9982025,0.0003226396,0.0002167222,0.0005498567,0.0004639298,0.0002443583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002772579,0.001531237,0.3162011,0.0003874601,0.0001909024,0.00009488054,0.006839851,0.005284089,0.004636635,0.00007930971,0.0001864702,0.6642908],"study_design_scores_gemma":[0.00515132,0.00680423,0.3875199,0.0004250896,0.0001538997,0.0015083,0.002287602,0.5865827,0.002628135,0.003665281,0.001969276,0.0013043],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4758369,0.000163625,0.5233446,0.00001738586,0.0005081526,0.00005685613,7.688791e-7,0.00007137821,3.763544e-7],"genre_scores_gemma":[0.9888951,0.000006376227,0.01030041,0.00001715497,0.0007593828,0.000002475196,6.121635e-7,0.00001526813,0.000003233503],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6629865,"threshold_uncertainty_score":0.4919899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154467091","doi":"10.1002/smr.1565","title":"An approach for mining service composition patterns from execution logs","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Web service; Service (business); Set (abstract data type); Database; Quality of service; Differentiated service; Data mining; Service delivery framework; World Wide Web; Service design; Computer network; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01409179947278424,"gpt":0.2602709917047297,"spread":0.2461791922319455,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003384029,0.0001331336,0.0001826398,0.0001354044,0.0001874945,0.0001035152,0.0004047616,0.00008783289,0.000002968132],"category_scores_gemma":[0.000007496329,0.0001115816,0.00004939732,0.0002158987,0.00001177632,0.00181487,0.00004200554,0.0001314147,8.306238e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003613687,"about_ca_system_score_gemma":0.00005535562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005285162,"about_ca_topic_score_gemma":0.000007304759,"domain_scores_codex":[0.9989762,0.00006366064,0.0003034715,0.0001764696,0.0002587753,0.0002214604],"domain_scores_gemma":[0.9987873,0.00008951739,0.0003517502,0.0001538932,0.0004244076,0.0001930883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001033964,0.002539637,0.755095,0.002302272,0.0003940385,0.000008630322,0.106107,0.008500969,0.009935833,0.008514131,0.0003077363,0.1052607],"study_design_scores_gemma":[0.00611615,0.001530512,0.7231776,0.0009928272,0.0003990371,0.0009168048,0.01113848,0.2237749,0.008382894,0.02062478,0.001388029,0.001558083],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4211482,0.0005340539,0.5778397,0.0001485545,0.0002062985,0.00006764645,0.00001007863,0.00003529168,0.0000102685],"genre_scores_gemma":[0.8821327,0.000008248619,0.1164975,0.0008276902,0.0004799078,0.000006987207,0.00003765932,0.000008234716,0.000001068902],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4613421,"threshold_uncertainty_score":0.4550164,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3146730906","doi":"10.1002/smr.2343","title":"On the value of filter feature selection techniques in homogeneous ensembles effort estimation","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Feature selection; Preprocessor; Artificial intelligence; Data mining; Software; Filter (signal processing); Support vector machine; Feature (linguistics); Pattern recognition (psychology); Multilayer perceptron; Machine learning; Subspace topology; Random forest; k-nearest neighbors algorithm; Dimensionality reduction; Process (computing); Curse of dimensionality; Homogeneous; Artificial neural network; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.008875852151698763,"gpt":0.2611015249772128,"spread":0.2522256728255141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000512088,0.00007840437,0.000133127,0.0001970567,0.00005839932,0.00005117786,0.0002150165,0.00007362034,0.000004562319],"category_scores_gemma":[0.00131913,0.00005613657,0.00003985823,0.0005888667,0.00002487257,0.0002598112,0.00003851524,0.0002824707,5.630856e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008259076,"about_ca_system_score_gemma":0.0002088226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000421975,"about_ca_topic_score_gemma":0.000003271028,"domain_scores_codex":[0.9991366,0.00005457186,0.0002126921,0.0001171954,0.000361148,0.0001178169],"domain_scores_gemma":[0.9987968,0.0004631286,0.0001416365,0.0001148955,0.0004453725,0.00003818132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005518386,0.001299271,0.3954095,0.002678297,0.0003202452,0.0004703164,0.007975607,0.1766181,0.01521058,0.04254228,0.01631168,0.3406123],"study_design_scores_gemma":[0.001388851,0.001626203,0.4810652,0.00286415,0.00004622852,0.0043272,0.0002057915,0.1308857,0.2976574,0.07839013,0.0008712984,0.0006718407],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3616025,0.0006747366,0.6368955,0.0006035034,0.0001037887,0.00007041722,8.74868e-7,0.00003919709,0.000009560419],"genre_scores_gemma":[0.9573464,0.00004762787,0.04246036,0.00005202931,0.00004365523,0.000005058214,5.520808e-7,0.000005928409,0.00003833209],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.595744,"threshold_uncertainty_score":0.2289183,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3042453106","doi":"10.1002/smr.2276","title":"Towards reducing the time needed for load testing","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Concordia University; University of Alberta; Queen's University","funders":"","keywords":"Workload; Computer science; Load testing; Metric (unit); Execution time; Response time; Test (biology); Reliability engineering; Work time; Performance metric; Test case; Real-time computing; Distributed computing; Operating system; Machine learning; Operations management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02455531795610353,"gpt":0.2602756308362111,"spread":0.2357203128801076,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087224,0.00009964244,0.0001936737,0.00003529739,0.0002511578,0.0001108008,0.0004502442,0.00005595887,0.000003305071],"category_scores_gemma":[0.002029608,0.00006015973,0.00007291282,0.0004059378,0.00004725035,0.0006075477,0.0000629131,0.0001726454,0.000004967471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006467583,"about_ca_system_score_gemma":0.0005053297,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001120811,"about_ca_topic_score_gemma":1.996862e-7,"domain_scores_codex":[0.998939,0.00003673328,0.0003807233,0.0001570101,0.0003236815,0.0001627997],"domain_scores_gemma":[0.998284,0.0002485008,0.0003441123,0.0001192781,0.0008846729,0.0001193917],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007625326,0.0002771862,0.05641523,0.004111023,0.0003064999,0.00002776266,0.05021418,0.01174216,0.002810556,0.001054444,0.03745842,0.83482],"study_design_scores_gemma":[0.00952009,0.006646124,0.07749061,0.002816762,0.000357433,0.00302144,0.00495279,0.8133775,0.007597786,0.04525574,0.02676799,0.002195776],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1191734,0.001390714,0.8714813,0.007188812,0.0003619836,0.0002232076,0.000002353021,0.0001097458,0.00006849944],"genre_scores_gemma":[0.9599279,0.00001105479,0.03877185,0.0007615717,0.0004840274,0.000006654988,2.613454e-7,0.000007543945,0.00002916458],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8407544,"threshold_uncertainty_score":0.2453243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2770367167","doi":"10.1002/smr.1916","title":"Model refactoring by example: A multi‐objective search based software engineering approach","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"National Science Foundation of Sri Lanka; Qatar Foundation; Qatar National Research Fund; National Science Foundation","keywords":"Code refactoring; Correctness; Computer science; Set (abstract data type); Programming language; Metamodeling; Sorting; Similarity (geometry); Software; Software engineering; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04576571935716419,"gpt":0.2955329575172809,"spread":0.2497672381601167,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001042873,0.0002473795,0.0003368089,0.0003394665,0.000480077,0.0005108974,0.001400463,0.0001506958,0.000002630625],"category_scores_gemma":[0.003686559,0.0002279755,0.00009743692,0.0002499211,0.00008192868,0.001703044,0.0002539634,0.0007261421,0.000001988902],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002642866,"about_ca_system_score_gemma":0.0004586987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004534318,"about_ca_topic_score_gemma":0.000001141725,"domain_scores_codex":[0.9978546,0.0000414181,0.0003844468,0.0003988193,0.0008364149,0.000484307],"domain_scores_gemma":[0.9975871,0.0004413432,0.0002978028,0.0005669154,0.0007664338,0.0003404043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002142089,0.0007464464,0.4601494,0.00218901,0.0003059339,0.0001022648,0.005489471,0.4986358,0.002191933,0.000695983,0.001594357,0.0276852],"study_design_scores_gemma":[0.001552664,0.0001630514,0.0797248,0.0002770708,0.00001643702,0.0001264532,0.00005584649,0.9161215,0.001204878,0.0001739853,0.0001483874,0.000434911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07367232,0.0008169091,0.924849,0.00006123802,0.0002588619,0.0001435281,0.000009150976,0.0001833363,0.000005656671],"genre_scores_gemma":[0.71924,0.0000193067,0.2805312,0.00001493314,0.0000951703,0.00001088477,0.000001417898,0.00002597848,0.00006108623],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6455677,"threshold_uncertainty_score":0.9296571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1925941278","doi":"10.1002/smr.1635","title":"Detecting asynchrony and dephase change patterns by mining software repositories","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Polytechnique Montréal; Lab_Bell (Canada)","funders":"","keywords":"Computer science; Asynchrony (computer programming); Software evolution; Interval (graph theory); Java; Change detection; Software; Data mining; Software development; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01467177164618672,"gpt":0.258621679834277,"spread":0.2439499081880903,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004058432,0.0001685962,0.0002264406,0.0002091377,0.0002275564,0.0003567255,0.0003542791,0.00009903825,0.000008706703],"category_scores_gemma":[0.001623328,0.000148715,0.00003999594,0.0003008261,0.00005191503,0.001843104,0.0001451313,0.0003029599,0.000002102174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008886795,"about_ca_system_score_gemma":0.00008508407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006946954,"about_ca_topic_score_gemma":0.000003986323,"domain_scores_codex":[0.9985652,0.00004751025,0.0003643751,0.0002512739,0.0004552638,0.0003163833],"domain_scores_gemma":[0.9982378,0.0005455479,0.0002662565,0.0001699354,0.0005225674,0.0002578617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001565929,0.00005415892,0.8598551,0.0004813598,0.00004948453,0.00004716711,0.003443371,0.00002474142,0.0003499663,0.000015353,0.001215279,0.1344484],"study_design_scores_gemma":[0.003021515,0.001704975,0.9688265,0.001874553,0.0000696303,0.004560122,0.001615666,0.008430127,0.004859966,0.002135716,0.001544744,0.001356532],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5156644,0.003549492,0.4801182,0.0001493087,0.0003194546,0.00009528409,0.000002125862,0.0001007739,0.000001020804],"genre_scores_gemma":[0.9673554,0.0001038186,0.03208254,0.00006744271,0.0003218552,0.00002272757,7.63342e-7,0.00001755279,0.00002787965],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.451691,"threshold_uncertainty_score":0.6064423,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1672898643","doi":"10.1002/smr.1559","title":"Regression test suite selection using dependence analysis","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Regression testing; Computer science; Suite; Test case; Data mining; Representation (politics); Process (computing); Regression analysis; Machine learning; Software; Software system; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02402513274456869,"gpt":0.308492977013155,"spread":0.2844678442685863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008666534,0.0001186398,0.00021511,0.0004644123,0.0002133491,0.00009544405,0.0002716368,0.00008342952,0.000004795181],"category_scores_gemma":[0.001221674,0.00009254045,0.00008301582,0.00131588,0.00003281682,0.00139634,0.00006036184,0.000210278,0.000001070333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001001602,"about_ca_system_score_gemma":0.0001099705,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002314806,"about_ca_topic_score_gemma":0.000001996572,"domain_scores_codex":[0.9988816,0.00005771365,0.0003205231,0.0001420936,0.0003693137,0.0002287137],"domain_scores_gemma":[0.99844,0.0002965952,0.0004801881,0.0001282653,0.0004931474,0.0001618353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000007866474,0.00007068388,0.989601,0.00003282799,0.00003988538,0.000002774272,0.0003706337,0.0002475912,0.0001712435,0.00008570749,0.0003453145,0.009024533],"study_design_scores_gemma":[0.0007430617,0.000581054,0.7981454,0.0007891034,0.0007555779,0.003520083,0.00008055542,0.1593345,0.003752318,0.03113183,0.0003363464,0.0008302288],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1274968,0.00142477,0.8702408,0.00004908189,0.0001487208,0.00003481269,6.599993e-7,0.0005950492,0.000009295192],"genre_scores_gemma":[0.8026327,0.00001999239,0.1971586,0.00004350131,0.0001234412,9.324397e-7,2.922681e-7,0.000005062876,0.00001550201],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6751359,"threshold_uncertainty_score":0.377369,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376615930","doi":"10.1002/smr.2571","title":"CodeBERT‐Attack: Adversarial attack against source code deep learning models via pre‐trained model","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Computer science; Source code; Adversarial system; Code (set theory); Artificial intelligence; Machine learning; Masking (illustration); Vulnerability (computing); Deep learning; Inference; Programming language; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02888597047409828,"gpt":0.289055668582603,"spread":0.2601696981085047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001257665,0.0003004503,0.000453655,0.0004240083,0.0005706848,0.0001903934,0.0008867464,0.0002159814,0.000006967273],"category_scores_gemma":[0.0008384644,0.0002814728,0.0001606842,0.0008985316,0.0001104022,0.002088071,0.0003141814,0.0009976791,0.00001344184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001649571,"about_ca_system_score_gemma":0.0003217638,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006278487,"about_ca_topic_score_gemma":0.000007863759,"domain_scores_codex":[0.9972867,0.00020142,0.0007143599,0.0004348121,0.0008443297,0.00051833],"domain_scores_gemma":[0.9977783,0.0003141029,0.0007692155,0.0002481743,0.0006082398,0.0002819564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001185267,0.00003293742,0.00103742,0.0000859562,0.00004760862,0.00002280487,0.003720698,0.967244,0.00004730566,0.0002515973,0.0003352433,0.02705594],"study_design_scores_gemma":[0.001358603,0.0001357487,0.0004518736,0.0001279626,0.00003417346,0.0001044277,0.0002371403,0.9927494,0.00001371855,0.003836732,0.0006329017,0.0003173261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05766204,0.0003281857,0.9403865,0.0004960541,0.0004761752,0.0001403573,0.000002416733,0.0004049251,0.0001033999],"genre_scores_gemma":[0.949616,0.0001114577,0.04888806,0.0001879468,0.0003527903,0.000006326677,0.000007586342,0.00004407851,0.0007857376],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.891954,"threshold_uncertainty_score":0.9999638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2607980907","doi":"10.1002/smr.1871","title":"Protecting Internet users from becoming victimized attackers of click‐fraud","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Statistics Canada; Nicolet Chartrand Knoll (Canada); Queen's University","funders":"Mitacs","keywords":"Computer science; Computer security; Botnet; Mobile device; The Internet; Service (business); Overhead (engineering); Service provider; Cloud computing; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02155169574846229,"gpt":0.3038782731123609,"spread":0.2823265773638986,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005389435,0.0001240658,0.0002862306,0.0001697321,0.0002756136,0.000145564,0.0007353201,0.00008870149,0.000009245258],"category_scores_gemma":[0.001207941,0.0001114223,0.00008351756,0.0001029497,0.00009524533,0.00169606,0.0001704926,0.000354987,0.000001137082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007810912,"about_ca_system_score_gemma":0.00009220375,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008875579,"about_ca_topic_score_gemma":0.00001358652,"domain_scores_codex":[0.9988547,0.00005562106,0.0004791621,0.0001923605,0.0002713689,0.0001468012],"domain_scores_gemma":[0.9974452,0.00013956,0.001565703,0.0002892741,0.0004689912,0.00009131298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001651409,0.0004471572,0.2459091,0.0009788098,0.0005774703,0.0001146486,0.0185234,0.00136799,0.01217419,0.001209051,0.001760108,0.7152867],"study_design_scores_gemma":[0.01368389,0.003246549,0.1844103,0.005915374,0.0002571938,0.001265189,0.003550726,0.04493892,0.5594999,0.1752597,0.005606567,0.002365572],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2044381,0.0002263334,0.7946599,0.000183942,0.0002807234,0.0001027318,0.000002030925,0.00008123217,0.00002494795],"genre_scores_gemma":[0.8241729,0.00002789456,0.1756523,0.00003718692,0.00007244504,0.000004495441,2.101793e-7,0.00000832087,0.0000243077],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7129211,"threshold_uncertainty_score":0.4543669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896543198","doi":"10.1002/smr.2117","title":"Evaluating filter fuzzy analogy homogenous ensembles for software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Fuzzy logic; Defuzzification; Artificial intelligence; Computer science; Filter (signal processing); Fuzzy set; Machine learning; Neuro-fuzzy; Feature (linguistics); Fuzzy classification; Data mining; Mathematics; Fuzzy number; Fuzzy control system","retraction":null,"screen_n_in":null,"score":{"opus":0.04033265670826348,"gpt":0.3405747214067008,"spread":0.3002420646984373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001326918,0.0001650601,0.0002462466,0.0003501139,0.0003539506,0.0001416402,0.0004804838,0.000100367,0.000008819436],"category_scores_gemma":[0.002771267,0.000145501,0.00006278801,0.0003929964,0.00007226328,0.0006851125,0.00009845035,0.0001795139,0.000008187022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001764944,"about_ca_system_score_gemma":0.0006424429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002923357,"about_ca_topic_score_gemma":0.000004313665,"domain_scores_codex":[0.9982584,0.00003696089,0.0005123482,0.0002582757,0.0005825671,0.0003514989],"domain_scores_gemma":[0.9972741,0.0005954,0.0003064748,0.0001872055,0.001472245,0.0001645593],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003032424,0.0002562974,0.09489019,0.001560139,0.0002644902,0.00003169902,0.009305184,0.01079178,0.0005563882,0.0007291514,0.002268904,0.8790425],"study_design_scores_gemma":[0.009457743,0.009783844,0.5893603,0.003103164,0.0002368857,0.004408031,0.0004602576,0.2788006,0.01897143,0.07516486,0.007510476,0.002742385],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2302477,0.0006004287,0.7683767,0.00007723831,0.000424997,0.0001690608,0.000002036249,0.00009846602,0.000003344724],"genre_scores_gemma":[0.5099373,0.000006149168,0.4897107,0.00004599772,0.0002290909,0.00001820678,0.000002624298,0.00001311668,0.00003680225],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8763002,"threshold_uncertainty_score":0.593336,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1753799222","doi":"10.1002/smr.1553","title":"A standards‐based model of system maintainability requirements","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Maintainability; Standardization; Computer science; Software; Reliability engineering; Systems engineering; Software engineering; Software system; Embedded system; Operating system; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03999430210769324,"gpt":0.3240065482566557,"spread":0.2840122461489625,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002397477,0.0001126008,0.0002708076,0.0001451541,0.00006339274,0.00001789918,0.0003203613,0.00006299013,8.213625e-7],"category_scores_gemma":[0.001415054,0.00009263847,0.00006351188,0.0002281483,0.00006286722,0.001007214,0.00006268947,0.0001496008,1.862713e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003489803,"about_ca_system_score_gemma":0.0003133053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001121713,"about_ca_topic_score_gemma":2.093667e-7,"domain_scores_codex":[0.9986062,0.00009919461,0.0004379766,0.0001131899,0.0005179526,0.0002254874],"domain_scores_gemma":[0.998146,0.0002311943,0.0004307532,0.0001907495,0.0008725564,0.0001287303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003405068,0.0003324871,0.08456491,0.005413756,0.0001017363,0.000009116124,0.003405572,0.8603421,0.0008856775,0.02321862,0.0001491243,0.02123633],"study_design_scores_gemma":[0.00884483,0.002584907,0.05655372,0.005148327,0.0003208868,0.0012283,0.00365581,0.6562915,0.0220191,0.240347,0.0006690302,0.002336608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03877632,0.001147702,0.9595778,0.0000394341,0.0002712103,0.00007544741,0.000008030534,0.00009463485,0.000009418068],"genre_scores_gemma":[0.6171707,0.000004843759,0.3827763,0.00001075692,0.00002724641,0.00000196211,1.444141e-7,0.000004436336,0.000003621147],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5783944,"threshold_uncertainty_score":0.3777687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294237828","doi":"10.1002/smr.2505","title":"Improving the detection of community smells through socio‐technical and sentiment analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Classifier (UML); Software development; Software; Benchmark (surveying); Data science; Empirical research; Software quality; Knowledge management; Artificial intelligence; Software engineering; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01679106245796182,"gpt":0.2797237609382808,"spread":0.262932698480319,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001616428,0.00007320876,0.000177428,0.0001818582,0.0005025101,0.00005217317,0.0004586823,0.00003332052,0.000005954767],"category_scores_gemma":[0.0004305905,0.00005604186,0.00007964491,0.0008746346,0.0000856769,0.0003251418,0.0003736465,0.0006446957,1.327875e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001204091,"about_ca_system_score_gemma":0.00008517575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007466172,"about_ca_topic_score_gemma":0.000005618539,"domain_scores_codex":[0.9987817,0.0002331449,0.0002842105,0.00008582651,0.000489712,0.0001253442],"domain_scores_gemma":[0.9986151,0.0006316676,0.0002762564,0.000201688,0.0002269953,0.00004822776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005014978,0.001721824,0.5406728,0.001777897,0.002766368,0.00004778828,0.05593669,0.06413243,0.02957518,0.002524195,0.0009964887,0.2993468],"study_design_scores_gemma":[0.002097127,0.002142527,0.9206861,0.0000810979,0.0006906053,0.001175511,0.006330873,0.04386012,0.007124511,0.01425971,0.0009637352,0.0005881259],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3594313,0.00111712,0.6391053,0.0001824602,0.00008410834,0.00005047063,0.000001818412,0.00002599803,0.000001453661],"genre_scores_gemma":[0.9958221,0.00002736992,0.004068451,0.00003714939,0.00002552138,0.000005685944,3.130498e-7,0.000004386072,0.000009050399],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6363908,"threshold_uncertainty_score":0.3864952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2346502370","doi":"10.1002/smr.1777","title":"An empirical investigation of single‐objective and multiobjective evolutionary algorithms for developer's assignment to bugs","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Society of Petroleum Geologists; University of Calgary","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Genetic algorithm; Sorting; Computer science; Operations research; Algorithm; Machine learning; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03059869874449836,"gpt":0.3164832744945514,"spread":0.2858845757500531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006317045,0.0001262181,0.0002107688,0.0003232529,0.0001026386,0.00004129235,0.0002557973,0.00008265379,0.000001632698],"category_scores_gemma":[0.001833351,0.00009098039,0.00003586668,0.0003705219,0.00009990931,0.0009690996,0.00006836505,0.00009736859,6.393061e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003023924,"about_ca_system_score_gemma":0.0003756886,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004394401,"about_ca_topic_score_gemma":0.000001481999,"domain_scores_codex":[0.998684,0.00007253439,0.0003500938,0.0002576288,0.0004351766,0.0002005771],"domain_scores_gemma":[0.9973748,0.0007987767,0.0002000092,0.0001223963,0.001240551,0.000263501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005991153,0.0004349389,0.7648795,0.0004372691,0.0002146065,0.00001364124,0.01693317,0.001434673,0.03108248,0.0006178783,0.001394553,0.1819582],"study_design_scores_gemma":[0.001459067,0.002171577,0.9718984,0.0003912052,0.00001772353,0.0001644479,0.0003064346,0.002811055,0.01124804,0.009126554,0.0001365642,0.0002688734],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2814799,0.0002445672,0.71746,0.0004518687,0.0001385862,0.0001790146,0.00001153669,0.0000336493,9.350298e-7],"genre_scores_gemma":[0.8146662,0.0000103083,0.1851421,0.00004698832,0.00009660064,0.00001635626,6.46358e-7,0.000009261154,0.0000116273],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5331863,"threshold_uncertainty_score":0.3710072,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970341368","doi":"10.1002/smr.2182","title":"How has SPI changed in times of agile development? Results from a multi‐method study","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Eesti Teadusagentuur","keywords":"Agile software development; Scrum; Extreme programming; Extreme programming practices; Agile usability engineering; Context (archaeology); User story; Agile Unified Process; Process (computing); Process management; Lean software development; Set (abstract data type); Computer science; Knowledge management; Engineering; Software development; Software; Software development process; Software engineering; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.03224882072920653,"gpt":0.2931461338316915,"spread":0.2608973131024849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001059844,0.0001195625,0.0002789125,0.0002585565,0.00004278577,0.00011565,0.0003957993,0.00007113157,0.000007316857],"category_scores_gemma":[0.0006411945,0.000100392,0.00003364131,0.0003625731,0.00001486156,0.0009406448,0.00008916429,0.0002336366,0.000001398414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004585142,"about_ca_system_score_gemma":0.0001594007,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005147398,"about_ca_topic_score_gemma":0.00001977143,"domain_scores_codex":[0.9988523,0.00008696556,0.0004181289,0.0001999829,0.0003072152,0.0001353844],"domain_scores_gemma":[0.9985729,0.0003938715,0.0005372392,0.0001756618,0.0002581676,0.00006215288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001612636,0.003141974,0.5914971,0.0008607874,0.0005054178,0.0001951437,0.09354483,0.00297682,0.001419106,0.0005186648,0.001667785,0.3020597],"study_design_scores_gemma":[0.01441701,0.00294295,0.9104242,0.001993799,0.00009344974,0.0002409516,0.003868408,0.02950212,0.01221368,0.006928595,0.016022,0.001352791],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2380661,0.0007715179,0.7602924,0.0003764375,0.0002277575,0.0001870668,0.000004356027,0.00006679743,0.000007583867],"genre_scores_gemma":[0.6714609,0.00001489278,0.3284225,0.00001368007,0.00002485098,0.000002960601,8.383271e-7,0.000005286765,0.00005402946],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4333948,"threshold_uncertainty_score":0.4093865,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323851663","doi":"10.1002/smr.2548","title":"Combining object‐oriented metrics and centrality measures to predict faults in object‐oriented software: An empirical validation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Centrality; Computer science; Software metric; Data mining; Object-oriented programming; Software; Software fault tolerance; Object (grammar); Fault (geology); Artificial intelligence; Software development; Machine learning; Software quality; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03322673717648716,"gpt":0.3259724400237865,"spread":0.2927457028472993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00229058,0.0002235017,0.0003694928,0.001322654,0.0001935676,0.0001611188,0.0004700953,0.000154677,0.000002748094],"category_scores_gemma":[0.009927225,0.0002088791,0.00005501739,0.004200539,0.00006323346,0.001282065,0.0002068913,0.0005276869,0.000004106178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002656655,"about_ca_system_score_gemma":0.000358428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003729119,"about_ca_topic_score_gemma":0.00001438392,"domain_scores_codex":[0.9969193,0.0002227931,0.0006573937,0.0004580307,0.001221033,0.000521467],"domain_scores_gemma":[0.9972169,0.0008883865,0.0002291078,0.0002666769,0.000893306,0.0005056667],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001350851,0.0001497681,0.9762155,0.0001615011,0.00003246962,0.00005584589,0.004102553,0.003740197,0.00006912164,0.00009290987,0.0005016696,0.01474341],"study_design_scores_gemma":[0.001659893,0.0006921825,0.9810665,0.0002732142,0.00001790802,0.0001547318,0.0003582814,0.01322465,0.0004790561,0.001136433,0.0006086117,0.0003285492],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5527773,0.0002977816,0.4458565,0.0002266478,0.0004225716,0.0001687256,0.000006943273,0.0002420122,0.000001532049],"genre_scores_gemma":[0.9826465,0.00008459541,0.01702604,0.00006799062,0.0001094597,0.00001390547,0.000009711224,0.00002118541,0.00002065923],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4298692,"threshold_uncertainty_score":0.9984125,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2883393561","doi":"10.1002/smr.1965","title":"Program comprehension through reverse‐engineered sequence diagrams: A systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Sequence diagram; Program comprehension; Documentation; Reverse engineering; Sequence (biology); Process (computing); Set (abstract data type); Context (archaeology); Software engineering; Software; Comprehension; Use Case Diagram; Data science; Information retrieval; Programming language; Data mining; Unified Modeling Language; Software system; Class diagram","retraction":null,"screen_n_in":null,"score":{"opus":0.06289656528401565,"gpt":0.3715168890266922,"spread":0.3086203237426766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001557086,0.0005427399,0.002763651,0.0003588099,0.0001405484,0.0002282864,0.001681989,0.0003112515,0.000006656124],"category_scores_gemma":[0.005067322,0.0003834264,0.0005153252,0.001600463,0.0001258354,0.001011488,0.0002488144,0.0009015636,0.00003812556],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003672456,"about_ca_system_score_gemma":0.0008483218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002819659,"about_ca_topic_score_gemma":3.62511e-7,"domain_scores_codex":[0.9958653,0.0003543904,0.001692373,0.0004961282,0.001124969,0.0004668622],"domain_scores_gemma":[0.9949551,0.001148097,0.001526251,0.0007308508,0.00136716,0.0002725557],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001715645,0.00005908456,0.000005430508,0.955129,0.0001522323,0.00004627307,0.00009034041,0.000003908552,2.894248e-8,0.00006870779,0.002346803,0.04209653],"study_design_scores_gemma":[0.0001743375,0.0003656474,0.000004830191,0.8672214,0.0007881031,0.002333259,0.000007340333,0.000190559,2.420512e-7,0.0002733572,0.1281724,0.0004685366],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001506871,0.8395888,0.1577822,0.00004736218,0.0006126731,0.001679126,0.000007366378,0.000278252,0.000002791216],"genre_scores_gemma":[0.00001600751,0.9652041,0.03419444,0.00006366914,0.0002502702,0.0001680041,0.000007869045,0.0000460027,0.00004962205],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1258256,"threshold_uncertainty_score":0.9998618,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013184334","doi":"10.1002/smr.496","title":"Measurement and quantification are not the same: ISO 15939 and ISO 9126","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Scientific Measurement and Uncertainty Evaluation","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Metrology; Measure (data warehouse); Set (abstract data type); Field (mathematics); Level of measurement; Computer science; Units of measurement; Measurement uncertainty; Scale (ratio); Data mining; Industrial engineering; Reliability engineering; Systems engineering; Operations research; Mathematics; Engineering; Statistics; Geography; Programming language; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.1781730165139194,"gpt":0.3815751148285158,"spread":0.2034020983145964,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0135594,0.0001232852,0.0002149013,0.0002357449,0.0005015972,0.0005034205,0.0002871948,0.00008502381,0.00007407612],"category_scores_gemma":[0.009176437,0.00007054293,0.00004855009,0.0004034949,0.0002447566,0.0006003287,0.00003789049,0.0002923237,0.000007998572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003533091,"about_ca_system_score_gemma":0.0001837296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001144645,"about_ca_topic_score_gemma":0.0001968903,"domain_scores_codex":[0.9962454,0.0001781589,0.0006726035,0.0002873777,0.002463869,0.0001526036],"domain_scores_gemma":[0.9955463,0.0003370822,0.0008965186,0.0002224094,0.002854102,0.0001435827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000726747,0.0002606927,0.6208084,0.0001533133,0.00009964112,0.00000380836,0.0075126,0.0001913053,0.03382884,0.002385504,0.0241992,0.30983],"study_design_scores_gemma":[0.001181541,0.0001512703,0.9434896,0.0001441489,0.00009579314,0.0001390114,0.004067827,0.003551441,0.001554369,0.03547354,0.00992085,0.0002305947],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9577252,0.002436969,0.03149707,0.006783782,0.001247292,0.0002328963,0.000005570337,0.00001574173,0.00005543098],"genre_scores_gemma":[0.9988244,0.0000634592,0.0005308451,0.0001905477,0.0001798662,0.000003836018,5.570867e-7,0.00000532723,0.0002011739],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3226812,"threshold_uncertainty_score":0.9991697,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2150439624","doi":"10.1002/smr.519","title":"Studying software evolution of large object‐oriented software systems using an ETGM algorithm","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Algorithm; Software; Scalability; Oracle; Software evolution; Software system; Theoretical computer science; Data mining; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01770398146278333,"gpt":0.2931408894074464,"spread":0.275436907944663,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002149428,0.000353486,0.0006179607,0.0008676645,0.0004147211,0.0002195814,0.001044798,0.000305664,0.00001136674],"category_scores_gemma":[0.003617326,0.0003287211,0.0001496235,0.001371531,0.0001355177,0.00237214,0.0002662184,0.001072348,0.000003154077],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003441974,"about_ca_system_score_gemma":0.0009299676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009795956,"about_ca_topic_score_gemma":0.00001497232,"domain_scores_codex":[0.9961944,0.0001801642,0.001011714,0.0005082132,0.001437274,0.0006682205],"domain_scores_gemma":[0.9949945,0.0005965836,0.0008532022,0.0005780508,0.002523004,0.0004546444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002373238,0.002220146,0.8958313,0.002997249,0.0005194359,0.0002441867,0.008084469,0.02246849,0.004509801,0.002719421,0.0004984195,0.0596697],"study_design_scores_gemma":[0.01207514,0.004381685,0.4898891,0.004248441,0.0004626841,0.008045572,0.005681129,0.457645,0.003358046,0.007678846,0.002765383,0.003768991],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3266913,0.001741946,0.6693578,0.00001565144,0.001731079,0.0002172382,0.00002395655,0.0002200329,0.000001039987],"genre_scores_gemma":[0.7955739,0.00002077874,0.2038761,0.00001275993,0.000438138,0.000009364119,0.000004250626,0.00004150777,0.00002320633],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4688826,"threshold_uncertainty_score":0.9999165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909995151","doi":"10.1002/smr.2151","title":"A measurement framework for software product maturity assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Capability Maturity Model; Computer science; Software quality control; Product (mathematics); Quality (philosophy); Maturity (psychological); Process management; Software quality; Software measurement; Software quality analyst; Software; Systems engineering; Software engineering; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02270164448852498,"gpt":0.3068646339093061,"spread":0.2841629894207812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001781883,0.0001724924,0.00029896,0.0002323151,0.0001191086,0.0001772931,0.0006475024,0.00009818415,0.00001126328],"category_scores_gemma":[0.003421353,0.0001458278,0.0001049639,0.0004055787,0.00003086892,0.0007501405,0.0001058062,0.0004828166,0.000006257159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003068193,"about_ca_system_score_gemma":0.0006362636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002114358,"about_ca_topic_score_gemma":5.546496e-7,"domain_scores_codex":[0.9977681,0.0000505304,0.0004067431,0.0003172366,0.001120212,0.0003371547],"domain_scores_gemma":[0.997116,0.0004470522,0.0002949869,0.0003364776,0.001619985,0.0001855069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003813224,0.0008631857,0.8405451,0.005973571,0.0004815738,0.00003631286,0.002183974,0.004129752,0.000564324,0.02438335,0.00640426,0.1140532],"study_design_scores_gemma":[0.0038356,0.002280842,0.7990912,0.002994262,0.00009129589,0.0007075146,0.0002135843,0.00644712,0.001759602,0.1714208,0.009889252,0.001268978],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03721619,0.002596489,0.9578416,0.0006297017,0.001164644,0.0004071031,0.00000332166,0.0001364314,0.000004489957],"genre_scores_gemma":[0.6495319,0.00002450573,0.3501087,0.00005679849,0.0002169607,0.00001908518,4.490308e-7,0.00001436412,0.00002723849],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6123157,"threshold_uncertainty_score":0.5946683,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2952813088","doi":"10.1002/smr.1915","title":"Database engines: Evolution of greenness","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Green IT and Sustainability","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Database; Computer science; Energy consumption; Metric (unit); Consumption (sociology); Energy (signal processing); Real-time database; Efficient energy use","retraction":null,"screen_n_in":null,"score":{"opus":0.008740486068826665,"gpt":0.2429144581907307,"spread":0.2341739721219041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003799842,0.0001065097,0.0002216678,0.0001228622,0.0001476052,0.00003197911,0.0002234089,0.00007237145,0.0000138642],"category_scores_gemma":[0.0005031812,0.00009313433,0.000059741,0.00007644606,0.0001018204,0.000765208,0.00002954334,0.0001775107,9.128961e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001117555,"about_ca_system_score_gemma":0.000104024,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003698156,"about_ca_topic_score_gemma":0.00002310232,"domain_scores_codex":[0.9992165,0.00001495995,0.0003403526,0.00007970898,0.000205205,0.0001432803],"domain_scores_gemma":[0.9988829,0.00003727288,0.0002503589,0.0002156689,0.0005193489,0.00009445107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002476324,0.0001632004,0.9560043,0.004664897,0.0001548204,0.00003968591,0.001247401,0.00650761,0.001131952,0.001752165,0.001105141,0.02698123],"study_design_scores_gemma":[0.001853049,0.0002219474,0.9676565,0.0005600242,0.0001257951,0.0002252243,0.00154858,0.01150456,0.001203423,0.01372848,0.000961313,0.0004110908],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.840049,0.002563187,0.1567356,0.00005333435,0.0003735195,0.00007069009,0.00001727368,0.00003770716,0.00009968569],"genre_scores_gemma":[0.9989815,0.00006770591,0.0007759852,0.000002256141,0.0001316321,0.000001608544,0.000001429273,0.00001093365,0.00002692577],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1589325,"threshold_uncertainty_score":0.3797908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1588156709","doi":"10.1002/smr.1563","title":"A performance evaluation framework for Web applications","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Set (abstract data type); Web application; Autonomic computing; Function (biology); Software engineering; Distributed computing; Performance prediction; Operating system; Simulation","retraction":null,"screen_n_in":null,"score":{"opus":0.0211365341964052,"gpt":0.3099298523047804,"spread":0.2887933181083752,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001719141,0.0000919423,0.0001549396,0.0001144883,0.0002109514,0.00004454317,0.0002686193,0.00009650943,0.000006041798],"category_scores_gemma":[0.0003273543,0.00007061777,0.00006111198,0.0003128947,0.00003629817,0.001376954,0.00002819044,0.0001401906,0.000005896089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009587719,"about_ca_system_score_gemma":0.000265917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":4.303847e-7,"about_ca_topic_score_gemma":1.582199e-7,"domain_scores_codex":[0.9989164,0.00003805092,0.0003533028,0.0001164856,0.0003745469,0.000201214],"domain_scores_gemma":[0.9982997,0.000176504,0.0003548432,0.0001738751,0.0008702443,0.0001248165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007396154,0.0002678834,0.593757,0.000816572,0.00005268932,1.218216e-7,0.00228475,0.0004598169,0.00005116859,0.008196264,0.0006503618,0.3933894],"study_design_scores_gemma":[0.003459315,0.001054517,0.7671086,0.0009965198,0.0002623112,0.0006844501,0.0006760372,0.1124551,0.0007576569,0.08245388,0.0291344,0.0009572519],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1858305,0.002503901,0.8106451,0.0001628237,0.0004578487,0.0003291933,0.000001775514,0.00004233422,0.00002646517],"genre_scores_gemma":[0.9158374,0.00006472223,0.0834927,0.00006072955,0.000434563,0.00009458732,9.129115e-7,0.000005185446,0.000009177179],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7300069,"threshold_uncertainty_score":0.2879709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766871290","doi":"10.1002/smr.1913","title":"Grouping environmental factors influencing individual decision‐making behavior in software projects: A cluster analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Taxonomy (biology); WordNet; Software; Semantic similarity; Cluster analysis; Similarity (geometry); Data science; Management science; Knowledge management; Artificial intelligence; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.02338816073493927,"gpt":0.3027681465573714,"spread":0.2793799858224322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009915538,0.0002155645,0.000391994,0.001144478,0.0005234741,0.000678028,0.001210261,0.0001403795,0.0000102119],"category_scores_gemma":[0.002941072,0.0001882913,0.0001524311,0.0005330629,0.000118184,0.002356135,0.0004678534,0.0005415128,0.000001578456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003054678,"about_ca_system_score_gemma":0.0002136465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002425345,"about_ca_topic_score_gemma":0.00002782428,"domain_scores_codex":[0.9976658,0.00005843404,0.0005961506,0.0003505489,0.0009445607,0.0003845214],"domain_scores_gemma":[0.9979889,0.0006804032,0.0005974413,0.0004353235,0.0001332603,0.0001647092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002352297,0.00006321671,0.9791858,0.00003916616,0.0000823148,0.00004860524,0.002703879,0.001378939,0.00001073881,0.000007973118,0.00001240538,0.01644344],"study_design_scores_gemma":[0.0005603074,0.0001075104,0.9964859,0.0002432714,0.00009304899,0.00009242827,0.0003153043,0.001581723,0.00002881001,0.0002591671,0.0000189483,0.0002135168],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6091245,0.000380618,0.3901635,0.00001816235,0.0001669551,0.000103925,0.000004987741,0.00003665041,6.829717e-7],"genre_scores_gemma":[0.9548285,0.00001872485,0.045019,0.00003072327,0.00007079605,0.00001095906,0.000001852689,0.00001496012,0.000004456406],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.345704,"threshold_uncertainty_score":0.7678295,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1920287393","doi":"10.1002/smr.1695","title":"SCAN: an approach to label and relate execution trace segments","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Java; Feature (linguistics); TRACE (psycholinguistics); Precision and recall; Set (abstract data type); Process (computing); Task (project management); Software; Comprehension; Artificial intelligence; Programming language; Data mining; Machine learning; Software system","retraction":null,"screen_n_in":null,"score":{"opus":0.01564405663954368,"gpt":0.2702961443460459,"spread":0.2546520877065022,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000934484,0.0001112822,0.0001649127,0.0002369414,0.0001257643,0.0001453475,0.0003371147,0.00007428154,0.000001057362],"category_scores_gemma":[0.0006646759,0.00009744884,0.00001945566,0.0003743232,0.0000338801,0.0009683899,0.00007518093,0.0002415029,0.00000263302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007154122,"about_ca_system_score_gemma":0.00007614635,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000511232,"about_ca_topic_score_gemma":5.10411e-7,"domain_scores_codex":[0.9988341,0.0000656669,0.0002424955,0.0002236486,0.000422803,0.0002112607],"domain_scores_gemma":[0.998973,0.0001311973,0.0001173915,0.0001611764,0.0003057863,0.0003115068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004272436,0.001423416,0.2806331,0.001578428,0.0001985847,0.00003482275,0.01700521,0.01725399,0.002004205,0.01445021,0.004014686,0.6609761],"study_design_scores_gemma":[0.00442582,0.002564623,0.7905309,0.0006123576,0.00005618493,0.001953212,0.000383173,0.1803011,0.0006995526,0.01340968,0.004030089,0.001033237],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.284659,0.0004993375,0.7143831,0.0001528811,0.000147009,0.00006917726,6.80227e-7,0.00006108737,0.00002775363],"genre_scores_gemma":[0.8965071,0.00002756681,0.1032024,0.00006510627,0.0001133533,0.000004394039,5.02492e-7,0.000009742676,0.00006984514],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6599429,"threshold_uncertainty_score":0.3973848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1929161383","doi":"10.1002/smr.1659","title":"An empirical study of the effect of file editing patterns on software quality","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer file; File format; Software; Data file; World Wide Web; Database; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01750574317341968,"gpt":0.3362430763318027,"spread":0.318737333158383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001892168,0.0001357206,0.0003453298,0.0001626928,0.0001080605,0.00004101987,0.000809302,0.00007151748,0.00001637748],"category_scores_gemma":[0.006211088,0.00008665476,0.00008564816,0.0004022795,0.00005297452,0.0003524591,0.0001170608,0.0003776175,6.986796e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005059452,"about_ca_system_score_gemma":0.00008072707,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002344548,"about_ca_topic_score_gemma":0.000006122304,"domain_scores_codex":[0.9977019,0.0004929974,0.0005193675,0.0001984953,0.0009006731,0.0001866047],"domain_scores_gemma":[0.9964011,0.002140204,0.0005114308,0.0003833377,0.0004448125,0.0001191158],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005008632,0.000192511,0.9871178,0.0002802047,0.00002259721,0.000001584526,0.001118751,0.001682857,0.00001901792,0.000009265712,0.0003043803,0.009200928],"study_design_scores_gemma":[0.0008946391,0.003546925,0.992348,0.0002821247,0.00001407976,0.00002498234,0.0001425368,0.001651065,0.0008071268,0.0001575672,0.00003116786,0.00009974644],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7538038,0.00003831461,0.2456636,0.00003803165,0.0002832732,0.00012373,0.00001117872,0.00003633516,0.000001694456],"genre_scores_gemma":[0.9980121,0.000001073442,0.001760392,0.00002077593,0.0001837915,0.000005846946,8.028148e-7,0.000009794928,0.000005485615],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2442082,"threshold_uncertainty_score":0.7435701,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3010658448","doi":"10.1002/smr.2260","title":"Fuzzy case‐based‐reasoning‐based imputation for incomplete data in software engineering repositories","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Missing data; Imputation (statistics); Categorical variable; Data mining; Computer science; Software; Fuzzy logic; Reuse; Machine learning; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03250375646217073,"gpt":0.2970636970608757,"spread":0.2645599405987049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007499888,0.0001777462,0.0002833153,0.0002944286,0.0001194275,0.00019943,0.0007547856,0.00009299794,0.000001159152],"category_scores_gemma":[0.008818156,0.0001747975,0.00005566065,0.0007517937,0.00002976224,0.001149275,0.0001512587,0.0003369423,7.383809e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001299517,"about_ca_system_score_gemma":0.0004774438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001630301,"about_ca_topic_score_gemma":0.000004710185,"domain_scores_codex":[0.9983445,0.00004095913,0.0005069824,0.0003576501,0.000456927,0.0002929743],"domain_scores_gemma":[0.997396,0.001270777,0.0002603959,0.000306205,0.0005323319,0.0002342723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005469712,0.0002461138,0.4652444,0.004942846,0.0001428685,0.002323949,0.003341804,0.4948526,0.0002560054,0.001017804,0.002500552,0.0245841],"study_design_scores_gemma":[0.00243263,0.0006604292,0.03019372,0.0005677248,0.00003308114,0.001364201,0.0001020464,0.9620911,0.0004158906,0.0006225922,0.001040607,0.0004759808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04877603,0.0009123537,0.9489642,0.0005996618,0.0003567087,0.0001913511,0.0000264524,0.0001726436,6.040372e-7],"genre_scores_gemma":[0.6913205,0.000002969842,0.3083109,0.00008842979,0.0002378405,0.00001021938,0.00001038263,0.00001763829,0.000001172695],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6425444,"threshold_uncertainty_score":0.999531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400332620","doi":"10.1002/smr.2709","title":"A rule‐based method to effectively adopt robotic process automation","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automation; Process (computing); Process automation system; Artificial intelligence; Human–computer interaction; Programming language; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.009132686651321152,"gpt":0.2928261820119839,"spread":0.2836934953606627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005358012,0.000186309,0.0002637592,0.0005001147,0.00009619309,0.000149784,0.0001679339,0.0001038987,0.00002784769],"category_scores_gemma":[0.0002359981,0.0001688975,0.00006783575,0.0009671405,0.00002378485,0.0005896837,0.00001068341,0.0002674274,0.00003516074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002063946,"about_ca_system_score_gemma":0.0002272464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001314323,"about_ca_topic_score_gemma":8.559716e-7,"domain_scores_codex":[0.9987347,0.00004115167,0.0004836542,0.0001820668,0.0003647559,0.0001937403],"domain_scores_gemma":[0.9989629,0.0002051078,0.0001151121,0.00009629109,0.0004342743,0.0001862948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002187368,0.00004568792,0.0004846708,0.002843104,0.00007837246,0.000007514013,0.00102867,0.9449753,0.0006831955,0.0005355259,0.0008715211,0.04842456],"study_design_scores_gemma":[0.0004672724,0.000131474,0.01394609,0.00112224,0.0001379929,0.000241187,0.0001731725,0.9713455,0.002541512,0.008911926,0.0006325924,0.0003490814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01380495,0.001831138,0.9825867,0.000442326,0.0002681675,0.0002785178,0.00000625543,0.0006751219,0.0001068274],"genre_scores_gemma":[0.9021828,0.00001182905,0.09745496,0.00008248688,0.0001232375,0.00007157942,0.000003787457,0.00004070653,0.00002867421],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8883778,"threshold_uncertainty_score":0.6887441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1892106905","doi":"10.1002/smr.1550","title":"On the evolution of Linux kernels: a complex network perspective","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Linux kernel; Computer science; Kernel (algebra); Configfs; Clustering coefficient; Perspective (graphical); System call; Theoretical computer science; Path (computing); Cluster analysis; Operating system; Parallel computing; Distributed computing; Mathematics; Artificial intelligence; Discrete mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02329373874008898,"gpt":0.2758255206979761,"spread":0.2525317819578871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009526213,0.000134001,0.0002304484,0.000173167,0.0001784131,0.00004441023,0.0007069318,0.00008856199,0.000008244163],"category_scores_gemma":[0.0008111977,0.00008978461,0.00007456584,0.0008172721,0.0001185471,0.0005221645,0.0001527829,0.0003204719,0.000007086707],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003335592,"about_ca_system_score_gemma":0.0001432139,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000167263,"about_ca_topic_score_gemma":0.000005303129,"domain_scores_codex":[0.9986654,0.000086181,0.0003429725,0.0001454577,0.0004490466,0.0003109785],"domain_scores_gemma":[0.9981652,0.0003197746,0.0004481488,0.0002420183,0.0007126962,0.0001121802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002925983,0.0004507118,0.06662048,0.0000980298,0.0002001419,0.00000741959,0.008128968,0.0133237,0.000208333,0.8429775,0.04762163,0.02007043],"study_design_scores_gemma":[0.001117259,0.001622055,0.3572424,0.0007681568,0.00008109405,0.0005087518,0.005110596,0.01136591,0.0004017714,0.6178765,0.003299501,0.0006059747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.100908,0.004269112,0.8903763,0.003459767,0.0004486768,0.0001600355,0.00000265524,0.0001077569,0.0002677276],"genre_scores_gemma":[0.9780079,0.00002552425,0.02142515,0.0002111567,0.0002884298,0.000004780908,1.601426e-7,0.000006877389,0.000030022],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8770999,"threshold_uncertainty_score":0.366131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}