{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":159,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":159,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"de6465206055","filters":{"venue":"Journal of Systems and Software"}},"results":[{"id":"W4367672983","doi":"10.1016/j.jss.2023.111734","title":"GitHub Copilot AI pair programmer: Asset or Liability?","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":340,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Polytechnique Montréal","funders":"Fonds de recherche du Québec; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Programmer; Liability; Asset (computer security); Computer science; Computer security; Software engineering; Business; Programming language; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.0401045157013695,"gpt":0.3012254088637339,"spread":0.2611208931623644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001574341,0.0001533978,0.0003745779,0.0002257547,0.0001475814,0.0004063418,0.0005187945,0.00009184073,0.000002090503],"category_scores_gemma":[0.001203567,0.0001018429,0.00009060877,0.0006106605,0.00005098329,0.0004502911,0.0001671575,0.0002499911,0.00001071821],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004102232,"about_ca_system_score_gemma":0.0001692993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006388364,"about_ca_topic_score_gemma":0.000002201473,"domain_scores_codex":[0.9983994,0.0001156986,0.0005481407,0.000222527,0.0004299803,0.0002841927],"domain_scores_gemma":[0.9980904,0.0006223114,0.0003392537,0.0003743999,0.0003871284,0.0001865151],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005067293,0.0001811112,0.3830893,0.0008204465,0.0001137595,0.0007929514,0.001290335,0.0001311827,0.00002099889,0.001226787,0.4864551,0.1258274],"study_design_scores_gemma":[0.00529501,0.01362432,0.2095333,0.009799542,0.0002130666,0.01530536,0.0006704932,0.06383058,0.0003097507,0.07838491,0.5998933,0.003140385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.118728,0.00224751,0.8568392,0.004014459,0.002888534,0.0007184925,0.00001811884,0.01447877,0.0000668486],"genre_scores_gemma":[0.8570566,0.00008884296,0.1411578,0.0003965842,0.0003848065,0.00003106478,0.000002584753,0.00003328644,0.0008484633],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7383286,"threshold_uncertainty_score":0.4153034,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057780988","doi":"10.1016/j.jss.2007.05.035","title":"Applying machine learning to software fault-proneness prediction","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Software metric; Machine learning; Computer science; Support vector machine; Metric (unit); Software; Data mining; Artificial neural network; Artificial intelligence; Binary classification; Fault (geology); Software quality; Software fault tolerance; Reliability engineering; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.016601231710283,"gpt":0.257734263122009,"spread":0.241133031411726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002180558,0.0001631056,0.0003160851,0.0004465076,0.0001972583,0.0002628205,0.000506736,0.0001030485,0.0000023893],"category_scores_gemma":[0.001669658,0.0001373995,0.00007079844,0.0004755844,0.00001788076,0.0005183185,0.0001940285,0.0004934507,0.000007624949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001322082,"about_ca_system_score_gemma":0.00006826596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005426441,"about_ca_topic_score_gemma":0.000002716932,"domain_scores_codex":[0.9980107,0.00005941247,0.0005684802,0.0002365047,0.0007431595,0.0003817648],"domain_scores_gemma":[0.9980488,0.0007126622,0.0002229105,0.0002475017,0.000412147,0.0003559288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008163505,0.00008285384,0.6808113,0.0006561563,0.0001420352,0.0005389961,0.002742252,0.05134263,0.001693093,0.0003801491,0.0007654172,0.2607635],"study_design_scores_gemma":[0.005443265,0.004949303,0.6010224,0.005109234,0.0001036383,0.01056109,0.001574997,0.05652788,0.001873332,0.0004024766,0.3102111,0.002221297],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1598585,0.002144885,0.836548,0.00004049145,0.0009558763,0.0002541168,0.00000315226,0.0001887174,0.000006313451],"genre_scores_gemma":[0.9445174,0.00005039732,0.05462971,0.00003744096,0.0004740622,0.00002065176,0.000001453392,0.00003004076,0.0002388496],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7846589,"threshold_uncertainty_score":0.560299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009151039","doi":"10.1016/j.jss.2012.07.050","title":"Towards an early software estimation using log-linear regression and a multilayer perceptron model","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Use Case Points; Software; Computer science; Linear regression; Machine learning; Artificial neural network; Software sizing; Software development; Perceptron; Multilayer perceptron; Data mining; Software metric; Estimator; Artificial intelligence; Software development process; Software construction; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.05075847411863618,"gpt":0.3211822357308679,"spread":0.2704237616122318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000933548,0.0001842008,0.0003261705,0.0002447872,0.0001642899,0.0002315003,0.0002985828,0.000139912,0.000001358087],"category_scores_gemma":[0.0005566873,0.0001380343,0.00005514229,0.0001553539,0.00003954546,0.002122139,0.0001588589,0.0003090899,0.000001511236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009701002,"about_ca_system_score_gemma":0.00009795061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008093122,"about_ca_topic_score_gemma":4.852496e-7,"domain_scores_codex":[0.9983808,0.0000896636,0.0004112038,0.0001975772,0.0005699864,0.0003507516],"domain_scores_gemma":[0.9986101,0.0001745975,0.0002359162,0.0002836931,0.0003028554,0.0003928077],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000118739,0.0003365957,0.5560213,0.001162659,0.0001452164,0.0001089222,0.02116498,0.2576251,0.004595068,0.0004593178,0.0003906704,0.1578714],"study_design_scores_gemma":[0.0005487957,0.0002263948,0.06973398,0.0005437653,0.00002093556,0.0006793934,0.0001297814,0.9276459,0.00009862037,0.00008739017,0.00004384948,0.0002412119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4966639,0.001269517,0.501701,0.00001327546,0.0002312516,0.00007087438,0.000001984687,0.00004766261,5.589578e-7],"genre_scores_gemma":[0.6897542,0.00002447083,0.3099938,0.000009073954,0.000171069,0.000001964415,5.380091e-7,0.00001688215,0.00002792782],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6700208,"threshold_uncertainty_score":0.5628875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3020617474","doi":"10.1016/j.jss.2020.110610","title":"Code smells and refactoring: A tertiary systematic review of challenges and observations","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Université du Québec à Chicoutimi","funders":"","keywords":"Code refactoring; Code smell; Code (set theory); Systematic review; Quality (philosophy); Code review; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.07286601472112181,"gpt":0.2727328992233252,"spread":0.1998668845022034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007187553,0.00009986285,0.0005507017,0.00006926146,0.00003389866,0.00006288932,0.0002417138,0.00004192033,3.689507e-7],"category_scores_gemma":[0.001753593,0.00007275103,0.0000393361,0.0001152194,0.00002459007,0.0003154281,0.0001211004,0.0001464305,3.21439e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001466682,"about_ca_system_score_gemma":0.00004224727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000341363,"about_ca_topic_score_gemma":3.043103e-7,"domain_scores_codex":[0.9987698,0.00009126691,0.0005604369,0.0001377941,0.0003304225,0.000110272],"domain_scores_gemma":[0.9983969,0.0006818788,0.0003142293,0.0001802943,0.0002420593,0.0001846346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000004209297,0.00002366633,0.01560045,0.9772394,0.0001684469,0.00007203902,0.003957793,0.0000198646,0.0002036556,0.001163812,0.0003107885,0.001235909],"study_design_scores_gemma":[0.001521868,0.001294792,0.1713459,0.8134999,0.0003469347,0.002464607,0.001224192,0.005633854,0.0001478208,0.0002792901,0.001481196,0.0007596125],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.05796239,0.8955972,0.04340069,0.002317031,0.0001973051,0.000463125,0.000006422037,0.00005197507,0.000003840901],"genre_scores_gemma":[0.8570211,0.1330602,0.009529492,0.0002044515,0.0001263883,0.00001301143,3.498781e-7,0.00001896077,0.00002607899],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.7990587,"threshold_uncertainty_score":0.2966701,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2780817904","doi":"10.1016/j.jss.2017.12.026","title":"Software sustainability: Research and practice from a software architecture viewpoint","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":194,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Engineering and Physical Sciences Research Council; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Resource-oriented architecture; Software development; Software engineering; Software system; Architectural pattern; Computer science; Software architecture; Software construction; Software evolution; Software design; Software design description; Social software engineering; Systems engineering; Engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.03257197511214964,"gpt":0.3166073258037304,"spread":0.2840353506915807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002990232,0.0002747283,0.0006584069,0.0002086542,0.0007516285,0.000746415,0.0004432863,0.0002554146,0.00001034987],"category_scores_gemma":[0.01452547,0.0002198458,0.000110063,0.0001025915,0.0003724983,0.0008032122,0.0002365885,0.001094177,0.000001957377],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003022175,"about_ca_system_score_gemma":0.0002137816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007048841,"about_ca_topic_score_gemma":0.00006876994,"domain_scores_codex":[0.9975318,0.000301072,0.0006878312,0.0003069946,0.0006618499,0.0005104898],"domain_scores_gemma":[0.9947442,0.001787606,0.0003433612,0.0007658791,0.001980191,0.0003787829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001493981,0.0005051538,0.4342285,0.01415463,0.001443766,0.003584923,0.02399203,0.006071604,0.0001676543,0.000892547,0.01543726,0.498028],"study_design_scores_gemma":[0.007048035,0.002881116,0.4047735,0.004247825,0.0005696418,0.005772664,0.06141385,0.0009259807,0.000104956,0.1950894,0.3146521,0.002520914],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.893738,0.03275014,0.06890902,0.002321656,0.001055941,0.0008546766,0.00007768509,0.0001813467,0.0001115951],"genre_scores_gemma":[0.9881533,0.000528616,0.01031854,0.00003642216,0.0006388135,0.00002001166,0.000003268739,0.00006167151,0.0002393118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.495507,"threshold_uncertainty_score":0.9937756,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092198121","doi":"10.1016/j.jss.2012.12.051","title":"A survey of software testing practices in Canada","year":2013,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":168,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Software testing; Test (biology); Survey research; Software; Engineering; Computer science; Psychology; Applied psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06050471719038154,"gpt":0.2706308278705806,"spread":0.2101261106801991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001349842,0.0001197479,0.0003929638,0.000157857,0.00004843632,0.0001292752,0.0004773212,0.00005004222,0.000002033711],"category_scores_gemma":[0.01138015,0.00009395617,0.00002471042,0.0004303693,0.00002183862,0.0006035301,0.0001085529,0.0002184117,6.81901e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001191104,"about_ca_system_score_gemma":0.001164578,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9302604,"about_ca_topic_score_gemma":0.1654199,"domain_scores_codex":[0.9983648,0.0001948367,0.0007088761,0.0001521562,0.0003833287,0.0001959964],"domain_scores_gemma":[0.9939373,0.003075397,0.001666303,0.0002547333,0.0009500952,0.0001161762],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00000205179,0.00001646426,0.9744677,0.0001109158,0.00001080404,0.00003895886,0.0001284361,0.0001026935,0.000009777504,0.000008198695,0.00356105,0.02154298],"study_design_scores_gemma":[0.0002262893,0.0001554923,0.9914261,0.0009114385,0.000005297481,0.0004271615,0.00005987324,0.005858697,0.00001720224,0.0006879078,0.00007059934,0.0001539886],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8908774,0.004114165,0.1037441,0.0001132414,0.0005673674,0.0002255096,0.000007511494,0.0003291726,0.00002147282],"genre_scores_gemma":[0.8934345,0.00001485155,0.1064603,0.00003791907,0.00002966103,0.000004266717,3.215849e-7,0.000007731529,0.00001042039],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7648406,"threshold_uncertainty_score":0.9969474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116759993","doi":"10.1016/j.jss.2005.05.001","title":"Automated impact analysis of UML models","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Unified Modeling Language; Applications of UML; Computer science; UML tool; Class diagram; Object Constraint Language; Data mining; Software engineering; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02033278047982589,"gpt":0.2926373504047893,"spread":0.2723045699249634,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007048956,0.00009810804,0.0004476425,0.0006989244,0.00003314955,0.000105676,0.0004181884,0.00006026337,0.000004550537],"category_scores_gemma":[0.0002230907,0.00007061198,0.0001935774,0.0009098595,0.00001922581,0.0005934393,0.00007080358,0.0001382857,0.000001163663],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007921705,"about_ca_system_score_gemma":0.00009276032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007612834,"about_ca_topic_score_gemma":0.000002308927,"domain_scores_codex":[0.9986817,0.00004694198,0.0004880797,0.0001132232,0.0004901731,0.000179862],"domain_scores_gemma":[0.9985788,0.0003236573,0.0002803943,0.000270056,0.000389139,0.0001578803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001009407,0.00005501594,0.05686091,0.00008386956,0.001269923,0.00003742802,0.0008801221,0.9296666,0.000167212,0.0004327983,0.001133369,0.009402678],"study_design_scores_gemma":[0.000224715,0.000118171,0.07133334,0.000086981,0.00008307347,0.000114971,0.00001773521,0.9277633,0.00003355714,0.00002777715,0.0001130887,0.00008326351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4601163,0.00220307,0.5373719,0.00004586635,0.0001075264,0.00004391419,0.000005846804,0.00009765568,0.000007946601],"genre_scores_gemma":[0.9852812,0.00004738849,0.01455128,0.000005663344,0.0000716346,8.740813e-7,4.566725e-7,0.000006676843,0.00003483309],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5251648,"threshold_uncertainty_score":0.2879473,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993514628","doi":"10.1016/j.jss.2007.01.011","title":"Empirical study of the effects of open source adoption on software development economics","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Reuse; Quality (philosophy); Productivity; Software development; Empirical research; Exploratory research; Software quality; Software; Product (mathematics); Open source software; Software peer review; Knowledge management; Computer science; Engineering management; Engineering; Software construction; Economics; Mathematics; Sociology; Statistics; Economic growth; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.0264805262988158,"gpt":0.2884041858470403,"spread":0.2619236595482244,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001622621,0.0001435827,0.0004432048,0.0002005519,0.0001716552,0.0001522794,0.001228478,0.00007930835,8.565402e-7],"category_scores_gemma":[0.0004728959,0.00009699162,0.00006792505,0.0004014484,0.00004219366,0.0004072701,0.0005164211,0.0002250919,0.000001008745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001071245,"about_ca_system_score_gemma":0.0002229232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004435539,"about_ca_topic_score_gemma":0.00002105056,"domain_scores_codex":[0.9980744,0.000123888,0.001066107,0.000184339,0.0003832598,0.0001680316],"domain_scores_gemma":[0.9971585,0.000623722,0.001257416,0.000422245,0.0004532513,0.00008483042],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009566006,0.001272141,0.9103785,0.0004542942,0.0002944844,0.00002512828,0.01900597,0.002626634,0.00006770208,0.000748934,0.0008491403,0.06418137],"study_design_scores_gemma":[0.003026416,0.002242388,0.9799639,0.001574702,0.00005821356,0.0002168566,0.003388059,0.0001292697,0.001190925,0.0002022348,0.007655012,0.0003520442],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7973341,0.0001146468,0.2013857,0.00003934006,0.000611425,0.0004870127,9.473272e-7,0.0000131885,0.00001363775],"genre_scores_gemma":[0.9822665,0.000005154608,0.01747521,0.00007436569,0.00006261727,0.000004828836,2.52419e-7,0.00001260434,0.0000984675],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1849324,"threshold_uncertainty_score":0.3955204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2513125375","doi":"10.1016/j.jss.2014.09.042","title":"Cost, benefits and quality of software development documentation: A systematic mapping","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; Quality (philosophy); Software engineering; Software; Systems engineering; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0617111525869997,"gpt":0.2973234557729851,"spread":0.2356123031859854,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002714379,0.000140992,0.0005910757,0.0002417381,0.00009952027,0.0002174465,0.0003531631,0.00006549408,0.000001350375],"category_scores_gemma":[0.001817828,0.0001112357,0.0000517942,0.0002190606,0.00003156198,0.0004713961,0.0001477542,0.000147356,0.000001648599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007013749,"about_ca_system_score_gemma":0.00009307079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002522566,"about_ca_topic_score_gemma":0.00000215671,"domain_scores_codex":[0.9977468,0.0001889758,0.001014282,0.0001761789,0.0006764056,0.0001973609],"domain_scores_gemma":[0.9969491,0.001524103,0.0006346706,0.0002548379,0.0004606467,0.0001766802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004958898,0.0001900309,0.7180432,0.1402269,0.0007932069,0.000049623,0.0234425,0.004762648,0.0004200688,0.01108874,0.0004487056,0.1004848],"study_design_scores_gemma":[0.005647164,0.00091331,0.9093099,0.06864792,0.00009499293,0.002069537,0.002898954,0.005127457,0.0009316595,0.0005430897,0.00232549,0.001490583],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2990412,0.005653788,0.6946607,0.00003025945,0.0003040115,0.0002644526,0.000001521146,0.00004142822,0.000002619654],"genre_scores_gemma":[0.910929,0.00007882565,0.08882426,0.00001780234,0.00007194531,0.00001774073,5.580849e-7,0.00001178535,0.00004813604],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6118878,"threshold_uncertainty_score":0.4536061,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043839920","doi":"10.1016/j.jss.2014.01.010","title":"Web application testing: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Web testing; Dependability; Systematic review; Field (mathematics); Web application; World Wide Web; Empirical research; Data science; Set (abstract data type); Web engineering; Software engineering; Information retrieval; Web application security; The Internet; Web development","retraction":null,"screen_n_in":null,"score":{"opus":0.01622432630285369,"gpt":0.2516204591044873,"spread":0.2353961328016336,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001912791,0.0001307524,0.0005026064,0.0001265166,0.00008645634,0.0002508042,0.0004623088,0.00006635509,1.230194e-7],"category_scores_gemma":[0.003068886,0.00008831288,0.00006840118,0.0004153416,0.00001588944,0.000292077,0.00006576414,0.0001816141,0.00000275472],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002424431,"about_ca_system_score_gemma":0.00004613293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004104212,"about_ca_topic_score_gemma":1.459642e-7,"domain_scores_codex":[0.9985767,0.0001817472,0.0006417306,0.0001601422,0.0003156138,0.0001240886],"domain_scores_gemma":[0.9973716,0.0007071591,0.0007854306,0.0004139043,0.0006111374,0.0001107968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0000095531,0.0002014838,0.02752645,0.7771004,0.0001747088,0.0002028885,0.001212888,0.00008333251,0.0003258532,0.01916789,0.09112327,0.08287123],"study_design_scores_gemma":[0.0006432261,0.0008241173,0.001258937,0.8988911,0.0001772035,0.01500354,0.00001373881,0.06318143,0.00001567392,0.01331745,0.006019725,0.0006538676],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0004094358,0.146252,0.8512502,0.0002430003,0.0002713471,0.000356931,0.000001005014,0.00114653,0.00006955572],"genre_scores_gemma":[0.6251572,0.004557907,0.3684712,0.001049951,0.000537314,0.00007638586,0.000001388861,0.00003214914,0.0001164101],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6247478,"threshold_uncertainty_score":0.3673965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142324585","doi":"10.1016/j.jss.2008.08.025","title":"What do software architects really do?","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Software; Focus (optics); Architecture; Active listening; Software architecture; Engineering; Software engineering; Software development; Balance (ability); Computer science; Sociology; Geography; Operating system; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01899381723609378,"gpt":0.2479627168328064,"spread":0.2289688995967127,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007030489,0.0001893409,0.0003844233,0.0002283175,0.0001802064,0.0006234132,0.0006485902,0.0001156073,0.000004006154],"category_scores_gemma":[0.0004294603,0.0001479674,0.0001166848,0.0002434009,0.00004448816,0.002031111,0.0001184756,0.0003703646,0.000004266967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003873442,"about_ca_system_score_gemma":0.000115682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002609846,"about_ca_topic_score_gemma":6.201452e-7,"domain_scores_codex":[0.9984189,0.00008770419,0.0005244524,0.0002223548,0.0004945744,0.0002520382],"domain_scores_gemma":[0.9980615,0.0005252495,0.000490834,0.0004123984,0.00029307,0.0002168852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002539245,0.0005865082,0.1547099,0.00213315,0.0008848506,0.01013412,0.0281311,0.008235343,0.0004049421,0.01533795,0.05948493,0.7197033],"study_design_scores_gemma":[0.00485319,0.005693745,0.06427823,0.01356126,0.0002125824,0.1349569,0.002056449,0.003788563,0.0007501635,0.01598686,0.7501153,0.003746677],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07271606,0.02971875,0.8943744,0.0002608279,0.002401648,0.0001512104,0.000002495303,0.0003411425,0.00003351771],"genre_scores_gemma":[0.6732094,0.01282619,0.3127512,0.0001633067,0.0006884305,0.00001034423,7.98513e-7,0.00004026945,0.0003100428],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7159566,"threshold_uncertainty_score":0.6033934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137544679","doi":"10.1016/j.jss.2010.12.009","title":"Supporting runtime software architecture: A bidirectional-transformation-based approach","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Institute of Informatics; Peking University","keywords":"Computer science; Reference architecture; Software architecture description; Space-based architecture; Software architecture; Applications architecture; Architecture; Abstraction; Database-centric architecture; Synchronization (alternating current); Software system; Distributed computing; Systems architecture; Computer architecture; Software; Software engineering; Programming language; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.01703102316261164,"gpt":0.2695985732001873,"spread":0.2525675500375757,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001432059,0.0001894842,0.0003801974,0.0002887893,0.0001645658,0.0001854212,0.0004752367,0.0001294302,0.000002546112],"category_scores_gemma":[0.001558822,0.0001487974,0.0001278046,0.0002861707,0.00005500025,0.0005680743,0.00004974675,0.0006099846,0.000001878584],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002816232,"about_ca_system_score_gemma":0.0001489536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008628614,"about_ca_topic_score_gemma":0.000001249586,"domain_scores_codex":[0.9983719,0.00009539834,0.0006322843,0.0002012327,0.0004183688,0.0002808032],"domain_scores_gemma":[0.9978886,0.0008764743,0.0004868295,0.0002846132,0.0003087226,0.0001547785],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005339345,0.0001767776,0.009908268,0.001282963,0.0001989118,0.0001064926,0.003941721,0.845338,0.004268164,0.004937143,0.0007892335,0.1289989],"study_design_scores_gemma":[0.0279397,0.006505402,0.09559725,0.006611804,0.0009486835,0.06668853,0.004814616,0.2733767,0.02710157,0.2339278,0.241402,0.01508593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01271299,0.0005881358,0.9847344,0.0001026669,0.001432967,0.0001407318,0.000005192188,0.0002551236,0.00002779442],"genre_scores_gemma":[0.1553873,0.000007989802,0.8442603,0.000044758,0.0002182348,0.00000872378,0.000001801286,0.00001685081,0.00005399873],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5719613,"threshold_uncertainty_score":0.6067783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2919248872","doi":"10.1016/j.jss.2019.02.056","title":"A survey of self-admitted technical debt","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science","keywords":"Technical debt; Replicate; Computer science; Comprehension; Data science; Set (abstract data type); Work (physics); Debt; Empirical research; Code (set theory); Implementation; Source code; Risk analysis (engineering); Data mining; Software engineering; Software; Engineering; Business; Finance; Software development; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01673668081405347,"gpt":0.2568966118747613,"spread":0.2401599310607078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00153819,0.00008843069,0.0003439148,0.0001868408,0.00002129898,0.00007459855,0.0005368539,0.00008457914,0.000003545149],"category_scores_gemma":[0.0009438629,0.00006725427,0.00005636656,0.0003566107,0.00001586684,0.0002439151,0.000129871,0.0002302359,0.000007332612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004285663,"about_ca_system_score_gemma":0.0001525064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009812725,"about_ca_topic_score_gemma":0.000003066498,"domain_scores_codex":[0.9986638,0.0001040152,0.000442337,0.000128114,0.0004922607,0.0001694155],"domain_scores_gemma":[0.997719,0.00108028,0.0002332035,0.0003065899,0.0005322614,0.0001285943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001211497,0.0000576655,0.9957124,0.000270416,0.00005984214,0.00003734523,0.0001825747,0.0002418769,0.0004446131,0.0003184168,0.0007789821,0.001883727],"study_design_scores_gemma":[0.0004598962,0.0003494412,0.9956192,0.0002687862,0.000004944901,0.0004327282,0.00001343074,0.002094795,0.0000741136,0.00002544486,0.0005503945,0.0001068295],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8624992,0.002346196,0.1342908,0.00002998343,0.0005968706,0.0001402851,0.000003620348,0.00007799346,0.0000150893],"genre_scores_gemma":[0.989038,0.0000378587,0.01081409,0.000006472261,0.00003732249,0.000001187051,2.794013e-7,0.000008872518,0.00005591226],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1265388,"threshold_uncertainty_score":0.274255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1993743759","doi":"10.1016/j.jss.2013.12.037","title":"Cooperation, collaboration and pair-programming: Field studies on backup behavior","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Backup; Teamwork; Field (mathematics); Computer science; Pair programming; Salient; Work (physics); Artificial intelligence; Engineering; Programming language; Software development; Database; Software; Mathematics; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.02510894068006842,"gpt":0.2978236989630619,"spread":0.2727147582829935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007551041,0.00008334679,0.0001961082,0.0001080713,0.0001107028,0.0002951111,0.0001374126,0.00005105587,7.862797e-7],"category_scores_gemma":[0.001769393,0.00006229398,0.00001902296,0.0001645101,0.0000219165,0.0002767713,0.00004831285,0.0001329627,0.000001623137],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002819152,"about_ca_system_score_gemma":0.00003869674,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005623539,"about_ca_topic_score_gemma":0.000002917908,"domain_scores_codex":[0.99915,0.00006725881,0.0002849449,0.0001222778,0.000266596,0.0001088677],"domain_scores_gemma":[0.9983372,0.0007530501,0.0001286202,0.0001427501,0.0005459883,0.00009240895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009496537,0.0003532181,0.5007784,0.001475237,0.0004075118,0.0002709218,0.01638978,0.005270759,0.0009252675,0.02925636,0.03375552,0.4110221],"study_design_scores_gemma":[0.02012488,0.0542353,0.3353043,0.01205234,0.0005796358,0.007217225,0.01816505,0.07580595,0.01071027,0.002101824,0.4580643,0.005638866],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7628343,0.003812415,0.2312911,0.0007018041,0.001095956,0.000197244,9.971465e-7,0.00006291097,0.000003351176],"genre_scores_gemma":[0.9873657,0.00009645183,0.01219024,0.00005164839,0.0001874578,0.0000112476,2.789527e-7,0.000006496837,0.00009050266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4243088,"threshold_uncertainty_score":0.2845763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078095173","doi":"10.1016/s0164-1212(00)00121-7","title":"An industrial study of reuse, quality, and productivity","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Productivity; Quality (philosophy); Computer science; Interface (matter); Engineering; Operating system; Waste management","retraction":null,"screen_n_in":null,"score":{"opus":0.09495754713181716,"gpt":0.339741083190043,"spread":0.2447835360582259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001997377,0.00008738407,0.0003258681,0.0001783077,0.00005592916,0.0001351586,0.0004877946,0.00006092167,6.36117e-7],"category_scores_gemma":[0.001606685,0.00006813622,0.00002247261,0.000266962,0.00002863802,0.0005748782,0.0001721298,0.0002454008,1.705298e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002377964,"about_ca_system_score_gemma":0.00007167766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00020889,"about_ca_topic_score_gemma":0.000007431285,"domain_scores_codex":[0.9985171,0.0002165977,0.0004489543,0.000173703,0.0005054905,0.0001381508],"domain_scores_gemma":[0.9984593,0.0003626073,0.0002683929,0.0004647954,0.0003000955,0.0001447517],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000034331,0.0003083652,0.9846018,0.00007145206,0.0000481423,0.00006776839,0.002363051,0.0002959145,0.0002353075,0.00008461782,0.0002029697,0.01168626],"study_design_scores_gemma":[0.00215369,0.002956502,0.9911554,0.0002260077,0.00001617152,0.0008714042,0.001075359,0.000369229,0.00007298918,0.0001953899,0.0007029733,0.000204914],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9840434,0.0005576203,0.01457695,0.00008034742,0.0005268598,0.0001834669,0.000001072756,0.00002819382,0.000002071688],"genre_scores_gemma":[0.998473,0.00002419886,0.001192598,0.000002339281,0.0002676902,0.000002040457,7.042934e-8,0.000006358858,0.00003163866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01442965,"threshold_uncertainty_score":0.2778514,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344731017","doi":"10.1016/j.jss.2016.04.058","title":"Missing data techniques in analogy-based software development effort estimation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Imputation (statistics); Missing data; Data mining; Computer science; Software; Toleration; Fuzzy logic; Artificial intelligence; Statistics; Machine learning; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03479454045576043,"gpt":0.2907389746840287,"spread":0.2559444342282682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001559378,0.0001270252,0.0002724575,0.0004202165,0.00006827306,0.0001572291,0.0008423812,0.00008475614,0.000001799693],"category_scores_gemma":[0.001391725,0.00008417579,0.00002579775,0.0002552846,0.00002946295,0.0008115998,0.0002160077,0.0001523919,0.000002390742],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001621862,"about_ca_system_score_gemma":0.0003790883,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000166097,"about_ca_topic_score_gemma":0.000003669113,"domain_scores_codex":[0.9984579,0.00004904153,0.0005527591,0.0002361224,0.0004684193,0.0002357693],"domain_scores_gemma":[0.9982961,0.0006520695,0.0002285316,0.0004943916,0.0001967921,0.0001321332],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001560467,0.00005686098,0.2760072,0.0003534986,0.00003447868,0.0002140769,0.0002722893,0.0005479338,0.0003428697,0.00007598241,0.000960463,0.7211187],"study_design_scores_gemma":[0.005545855,0.001035938,0.8384811,0.02357022,0.00004700358,0.002508648,0.0001090224,0.0688841,0.01112079,0.00143207,0.04522748,0.002037779],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0481777,0.0008307493,0.9503262,0.0002149282,0.0002158891,0.0001189488,0.000003393831,0.0001106804,0.00000150701],"genre_scores_gemma":[0.4823271,0.00001676794,0.5175384,0.00001976337,0.00005805511,0.000005231322,0.000002064573,0.00001191367,0.0000206903],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.719081,"threshold_uncertainty_score":0.3432589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2886769913","doi":"10.1016/j.jss.2018.08.032","title":"Improving reusability of software libraries through usage pattern mining","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Université de Montréal; Concordia University","funders":"","keywords":"Computer science; Reusability; Reuse; World Wide Web; Software; Software engineering; Set (abstract data type); Database; Operating system; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02447070377673977,"gpt":0.2586601695917568,"spread":0.234189465815017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001072046,0.0001662013,0.0004500271,0.0001490387,0.0001329114,0.0002744174,0.0008140865,0.0001097603,0.000008094127],"category_scores_gemma":[0.002796691,0.0001328149,0.0000996944,0.0003153345,0.0001796932,0.001362546,0.000383751,0.0002479671,0.000002344886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004998982,"about_ca_system_score_gemma":0.0001889756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001345736,"about_ca_topic_score_gemma":0.00000332095,"domain_scores_codex":[0.9980186,0.0001061782,0.0007152653,0.0002515467,0.0006008025,0.0003076431],"domain_scores_gemma":[0.9970441,0.001211954,0.0004945776,0.0005268276,0.0005788261,0.0001436839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003633281,0.0001015784,0.843666,0.001650095,0.0001513914,0.0001288846,0.01035935,0.0001658854,0.0006386044,0.0003617638,0.001800441,0.1409397],"study_design_scores_gemma":[0.007331507,0.01070349,0.8890257,0.01106546,0.0002104385,0.005460173,0.005545496,0.02292866,0.01500254,0.00538085,0.02400479,0.003340866],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3604174,0.001569714,0.6371169,0.00004516621,0.000692248,0.00008143823,0.000004876287,0.00006572349,0.000006548382],"genre_scores_gemma":[0.8525941,0.00002117013,0.1469132,0.00002414643,0.0003775708,0.000002683427,3.275689e-7,0.00001716574,0.00004969464],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4921767,"threshold_uncertainty_score":0.5416033,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2153155317","doi":"10.1016/j.jss.2010.12.018","title":"A model of job satisfaction for collaborative development processes","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Job satisfaction; Agile software development; Job design; Computer science; Knowledge management; Extreme programming; Job attitude; Sustainability; Software development; Work (physics); Job analysis; Pair programming; Job performance; Software development process; Software; Psychology; Engineering; Software engineering; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02750157553542526,"gpt":0.2656077780506239,"spread":0.2381062025151987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004225439,0.0000681654,0.0001751691,0.00008365716,0.000055264,0.00007755154,0.0001491148,0.00005541766,3.73951e-7],"category_scores_gemma":[0.000369428,0.00005188762,0.00002123801,0.0001273577,0.00001126986,0.0005184066,0.00001974251,0.0001078482,8.526845e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001154457,"about_ca_system_score_gemma":0.0002944804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008511319,"about_ca_topic_score_gemma":0.00001256588,"domain_scores_codex":[0.9993834,0.000009766203,0.0003040425,0.0000747997,0.0001553691,0.00007256219],"domain_scores_gemma":[0.9985029,0.0002402313,0.0003956568,0.00008889529,0.0007240023,0.00004831619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005312571,0.0004074682,0.257647,0.01515595,0.001163424,0.0000485626,0.05149696,0.04410337,0.04665128,0.07699388,0.01340803,0.4923928],"study_design_scores_gemma":[0.01172887,0.008213622,0.1371557,0.009215377,0.0005433426,0.00437857,0.004427312,0.3899556,0.1279173,0.03942192,0.261856,0.005186351],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1497865,0.0005145904,0.8491933,0.00004236101,0.0003025958,0.0001168747,0.00000376276,0.0000329918,0.000007010083],"genre_scores_gemma":[0.5803404,0.00004119376,0.4195485,0.000004980433,0.00003599914,0.000008591971,1.0971e-7,0.000003645998,0.00001659681],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4872065,"threshold_uncertainty_score":0.2115916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2591512809","doi":"10.1016/j.jss.2017.02.021","title":"Predicting bug-fixing time: A replication study using an open source software project","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Replication (statistics); Replicate; Computer science; Software bug; Software; Open source; Statistics; Operating system; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.07000649680391977,"gpt":0.350390490200443,"spread":0.2803839933965232,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003339474,0.000183454,0.0004362875,0.0002357262,0.0009108218,0.003203741,0.002663249,0.00008685941,0.00000133284],"category_scores_gemma":[0.003722243,0.0001546751,0.00005034539,0.0001670338,0.00003962391,0.002909095,0.001119076,0.0003574788,0.000002120941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001288926,"about_ca_system_score_gemma":0.0002824668,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000885919,"about_ca_topic_score_gemma":0.000007266911,"domain_scores_codex":[0.997763,0.0001817939,0.0006053252,0.0004634722,0.0006717797,0.0003145616],"domain_scores_gemma":[0.9963687,0.0003571993,0.0009085453,0.00162694,0.0005395124,0.0001991193],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002477013,0.0002203952,0.9759146,0.0001427424,0.0001092553,0.0001217915,0.004301114,0.002003285,0.0003690455,0.000009323019,0.0001967304,0.01658695],"study_design_scores_gemma":[0.004698523,0.004171884,0.7898623,0.00329833,0.0001444463,0.004516871,0.003274123,0.1862068,0.0001902954,0.0001630504,0.002234738,0.001238602],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7414764,0.000270888,0.2571506,0.00002673086,0.0003229925,0.0006237512,0.000002434378,0.0001207037,0.000005590611],"genre_scores_gemma":[0.9699998,0.000006307155,0.02935954,0.000008327939,0.0003712075,0.00001689238,6.118058e-7,0.00003572117,0.000201514],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2285235,"threshold_uncertainty_score":0.997831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4383215759","doi":"10.1016/j.jss.2023.111796","title":"A systematic literature review on source code similarity measurement and clone detection: Techniques, applications, and challenges","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Code review; Field (mathematics); Similarity (geometry); Software; Code (set theory); Java; Software engineering; Static program analysis; Software development; Point (geometry); Data mining; Information retrieval; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04170936095502379,"gpt":0.2713537760964991,"spread":0.2296444151414753,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002835246,0.0001352403,0.000423187,0.0002259711,0.0001191045,0.0002112096,0.0002181609,0.00008401378,1.319507e-7],"category_scores_gemma":[0.0007518758,0.00009922778,0.00004002389,0.000364541,0.00002205705,0.0001877982,0.0001010798,0.0002814654,0.000001248451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006047509,"about_ca_system_score_gemma":0.00002870488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001906058,"about_ca_topic_score_gemma":0.00000121388,"domain_scores_codex":[0.9984381,0.0001466975,0.0004292215,0.0002132946,0.0006206217,0.0001520985],"domain_scores_gemma":[0.9985219,0.0004122759,0.0002222559,0.0002989149,0.0003999375,0.0001446781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002233629,0.0001046447,0.00112153,0.8116004,0.0003507547,0.0002644609,0.002012109,0.00006525601,0.000345023,0.001324862,0.002204921,0.1805837],"study_design_scores_gemma":[0.001585347,0.002088532,0.01534266,0.8775161,0.0002715587,0.01344939,0.0006166383,0.004827449,0.0004493759,0.0007615258,0.0817548,0.001336645],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000887493,0.7995825,0.1971985,0.001102884,0.0001232572,0.0008651486,0.000003585736,0.0002332441,0.000003313875],"genre_scores_gemma":[0.2127594,0.7801232,0.006089524,0.000161186,0.0003661718,0.0003663775,9.185571e-7,0.00004024338,0.00009294556],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2118719,"threshold_uncertainty_score":0.4046391,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092628922","doi":"10.1016/j.jss.2006.10.037","title":"Model-based user interface engineering with design patterns","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Software design pattern; Reusability; Human–computer interaction; Interface (matter); Software engineering; Reuse; Construct (python library); Task (project management); User interface; Process (computing); Structural pattern; Model transformation; Model-driven architecture; Programming language; Software development; Artificial intelligence; Software; Software design; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02025391393309924,"gpt":0.2154627778022191,"spread":0.1952088638691199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004213151,0.0001277248,0.000232237,0.00009656636,0.00004471824,0.0002340129,0.0003253606,0.00005302766,0.000001282739],"category_scores_gemma":[0.00001977988,0.00008959744,0.00004485952,0.00008901855,0.00001427694,0.0004371748,0.00002929602,0.0001565169,0.000001214658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004386486,"about_ca_system_score_gemma":0.00007164689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004348296,"about_ca_topic_score_gemma":0.000004018323,"domain_scores_codex":[0.9990699,0.00005014241,0.0003364638,0.0001414941,0.0002408667,0.0001611917],"domain_scores_gemma":[0.9992167,0.0001263261,0.0001858708,0.0002018222,0.0001919058,0.00007731035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002646592,0.00004549827,0.00943396,0.0001207592,0.00002221206,0.0000360008,0.0002213623,0.9887468,0.0003320318,0.0003226193,0.0004305612,0.0002617478],"study_design_scores_gemma":[0.0007009333,0.0005204853,0.002799443,0.0007276955,0.00001929553,0.0002789147,0.00004417924,0.9915301,0.002498938,0.0001239375,0.0005197971,0.0002362656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1670052,0.0003953047,0.8322452,0.00007566954,0.000156774,0.0000813847,0.000001747935,0.00003559226,0.000003100157],"genre_scores_gemma":[0.8968625,0.00000258347,0.1029778,0.00002080282,0.00005477903,0.000002639454,1.122652e-7,0.000009399967,0.00006941282],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7298573,"threshold_uncertainty_score":0.3653678,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006253492","doi":"10.1016/j.jss.2007.05.037","title":"Traffic-aware stress testing of distributed real-time systems based on UML models using genetic algorithms","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Real-time computing; Test case; Focus (optics); Sequence diagram; Scenario testing; Algorithm; Stress test; Distributed computing; Artificial intelligence; Machine learning; Software; Variety (cybernetics)","retraction":null,"screen_n_in":null,"score":{"opus":0.03951929322770974,"gpt":0.2682844576664398,"spread":0.22876516443873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00153219,0.0002497462,0.0006255411,0.0003515126,0.0001629931,0.0002057456,0.0005269469,0.0001562983,3.993166e-7],"category_scores_gemma":[0.0004238808,0.0002045327,0.0001085861,0.0004949077,0.0000550824,0.0002829364,0.00007208999,0.000232183,3.328219e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001249623,"about_ca_system_score_gemma":0.0001861917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003561879,"about_ca_topic_score_gemma":7.120583e-7,"domain_scores_codex":[0.9974231,0.0001352877,0.001091353,0.0002876684,0.0007013597,0.0003612499],"domain_scores_gemma":[0.9962273,0.001141213,0.001137563,0.0004374791,0.0008322273,0.0002242381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003709355,0.0001857647,0.01302046,0.0007134029,0.00005935643,0.0004174041,0.0003548362,0.9614885,0.0002377519,0.00006939098,0.0005411895,0.02287478],"study_design_scores_gemma":[0.0003878734,0.0004527791,0.001619236,0.003141241,0.00003001552,0.0005647543,0.0000441399,0.9932927,0.0000905339,0.0001481929,0.000007849203,0.0002207249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1429896,0.0006148727,0.8550668,0.000009141711,0.0003583932,0.0001808826,0.0000422247,0.000726559,0.0000115394],"genre_scores_gemma":[0.787528,0.000008356415,0.2122536,0.000008313388,0.0001688264,0.000001848239,0.000002329855,0.0000219175,0.000006754215],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6445385,"threshold_uncertainty_score":0.83406,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095526692","doi":"10.1016/j.jss.2010.07.012","title":"A replicated survey of software testing practices in the Canadian province of Alberta: What has changed from 2004 to 2009?","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"IBM; Test (biology); Software testing; Software; Unit (ring theory); Usability; Unit testing; Engineering; Software engineering; Business; Computer science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06858567220213452,"gpt":0.2852814977116194,"spread":0.2166958255094849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003079324,0.0001397447,0.0003780962,0.0002531209,0.000100218,0.0004612285,0.0008798168,0.0001293116,0.000002814025],"category_scores_gemma":[0.01156484,0.0000986156,0.00003867807,0.0006110267,0.00003958953,0.00124071,0.00006219405,0.0004636527,8.379444e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003694538,"about_ca_system_score_gemma":0.0006125306,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5960464,"about_ca_topic_score_gemma":0.4574993,"domain_scores_codex":[0.9983735,0.0002127235,0.0006363596,0.0002064628,0.0003600957,0.0002108562],"domain_scores_gemma":[0.9936274,0.003576687,0.001465302,0.0005167993,0.0006493486,0.0001644309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001324101,0.0002878474,0.9112409,0.0006485937,0.0002041408,0.0003299243,0.01362623,0.001171097,0.00168797,0.0003138339,0.006617818,0.06373921],"study_design_scores_gemma":[0.0007712109,0.001065858,0.9716559,0.002945263,0.00006606708,0.0008955712,0.0006381549,0.002382244,0.0007598544,0.0003245198,0.01789959,0.0005957615],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9128362,0.00639776,0.07551586,0.002792722,0.001411328,0.0008834844,0.00006247059,0.00007697257,0.00002323142],"genre_scores_gemma":[0.9410184,0.00004082497,0.05873972,0.00008718557,0.00007899445,0.000008989258,0.000002100307,0.00001152788,0.00001227512],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1385472,"threshold_uncertainty_score":0.9967611,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076091918","doi":"10.1016/j.jss.2010.07.032","title":"Adaptive ridge regression system for software cost estimating on multi-collinear datasets","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Saskatchewan; University of Wisconsin-Madison","keywords":"Collinearity; Regression; Computer science; Regression analysis; Linear regression; Machine learning; Proper linear model; Data mining; Artificial intelligence; Polynomial regression; Stepwise regression; Robust regression; Local regression; Regression diagnostic; Software; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03813444071146832,"gpt":0.306014315652878,"spread":0.2678798749414096,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001462818,0.0002381154,0.0004755357,0.0002721134,0.0002854066,0.0003454112,0.0007754888,0.0001665717,9.453944e-7],"category_scores_gemma":[0.003150992,0.0001734463,0.0001103212,0.0002203854,0.00004251825,0.0005453288,0.0001691701,0.0006264637,0.000006916452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001066702,"about_ca_system_score_gemma":0.000154803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002718592,"about_ca_topic_score_gemma":0.000003132249,"domain_scores_codex":[0.9979743,0.00007444215,0.0006235351,0.0003315023,0.0006251122,0.0003710497],"domain_scores_gemma":[0.996173,0.001929155,0.0005087777,0.0005358486,0.000535287,0.0003178821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001763446,0.002201583,0.1102227,0.01887789,0.00170857,0.004499988,0.009193312,0.1498336,0.00886371,0.01470445,0.1175985,0.5605322],"study_design_scores_gemma":[0.006969709,0.002173396,0.01117267,0.00931088,0.00007923564,0.003722397,0.0006160275,0.9461379,0.001582728,0.00006710902,0.01697359,0.001194332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03103036,0.0004285459,0.964157,0.00004367313,0.003328952,0.0005781918,0.0002593789,0.0001727843,0.00000112247],"genre_scores_gemma":[0.3843964,0.000006370473,0.6147396,0.00001725741,0.0006963834,0.00004676787,0.00001601854,0.00003778727,0.00004341083],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7963043,"threshold_uncertainty_score":0.7072936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3017017882","doi":"10.1016/j.jss.2020.110596","title":"ThermoSim: Deep learning based framework for modeling and simulation of thermal-aware resource management for cloud computing environments","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"Indian Institute of Technology Delhi","keywords":"Cloud computing; CloudSim; Server; Virtual machine; Data center; Energy consumption; Resource management (computing); Workload; Resource allocation","retraction":null,"screen_n_in":null,"score":{"opus":0.02184179484846668,"gpt":0.2428031246698981,"spread":0.2209613298214314,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006298361,0.000127723,0.0002938173,0.00006729546,0.0002081062,0.000104401,0.0002474936,0.00006081601,3.294846e-7],"category_scores_gemma":[0.00007386589,0.0001057101,0.00009361601,0.00008210349,0.00001714895,0.00003253547,0.0001498403,0.000134246,1.075452e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002192797,"about_ca_system_score_gemma":0.000006531652,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001737345,"about_ca_topic_score_gemma":3.60766e-8,"domain_scores_codex":[0.9988168,0.00007375565,0.0004874626,0.00021269,0.0002430052,0.0001662915],"domain_scores_gemma":[0.9987652,0.0004584274,0.0005038371,0.0001210953,0.00005903652,0.0000924359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003913825,0.00001664428,0.0004133384,0.0004947465,0.00006543762,0.000002915892,0.001402822,0.9606561,0.00001086159,0.0003787364,0.000009062204,0.03651019],"study_design_scores_gemma":[0.0007478137,0.0002772958,0.0001554267,0.0004847546,0.00004096011,0.000002737903,0.0009002716,0.9953585,0.000006642879,0.0001730482,0.001743204,0.000109374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1312402,0.0008823066,0.8672248,0.0002005088,0.0001096607,0.0003142153,0.000001079068,0.00002051881,0.000006669064],"genre_scores_gemma":[0.9393897,0.000007186515,0.06022038,0.0001246681,0.0002259857,0.000002832441,7.10465e-7,0.00001446613,0.00001408205],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8081495,"threshold_uncertainty_score":0.4310735,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2976928731","doi":"10.1016/j.jss.2019.110427","title":"An empirical study of security warnings from static application security testing tools","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Computer science; False positive paradox; Source code; Application security; Vulnerability (computing); Computer security; Static program analysis; Static analysis; Code (set theory); Open source; Web application security; Software security assurance; Empirical research; Secure coding; Software; Data mining; Information security; Software development; The Internet; World Wide Web; Machine learning; Security service; Set (abstract data type); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02707849916874567,"gpt":0.3027242912348174,"spread":0.2756457920660717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001018948,0.0001159217,0.0003802016,0.0001360021,0.00005085345,0.0001888289,0.0005481652,0.0000648579,0.000002470818],"category_scores_gemma":[0.0008891324,0.00009532864,0.00003597388,0.000315698,0.00001629615,0.0006945053,0.0001139667,0.0003279738,0.00000323936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005363356,"about_ca_system_score_gemma":0.00007836874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003057616,"about_ca_topic_score_gemma":0.000003757757,"domain_scores_codex":[0.9982559,0.0001579171,0.0005519903,0.0002319225,0.0006305107,0.0001717676],"domain_scores_gemma":[0.996902,0.001626267,0.0004209034,0.0004111974,0.0004845829,0.0001550635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009278772,0.0002052716,0.9803022,0.0001385947,0.00003572607,0.00001611079,0.01320278,0.001044171,0.0002600661,0.00001286896,0.00004819512,0.004724765],"study_design_scores_gemma":[0.001371833,0.002250584,0.8787236,0.000367163,0.00002447218,0.0001137353,0.00303734,0.112694,0.00007310823,0.0008490579,0.000235845,0.000259282],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9381452,0.0002868253,0.06089734,0.00001895847,0.0002036749,0.0003858295,0.000005997952,0.00005384602,0.000002342861],"genre_scores_gemma":[0.9953234,0.000003139406,0.004543338,0.000008498524,0.00009934879,0.000008429912,0.000001031995,0.00001020046,0.000002614359],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1116499,"threshold_uncertainty_score":0.3887389,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2469414321","doi":"10.1016/j.jss.2016.06.101","title":"Reverse engineering reusable software components from object-oriented APIs","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Reuse; Component-based software engineering; Software engineering; Component (thermodynamics); Object-oriented programming; Java; Software; Application programming interface; Software development; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01466462773174235,"gpt":0.2220048776613016,"spread":0.2073402499295593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006210571,0.0002107375,0.0004425026,0.0002806499,0.00009063661,0.0001695086,0.0007030853,0.0001203379,0.00001658756],"category_scores_gemma":[0.002088906,0.0001445612,0.0001092443,0.0002972021,0.00003108973,0.0008239491,0.0002525087,0.0002609386,0.00003305729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001686289,"about_ca_system_score_gemma":0.00008685284,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00013242,"about_ca_topic_score_gemma":0.000001034886,"domain_scores_codex":[0.9979683,0.00006505557,0.0005794042,0.000288951,0.0007109994,0.000387244],"domain_scores_gemma":[0.9971566,0.001350692,0.0002686762,0.0005096949,0.000389683,0.0003246674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002399402,0.0004519407,0.8171128,0.001433707,0.001507787,0.003035026,0.004245764,0.005852077,0.04995059,0.002270677,0.0500627,0.06383698],"study_design_scores_gemma":[0.01987856,0.002740826,0.5710877,0.02537649,0.0002424936,0.005510876,0.0005891461,0.01990017,0.008961381,0.001464058,0.3395091,0.004739272],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2562469,0.001525106,0.740101,0.0001453368,0.001657721,0.0001184298,0.00002093703,0.0001817315,0.000002811144],"genre_scores_gemma":[0.8928756,0.0002308128,0.1057627,0.00003632003,0.0005482165,0.000009688595,0.000002088053,0.00004827581,0.0004862821],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6366287,"threshold_uncertainty_score":0.5895036,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2289443514","doi":"10.1016/j.jss.2016.02.048","title":"Mining trends and patterns of software vulnerabilities","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Toronto Metropolitan University","funders":"","keywords":"Secure coding; Computer science; Computer security; Vulnerability (computing); Software; Security bug; Vulnerability management; Buffer overflow; SQL injection; Software security assurance; Software bug; Vulnerability assessment; World Wide Web; Information security; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01913465915809343,"gpt":0.2533022777641016,"spread":0.2341676186060082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006891981,0.0001221026,0.0003475453,0.0003214678,0.00005406155,0.00009454806,0.0003297916,0.00006727074,0.000006646626],"category_scores_gemma":[0.0009870625,0.00007532797,0.00006132809,0.0001447484,0.00005300329,0.0004814441,0.0001432982,0.0001096135,4.422936e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003536726,"about_ca_system_score_gemma":0.00005288499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003222109,"about_ca_topic_score_gemma":0.000002140279,"domain_scores_codex":[0.9986892,0.00006769357,0.0004609142,0.0001642599,0.0004102376,0.0002077458],"domain_scores_gemma":[0.9976459,0.001440511,0.0002438155,0.0002479477,0.0002665271,0.000155298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001178452,0.00002358863,0.8071685,0.0004091203,0.00006721561,0.00005571877,0.001590441,0.00004714561,0.0002610815,0.0004126757,0.0004600795,0.1894926],"study_design_scores_gemma":[0.002983232,0.001646321,0.9785687,0.00495331,0.00004022417,0.002486541,0.0009762943,0.0004466978,0.001001038,0.0004965498,0.00573421,0.0006668686],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6392389,0.002204781,0.3579589,0.0001583028,0.0003558907,0.00003213566,0.000009120693,0.00003901996,0.000002926521],"genre_scores_gemma":[0.9869351,0.0001204954,0.01239312,0.000006903286,0.0001235703,0.000002686242,1.322534e-7,0.00001175873,0.0004062681],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3476962,"threshold_uncertainty_score":0.3071785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019509721","doi":"10.1016/j.jss.2006.07.019","title":"Interaction tree algorithms to extract effective architecture and layered performance models from traces","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Tracing; Asynchronous communication; TRACE (psycholinguistics); Tree (set theory); Architecture; Software architecture; Software; Reference architecture; Parallel computing; Pattern matching; Distributed computing; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.009354810289471018,"gpt":0.2264522879345924,"spread":0.2170974776451213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005169305,0.000183521,0.000408611,0.0001715046,0.0001468512,0.0002473845,0.0002459835,0.0001085606,9.936133e-7],"category_scores_gemma":[0.00003562671,0.0001254255,0.0000746315,0.0001625403,0.00002947513,0.001104417,0.00006725396,0.0002641881,0.000002300566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006300081,"about_ca_system_score_gemma":0.00003712742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004210281,"about_ca_topic_score_gemma":0.00002772259,"domain_scores_codex":[0.9985859,0.00009849364,0.0005287195,0.0002645382,0.0003297121,0.0001926045],"domain_scores_gemma":[0.9988142,0.0002766025,0.0003494246,0.0002202398,0.0002040566,0.000135465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001902183,0.0001491548,0.06218068,0.0004795771,0.0001293367,0.00006023526,0.004868083,0.05569753,0.0008218072,0.00009238652,0.0006794328,0.8746516],"study_design_scores_gemma":[0.003514529,0.002693827,0.7003534,0.003558445,0.0001021656,0.002958217,0.001050289,0.2704378,0.001392789,0.003754572,0.009018818,0.001165151],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6417398,0.002355993,0.3548851,0.00008354462,0.0006607228,0.0002067635,0.000005718265,0.00003548183,0.00002685511],"genre_scores_gemma":[0.9850869,0.00009369676,0.01435008,0.00002659192,0.0003761082,0.00001285056,0.00000101003,0.000009484068,0.00004330669],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8734864,"threshold_uncertainty_score":0.5114705,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3135755970","doi":"10.1016/j.jss.2021.110925","title":"Building and evaluating a theory of architectural technical debt in software-intensive systems","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Technical debt; Grounded theory; Construct (python library); Computer science; Architectural pattern; Software engineering; Software; Management science; Software development; Engineering; Qualitative research; Software design; Sociology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02764844191506475,"gpt":0.3023090304893241,"spread":0.2746605885742593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002504084,0.0001583463,0.0005726512,0.0003405646,0.00006052588,0.0001873101,0.0003664326,0.0001065816,8.765241e-7],"category_scores_gemma":[0.009172851,0.0001274375,0.00007976004,0.0004124174,0.00007385606,0.0002677965,0.0003036788,0.0004707577,3.00125e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008691569,"about_ca_system_score_gemma":0.0002280778,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004776285,"about_ca_topic_score_gemma":0.00000294826,"domain_scores_codex":[0.9977263,0.0003284152,0.0007605971,0.0002615186,0.0006318374,0.0002913369],"domain_scores_gemma":[0.995415,0.002781073,0.0003325118,0.00029329,0.001020289,0.0001578224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003576011,0.0002986005,0.5630425,0.008185893,0.0007425222,0.005422305,0.01293497,0.05649182,0.043403,0.04079197,0.0004728235,0.267856],"study_design_scores_gemma":[0.01093079,0.004409685,0.6897388,0.03738179,0.0002463569,0.1148167,0.009640994,0.1052492,0.004271373,0.02002311,0.0006359136,0.002655273],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5462283,0.01178415,0.4413762,0.00004467732,0.0004127832,0.0001163966,0.000002116091,0.00003345168,0.000001855136],"genre_scores_gemma":[0.9324073,0.00005511152,0.06738,0.00001495394,0.00009464658,0.000006707421,2.287291e-7,0.00001504291,0.00002603859],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3861789,"threshold_uncertainty_score":0.9991733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983931539","doi":"10.1016/j.jss.2003.09.017","title":"Multi-devices “Multiple” user interfaces: development models and research opportunities","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; User interface; User interface design; Human–computer interaction; Interface (matter); Context (archaeology); Mobile device; Consistency (knowledge bases); User experience design; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.3018263174982316,"gpt":0.3452181019100203,"spread":0.04339178441178865,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002730535,0.0001297071,0.0002848637,0.0002026913,0.0002239129,0.0004943436,0.0003751076,0.00008112229,0.000002986891],"category_scores_gemma":[0.0002035084,0.00009590502,0.00003040089,0.000112772,0.00008996932,0.001064509,0.0001279781,0.0002811498,0.000002162583],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005185431,"about_ca_system_score_gemma":0.000200742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003898999,"about_ca_topic_score_gemma":0.00002253561,"domain_scores_codex":[0.9982146,0.0003566882,0.0005353666,0.0002039094,0.0004448271,0.0002446104],"domain_scores_gemma":[0.9983862,0.0004055851,0.0001941047,0.0002030439,0.0006176484,0.0001934357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005051685,0.00275358,0.3506201,0.009010637,0.002220467,0.001500743,0.3573157,0.01432133,0.004395818,0.08195443,0.02108492,0.1543171],"study_design_scores_gemma":[0.01123737,0.003928895,0.03316329,0.01183466,0.0001164371,0.006887049,0.1062404,0.1514808,0.01348445,0.009648979,0.6484487,0.003529003],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5436589,0.006755301,0.4488139,0.0001638402,0.0003711075,0.0001591836,0.000001758497,0.00002464387,0.00005145201],"genre_scores_gemma":[0.9344857,0.0002646031,0.06465255,0.00003487713,0.00002361138,0.000005399444,1.233585e-7,0.000007791159,0.0005253317],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6273638,"threshold_uncertainty_score":0.4766966,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036458369","doi":"10.1016/j.jss.2008.03.067","title":"Performance analysis of security aspects by weaving scenarios extracted from UML models","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Weaving; Unified Modeling Language; Computer science; Software engineering; Process (computing); Software; Aspect-oriented programming; Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01389998779462641,"gpt":0.2142190393488737,"spread":0.2003190515542473,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006877449,0.0001887364,0.0008458155,0.0003207609,0.0001971793,0.00006998258,0.0005349389,0.0001523793,0.000005692343],"category_scores_gemma":[0.00007568658,0.0001398286,0.0002362546,0.0007772948,0.00007746848,0.001319105,0.00009675521,0.0002753225,0.000001459687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007270693,"about_ca_system_score_gemma":0.0001504352,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004833248,"about_ca_topic_score_gemma":0.000008827742,"domain_scores_codex":[0.9977127,0.000107101,0.001020084,0.0002674116,0.0006582644,0.0002344309],"domain_scores_gemma":[0.9976675,0.0001950474,0.0009516477,0.0004657043,0.0005458136,0.0001742997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007059164,0.0003245599,0.945574,0.0005148377,0.001681456,0.00009872278,0.01322354,0.02997621,0.0006288102,0.00009386551,0.001441131,0.006372288],"study_design_scores_gemma":[0.001111383,0.0003928888,0.2075032,0.0008023314,0.0004329796,0.0004254459,0.000390805,0.7874879,0.0003643108,0.0002117442,0.000407842,0.0004691768],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8927118,0.004143918,0.102439,0.00002649219,0.0004650903,0.0001073683,0.00002470409,0.00004178462,0.0000398078],"genre_scores_gemma":[0.9973617,0.0006942726,0.001783432,0.00001769211,0.0001016845,0.000002414297,0.000003810915,0.000008244248,0.00002670156],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7575117,"threshold_uncertainty_score":0.5702047,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389980560","doi":"10.1016/j.jss.2023.111934","title":"A survey on machine learning techniques applied to source code","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Dalhousie University","funders":"H2020 European Research Council; European Research Council","keywords":"Computer science; Workflow; Source code; Machine learning; Context (archaeology); Software; Software engineering; Artificial intelligence; Task (project management); Code review; Data science; Static program analysis; Software development; Systems engineering; Programming language; Engineering; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.02886875562047403,"gpt":0.2772920157214117,"spread":0.2484232601009377,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002142751,0.0001113213,0.0002645488,0.0004285166,0.0001012072,0.0002083397,0.00045528,0.00005897749,0.000001098953],"category_scores_gemma":[0.001371163,0.00008861208,0.00003867232,0.0006335604,0.00001162313,0.0000979564,0.0001783308,0.000355387,0.00002608332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004950494,"about_ca_system_score_gemma":0.00004290068,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009212895,"about_ca_topic_score_gemma":0.000006009231,"domain_scores_codex":[0.9986948,0.0000960897,0.0002970185,0.0001717332,0.0005018225,0.0002385836],"domain_scores_gemma":[0.9981806,0.001131185,0.0001189711,0.0002092374,0.0001719634,0.0001880769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001919192,0.0001369833,0.6113157,0.0006737718,0.0002555404,0.0006061586,0.005819876,0.07850816,0.002891057,0.001091472,0.03507026,0.2634391],"study_design_scores_gemma":[0.001362554,0.002642252,0.8299409,0.001727834,0.00001504753,0.0005382153,0.000263106,0.02642163,0.001963906,0.0001466269,0.1339205,0.001057464],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2025485,0.0004152389,0.7956157,0.0001831627,0.0003718509,0.0002212149,0.00000873165,0.0006158195,0.00001979665],"genre_scores_gemma":[0.9921591,0.00004643124,0.006878717,0.00004500593,0.0001454968,0.00001001214,0.000001897659,0.00002492705,0.0006884705],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7896106,"threshold_uncertainty_score":0.3613496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023839889","doi":"10.1016/j.jss.2012.05.033","title":"Achieving dynamic adaptation via management and interpretation of runtime models","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Sketch; Graph; Software; Distributed computing; Usability; Graph rewriting; Software engineering; Programming language; Theoretical computer science; Human–computer interaction; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.02433162901747249,"gpt":0.2582615732088913,"spread":0.2339299441914188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006651576,0.00007551916,0.0002009656,0.0001339913,0.00003158772,0.00003236414,0.0001272079,0.00003318293,1.342184e-7],"category_scores_gemma":[0.00007027423,0.00006206269,0.00002870455,0.00007960719,0.00001691184,0.001051488,0.00007576155,0.00007680984,1.353402e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002852984,"about_ca_system_score_gemma":0.000005745632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003003985,"about_ca_topic_score_gemma":1.788836e-7,"domain_scores_codex":[0.9992834,0.00006693621,0.000314038,0.00007281527,0.0001579175,0.0001049127],"domain_scores_gemma":[0.9992608,0.0002114787,0.0003032463,0.0001035722,0.00006952257,0.00005141819],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002851782,0.00003912722,0.003810063,0.0009185078,0.0001453929,0.00001029699,0.009204295,0.648072,0.0005490067,0.005570573,0.00001540211,0.3316368],"study_design_scores_gemma":[0.0005818971,0.0002630418,0.02302714,0.001095693,0.0000657805,0.0004478903,0.001312978,0.965974,0.00005042947,0.006830258,0.0000755967,0.0002752783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06024926,0.006223874,0.9330069,0.00001003307,0.0004081643,0.00006726983,5.420303e-7,0.00002741006,0.000006539747],"genre_scores_gemma":[0.5911829,0.0001109964,0.4086695,0.000002994675,0.00001503935,0.000001075112,1.224683e-7,0.000003537582,0.00001384697],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5309336,"threshold_uncertainty_score":0.2530843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2796461266","doi":"10.1016/j.jss.2018.03.053","title":"Characterizing and predicting blocking bugs in open source projects","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Concordia University","funders":"","keywords":"Blocking (statistics); Software bug; Computer science; Software; Open source; Code (set theory); Source lines of code; Operating system; Programming language; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.02894337871990336,"gpt":0.2765328254276833,"spread":0.2475894467077799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001400485,0.00009547888,0.0002518697,0.0002300648,0.0001103386,0.0006705244,0.0005370026,0.00005536317,7.249072e-7],"category_scores_gemma":[0.0007644923,0.00007849011,0.00001809986,0.0002441497,0.00003441668,0.0008196791,0.0004994672,0.0002384759,8.078951e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004433203,"about_ca_system_score_gemma":0.00008356438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001287907,"about_ca_topic_score_gemma":0.000004819406,"domain_scores_codex":[0.9988964,0.0000605633,0.0003568089,0.0001812544,0.0002755157,0.0002294939],"domain_scores_gemma":[0.9989883,0.0003498362,0.0002037531,0.000166968,0.0001754695,0.0001156605],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001469074,0.00002485861,0.9620469,0.0002516027,0.00003200983,0.0001160037,0.009016597,0.00005078123,0.001084826,0.00009918427,0.0001121993,0.0271503],"study_design_scores_gemma":[0.003172185,0.001362735,0.9206172,0.007767096,0.000018943,0.005598374,0.002315963,0.04711566,0.001002531,0.0001457457,0.01016477,0.0007187959],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9302276,0.0008335023,0.06820641,0.0000986124,0.0004011741,0.0001778469,5.375132e-7,0.00003978151,0.00001452702],"genre_scores_gemma":[0.9915075,0.00002865268,0.008033134,0.00002454252,0.0003324618,0.000004163509,8.206886e-8,0.00001142984,0.00005807093],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06127985,"threshold_uncertainty_score":0.6465882,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389752973","doi":"10.1016/j.jss.2023.111917","title":"ServiceAnomaly: An anomaly detection approach in microservices using distributed traces and profiling metrics","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Concordia University; University of Alberta","funders":"","keywords":"Anomaly detection; Computer science; Profiling (computer programming); Graph; Data mining; Microservices; Theoretical computer science; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02589335695068727,"gpt":0.2588806977926731,"spread":0.2329873408419858,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001650996,0.0001460727,0.0003789796,0.0004629341,0.0001723408,0.0003233208,0.000287805,0.0001323976,1.383421e-7],"category_scores_gemma":[0.0000538191,0.0001107922,0.00004620239,0.001316134,0.00002592268,0.001320148,0.0001001584,0.0001927718,5.163794e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006650259,"about_ca_system_score_gemma":0.00006425128,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002392065,"about_ca_topic_score_gemma":0.00002340278,"domain_scores_codex":[0.9984683,0.000138815,0.0006187213,0.0002592108,0.0002830315,0.0002319514],"domain_scores_gemma":[0.9989069,0.0001119261,0.0004087045,0.0002103071,0.0002387598,0.0001233748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002879605,0.00008048636,0.9774437,0.001780236,0.00004269853,0.00005035342,0.002543748,0.006015745,0.00162681,0.00003487249,0.000003532395,0.01034905],"study_design_scores_gemma":[0.0009563723,0.0003117307,0.3577899,0.000419181,0.000031127,0.001063258,0.004262504,0.6341577,0.0004601002,0.000118083,0.000107456,0.0003225945],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8863273,0.002088348,0.1109091,0.00001612797,0.0004089568,0.0001718988,0.00000686152,0.0000698374,0.000001489528],"genre_scores_gemma":[0.9917017,0.00009964194,0.008059671,0.000009181971,0.0001111252,0.000003655683,0.000002901418,0.000009034557,0.000003145629],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6281419,"threshold_uncertainty_score":0.4517975,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117262336","doi":"10.1016/j.jss.2010.08.048","title":"A formal approach for the specification and verification of trustworthy component-based systems","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Trustworthiness; Formal verification; Computer science; Formal methods; Software engineering; Formal specification; Model checking; Programming language; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.01193438245092998,"gpt":0.1950519219256482,"spread":0.1831175394747182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007248926,0.0001144645,0.0002882976,0.00009911288,0.00006391416,0.00005823019,0.0001194186,0.00009326195,5.137956e-7],"category_scores_gemma":[0.00004355599,0.0000815488,0.00005815582,0.00007154188,0.00003573088,0.0001521293,0.000006664816,0.0001740233,1.748779e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002583325,"about_ca_system_score_gemma":0.00002108204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001611863,"about_ca_topic_score_gemma":5.877266e-7,"domain_scores_codex":[0.9990586,0.00001717479,0.0005674559,0.00007565581,0.0001572327,0.0001238509],"domain_scores_gemma":[0.9990996,0.0002149306,0.0002773123,0.0001871771,0.0001613158,0.00005964383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001359476,0.00008636314,0.01912442,0.00862306,0.0004949163,0.000002457977,0.001507255,0.9221279,0.03076941,0.005461603,0.0008274989,0.01083918],"study_design_scores_gemma":[0.001252837,0.0001027375,0.03621801,0.0002891046,0.00009264644,0.0002949214,0.0008489838,0.9395864,0.0004209231,0.000004941131,0.02067241,0.000216116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1694967,0.004886186,0.8233417,0.00001762388,0.001574958,0.0005742506,0.00002137921,0.00004739084,0.0000397902],"genre_scores_gemma":[0.9937926,0.00004910961,0.00575082,0.000001378281,0.0003240561,0.00004159883,0.000005251505,0.00002383153,0.00001133411],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8242959,"threshold_uncertainty_score":0.3325464,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4318159369","doi":"10.1016/j.jss.2023.111626","title":"Collaborative Model-Driven Software Engineering — A systematic survey of practices and needs in industry","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"ITEA3; Rijksdienst voor Ondernemend Nederland; ITEA","keywords":"Interview; Focus group; Engineering management; Knowledge management; Engineering; Software; Computer science; Business; Sociology; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.02929885422543335,"gpt":0.273298687700375,"spread":0.2439998334749417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002075764,0.0002114728,0.000811615,0.0008134887,0.00004120507,0.0001506893,0.0004349706,0.0002528194,2.363143e-7],"category_scores_gemma":[0.001060972,0.0001798992,0.00004363202,0.001412151,0.00003005937,0.0008433198,0.000197884,0.0004871066,4.388958e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006802001,"about_ca_system_score_gemma":0.0001809064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001324203,"about_ca_topic_score_gemma":0.0000116648,"domain_scores_codex":[0.9980058,0.0001994672,0.0009267934,0.0001936607,0.0004386843,0.000235586],"domain_scores_gemma":[0.9969499,0.0007950746,0.001206299,0.000298743,0.0006085092,0.0001414636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004983526,0.0001210161,0.3291245,0.03165543,0.000388859,0.0003259898,0.01475246,0.6127685,0.000441807,0.008348131,0.0006983459,0.001325097],"study_design_scores_gemma":[0.0007452334,0.0003121982,0.05251167,0.015248,0.0000472727,0.0003991539,0.000395598,0.9295983,0.00009833115,0.00008080711,0.0001045282,0.000458931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3147706,0.00148871,0.683168,0.0000215808,0.0001500293,0.0002559716,0.00001734364,0.0001270068,8.216159e-7],"genre_scores_gemma":[0.8722784,0.0002292303,0.1273759,0.000006456914,0.00002718314,0.00002542435,0.000001552772,0.00002383075,0.00003197111],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5575079,"threshold_uncertainty_score":0.7336077,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2062886955","doi":"10.1016/j.jss.2006.05.034","title":"Experimental use of code delta, code churn, and rate of change to understand software product line evolution","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Product (mathematics); Context (archaeology); Product line; Line (geometry); Metric (unit); Software product line; Computer science; Code (set theory); Relation (database); Business; Engineering; Telecommunications; Software; Marketing; Database; Manufacturing engineering; Set (abstract data type); Software development; Mathematics; Operating system; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1193688364725196,"gpt":0.3048904650970761,"spread":0.1855216286245565,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007432426,0.0001765636,0.0005188719,0.0002290662,0.00006300395,0.00005935741,0.0002261075,0.00006964543,5.531415e-7],"category_scores_gemma":[0.000750819,0.0001469455,0.00005864953,0.0002366053,0.00007813406,0.0007539502,0.0001355771,0.000130067,1.349443e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001049833,"about_ca_system_score_gemma":0.00005366272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001465658,"about_ca_topic_score_gemma":0.00001318312,"domain_scores_codex":[0.9985317,0.0001287097,0.0006477267,0.0002301923,0.0002611931,0.0002005054],"domain_scores_gemma":[0.9982158,0.0005049032,0.0005457377,0.0002635659,0.0003671484,0.0001028743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.001316158,0.001327122,0.1227401,0.00642765,0.0008030408,0.0004745828,0.02772431,0.6063597,0.1677021,0.01566923,0.006788765,0.04266729],"study_design_scores_gemma":[0.02067314,0.0210049,0.4972076,0.02127494,0.0006979607,0.008214008,0.01385221,0.02969807,0.337808,0.02980786,0.01264506,0.007116202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2821675,0.007734067,0.7094215,0.0000549707,0.0003614918,0.0001880088,0.00003050312,0.00004167536,3.421052e-7],"genre_scores_gemma":[0.6922649,0.00006431422,0.3074617,0.00001422409,0.0001380442,0.000004055187,0.000001009179,0.00001342052,0.00003827709],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5766616,"threshold_uncertainty_score":0.5992264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2979630732","doi":"10.1016/j.jss.2019.110487","title":"Google summer of code: Student motivations and contributions","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Onboarding; Mentorship; Work (physics); Code (set theory); Join (topology); Empirical research; Open source software","retraction":null,"screen_n_in":null,"score":{"opus":0.01450871788434822,"gpt":0.2774624189696516,"spread":0.2629537010853034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005512729,0.00008477196,0.0002943295,0.0001558333,0.0000926377,0.0001370473,0.0002730684,0.00005462674,0.000005068188],"category_scores_gemma":[0.0001735034,0.00006796332,0.00004438447,0.0002985607,0.00004357555,0.0004978685,0.0001195104,0.0001418223,0.000003740154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003310226,"about_ca_system_score_gemma":0.00009051494,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002390009,"about_ca_topic_score_gemma":0.000002844057,"domain_scores_codex":[0.9988559,0.00005304825,0.0005516867,0.0001188959,0.0003009766,0.0001195018],"domain_scores_gemma":[0.9981285,0.0002527289,0.0004959631,0.0002232392,0.0008198342,0.00007975797],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000005500423,0.0001309854,0.9333284,0.0001212784,0.000137358,0.000008974808,0.001808971,0.0003905878,0.0005769756,0.06007838,0.001936005,0.001476551],"study_design_scores_gemma":[0.002489632,0.0006035992,0.9645938,0.0008842699,0.000065986,0.0006031499,0.001525564,0.001248494,0.000240722,0.001376353,0.02601165,0.0003567518],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7137759,0.001210791,0.2836311,0.0004796521,0.0005114416,0.0002293917,0.00003970939,0.00002179484,0.0001001244],"genre_scores_gemma":[0.9941248,0.00004041273,0.005459345,0.00004329207,0.00004969103,0.000002508851,0.000001084996,0.000005541035,0.00027332],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2803489,"threshold_uncertainty_score":0.2771463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3015440189","doi":"10.1016/j.jss.2020.110846","title":"Are game engines software frameworks? A three-perspective study","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Digital Games and Media","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Chicoutimi; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Game Developer; Game testing; Video game development; Game programming; Game design document; Game design; Game development tool; Game engine","retraction":null,"screen_n_in":null,"score":{"opus":0.0304152413080392,"gpt":0.2922933594822764,"spread":0.2618781181742372,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004314996,0.0001398744,0.0004522256,0.00006544808,0.0001009472,0.0003173473,0.0002241569,0.0001584339,0.00001981149],"category_scores_gemma":[0.002790489,0.0001071257,0.0001195141,0.0002459995,0.0001015143,0.0004268964,0.00004243208,0.0004322949,0.000006905704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000743635,"about_ca_system_score_gemma":0.0001366303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000200904,"about_ca_topic_score_gemma":0.0002636703,"domain_scores_codex":[0.9985424,0.00008934485,0.0003815973,0.000169837,0.0005797763,0.000237068],"domain_scores_gemma":[0.9981528,0.0002182186,0.0005296877,0.00009007075,0.0005783948,0.0004308402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000181738,0.0004968035,0.7089893,0.0002484194,0.0005256029,0.001003197,0.2235014,0.0003251564,0.000004140737,0.002495649,0.00792296,0.05430572],"study_design_scores_gemma":[0.001701659,0.001358374,0.0969604,0.001024593,0.0001756293,0.00006739025,0.5983421,0.00003658755,0.000001308981,0.001288758,0.2985152,0.0005280286],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9483676,0.02355743,0.01669756,0.005156955,0.002883833,0.001120996,0.00004135219,0.0002090156,0.001965272],"genre_scores_gemma":[0.9969742,0.0001497026,0.0003948937,0.0003067314,0.001622887,0.000005215041,2.17e-7,0.00001741068,0.0005287539],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6120288,"threshold_uncertainty_score":0.436846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987608134","doi":"10.1016/j.jss.2014.11.041","title":"An investigation into the best practices for the successful design and implementation of lightweight software process assessment methods: A systematic literature review","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Best practice; Documentation; Process (computing); Systematic review; Set (abstract data type); Computer science; Process management; Quality (philosophy); Software; Systematic process; Software engineering; Engineering management; Engineering; Knowledge management; Work in process; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.03674286099790741,"gpt":0.396400107786119,"spread":0.3596572467882116,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008128159,0.0001589852,0.0004372932,0.00009073539,0.0002389525,0.0005710866,0.0005800188,0.00006685701,4.753994e-7],"category_scores_gemma":[0.001523295,0.00007800784,0.00005987859,0.000283654,0.00003618401,0.001662101,0.00003943221,0.0002055903,5.641633e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002371667,"about_ca_system_score_gemma":0.0001096888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006533974,"about_ca_topic_score_gemma":0.000005086508,"domain_scores_codex":[0.9976336,0.0009644025,0.0007558605,0.0001788143,0.0003488613,0.0001184535],"domain_scores_gemma":[0.9914185,0.004786789,0.002591489,0.0003625368,0.0007621441,0.00007852496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00007681948,0.0002269025,0.0148515,0.6053851,0.00114759,0.00001886762,0.05567837,0.0022304,0.000666594,0.01739634,0.001810531,0.300511],"study_design_scores_gemma":[0.004665087,0.01712397,0.006650313,0.5742895,0.007271103,0.007189556,0.02921129,0.2825567,0.005812368,0.0379659,0.02423972,0.003024525],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001700215,0.09371924,0.9021074,0.001030436,0.0002213982,0.001182098,0.000001707724,0.00003706214,4.758068e-7],"genre_scores_gemma":[0.07865156,0.01665926,0.9039778,0.0002166682,0.0001827332,0.0002806383,0.00000220027,0.00001931111,0.000009873503],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2974865,"threshold_uncertainty_score":0.5507001,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2028793581","doi":"10.1016/j.jss.2011.12.006","title":"The impact of accounting for special methods in the measurement of object-oriented class cohesion on refactoring and fault prediction activities","year":2011,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Kuwait University; University of Alberta","keywords":"Cohesion (chemistry); Code refactoring; Computer science; Empirical research; Class (philosophy); Object-oriented programming; Artificial intelligence; Software; Programming language; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.06450824714716616,"gpt":0.3307992034548805,"spread":0.2662909563077143,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003998854,0.00007949066,0.0002074532,0.0001359497,0.0000884448,0.00005937272,0.0002314224,0.00004493622,2.390969e-7],"category_scores_gemma":[0.001163814,0.0000407316,0.00006751245,0.0001457672,0.00003205116,0.0002452187,0.00004139325,0.0001708561,1.604638e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009980625,"about_ca_system_score_gemma":0.00007399253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000790909,"about_ca_topic_score_gemma":0.000003431371,"domain_scores_codex":[0.9987748,0.0001438097,0.0003764606,0.00008767211,0.0004826856,0.0001345608],"domain_scores_gemma":[0.9978459,0.001339024,0.0003324308,0.0001527289,0.0002982756,0.00003157977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001708021,0.0004799334,0.619,0.001806506,0.0008036172,0.00002501313,0.07820603,0.005334798,0.02272684,0.002981639,0.001227626,0.2657],"study_design_scores_gemma":[0.001353272,0.002534992,0.9727115,0.001561368,0.00002702638,0.00009487764,0.003598127,0.009696856,0.007412666,0.0004017778,0.0004505664,0.0001569937],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8241506,0.000510517,0.1745638,0.000008746934,0.0005163433,0.0002203328,0.000003730687,0.000007923925,0.00001804234],"genre_scores_gemma":[0.9938657,0.00005287609,0.005868409,8.266887e-7,0.0001980069,0.000005972324,6.815412e-8,0.000005239234,0.000002953943],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3537115,"threshold_uncertainty_score":0.1660986,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W649590910","doi":"10.1016/j.jss.2015.06.003","title":"A three-dimensional taxonomy for bidirectional model synchronization","year":2015,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Executable; Computer science; Model transformation; Synchronization (alternating current); Abstraction; Software engineering; Taxonomy (biology); Semantics (computer science); Programming language; Theoretical computer science; Distributed computing; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04549967768039284,"gpt":0.2430382693266193,"spread":0.1975385916462264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005183986,0.0001010499,0.000207351,0.0001361704,0.00005701246,0.00009085085,0.0002136303,0.00007022605,3.409983e-7],"category_scores_gemma":[0.00003923481,0.00008421253,0.00005858651,0.00009828567,0.00001514074,0.0004713793,0.00005830163,0.00009179015,5.686565e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001003756,"about_ca_system_score_gemma":0.0002283402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001437296,"about_ca_topic_score_gemma":0.000001928635,"domain_scores_codex":[0.9991217,0.00001390385,0.0003251196,0.0001316581,0.0002873675,0.0001202081],"domain_scores_gemma":[0.9987877,0.00005585687,0.0002283107,0.0001417681,0.0006456572,0.000140727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004758134,0.0001026897,0.004734992,0.0002128493,0.0001204659,0.00002312835,0.000341034,0.819495,0.00006155596,0.07068645,0.04235126,0.06182305],"study_design_scores_gemma":[0.0003741219,0.0001545431,0.00007903812,0.0001315283,0.00000861699,0.0003037277,0.000002249113,0.975701,0.00001998471,0.002476535,0.02063702,0.0001116114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002352771,0.001062822,0.995667,0.00007269585,0.0005096617,0.000206993,0.00000613327,0.0001180527,0.000003824469],"genre_scores_gemma":[0.1157831,0.000005636557,0.8838998,0.00002382097,0.0001958042,0.00003420599,0.00000138008,0.00001110121,0.00004512065],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1562061,"threshold_uncertainty_score":0.3434087,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2094528278","doi":"10.1016/j.jss.2014.05.063","title":"Development and validation of customized process models","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Correctness; Business process modeling; Business process; Process (computing); Reference model; Artifact-centric business process model; Scalability; Personalization; Process modeling; Business Process Model and Notation; Set (abstract data type); Software engineering; Business rule; Data mining; Work in process; Database; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02262774907150179,"gpt":0.2250914857144479,"spread":0.2024637366429461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000711732,0.00009523287,0.0003472969,0.0002199875,0.00008975123,0.0001392566,0.00007623333,0.00004798505,0.000002059513],"category_scores_gemma":[0.0001035597,0.00006924049,0.00003611076,0.0001570234,0.00002042717,0.0008013745,0.00002675946,0.00006346795,7.478951e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006526384,"about_ca_system_score_gemma":0.00002632672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004732974,"about_ca_topic_score_gemma":0.000001672076,"domain_scores_codex":[0.9990758,0.000007854249,0.0004944433,0.00009425385,0.0002416176,0.00008605712],"domain_scores_gemma":[0.9985443,0.00002487326,0.0007019077,0.00005652909,0.0006578842,0.00001453833],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001014738,0.0007194956,0.1846961,0.03982471,0.00142507,0.00002945767,0.007348175,0.3850222,0.001557233,0.02286953,0.001168484,0.3543248],"study_design_scores_gemma":[0.01033219,0.00008031,0.00492713,0.00701256,0.001456115,0.0001535328,0.00738641,0.9215779,0.00107679,0.02370443,0.02079357,0.001499006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9051201,0.0007028772,0.09383661,0.00006196943,0.0001033752,0.00004645925,3.133302e-7,0.00001354704,0.0001147135],"genre_scores_gemma":[0.9981914,0.00002675838,0.001424929,0.00003867069,0.0002722058,0.000002142278,0.000001899673,0.000009762257,0.00003223927],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5365558,"threshold_uncertainty_score":0.2823545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399208096","doi":"10.1016/j.jss.2024.112115","title":"Generative AI in Software Engineering Must Be Human-Centered: The Copenhagen Manifesto","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of British Columbia; University of Victoria","funders":"Carlsbergfondet; Aalborg Universitet; Alfred P. Sloan Foundation","keywords":"Manifesto; Generative grammar; Software engineering; Computer science; Software; Engineering; Artificial intelligence; Programming language; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05476438419495114,"gpt":0.3548596335030298,"spread":0.3000952493080786,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001916316,0.0001157658,0.000254008,0.0001088385,0.000440547,0.0008463805,0.0002174003,0.0001512378,0.00004150304],"category_scores_gemma":[0.000740317,0.00007889346,0.00009415192,0.0001914583,0.0001025343,0.0005461227,0.00003796207,0.0005741963,0.000005165505],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001492444,"about_ca_system_score_gemma":0.0002482178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001696593,"about_ca_topic_score_gemma":0.001110333,"domain_scores_codex":[0.9986985,0.0001690961,0.0003970354,0.0001144869,0.0003796684,0.0002412531],"domain_scores_gemma":[0.9990284,0.0003762438,0.0001253382,0.0000795422,0.0002512487,0.0001391556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005636895,0.0002590406,0.0216386,0.001799479,0.0009498684,0.003115259,0.5576242,0.002290222,0.00108172,0.1817097,0.2208216,0.008654051],"study_design_scores_gemma":[0.001381052,0.0006363661,0.02482342,0.005236363,0.0002013903,0.0003123118,0.08432645,0.0005337221,0.00005296382,0.004356779,0.877133,0.00100621],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.93198,0.03591599,0.003649632,0.02146259,0.004807849,0.0006725343,0.00004293353,0.0001286711,0.001339778],"genre_scores_gemma":[0.9961875,0.0005206283,0.0002169654,0.0004979681,0.001073063,0.000004031056,9.884249e-7,0.00001810893,0.001480717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6563114,"threshold_uncertainty_score":0.8161667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4378675137","doi":"10.1016/j.jss.2023.111755","title":"On the maintenance support for microservice-based systems through the specification and the detection of microservice antipatterns","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Microservices; Software engineering; Computer science; Software; Software development; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02045165233466532,"gpt":0.2449363396603856,"spread":0.2244846873257202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002891588,0.0001464051,0.0003463726,0.00006126263,0.0004114264,0.0002518436,0.0006216555,0.00008051506,5.431856e-7],"category_scores_gemma":[0.0001427386,0.00005996217,0.0001290599,0.0003496065,0.0001433543,0.000250836,0.00006650666,0.0001805466,0.000003452574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003593891,"about_ca_system_score_gemma":0.0000667597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002397308,"about_ca_topic_score_gemma":0.00001361515,"domain_scores_codex":[0.9983265,0.0002303621,0.000704298,0.0001963275,0.0003401476,0.0002023],"domain_scores_gemma":[0.9965904,0.001483762,0.0008529095,0.0005323268,0.0005047094,0.00003593076],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01091488,0.001658075,0.2846427,0.06859799,0.00411104,0.0001705652,0.1929816,0.05695386,0.08032974,0.1430683,0.07222028,0.08435097],"study_design_scores_gemma":[0.03122822,0.00557542,0.3817876,0.01441673,0.0007138894,0.003995694,0.04566475,0.2955473,0.01879564,0.0128589,0.1869024,0.002513506],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5793465,0.002172942,0.4106098,0.003895143,0.00244899,0.001416805,0.00003540977,0.00005845138,0.0000160563],"genre_scores_gemma":[0.9990168,0.0002177984,0.0001680025,0.0002590009,0.0001922184,0.00005099535,0.000001248336,0.00001089629,0.0000831067],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4196703,"threshold_uncertainty_score":0.3164401,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2356036115","doi":"10.1016/j.jss.2016.05.015","title":"Topic-based software defect explanation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software quality; Software metric; Software; Source lines of code; Eclipse; Compiler; Software system; Software engineering; Product metric; Software development; Software analytics; Source code; Data mining; Data science; Software construction; Programming language; Metric space","retraction":null,"screen_n_in":null,"score":{"opus":0.01742959369688245,"gpt":0.2449959024483377,"spread":0.2275663087514552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006552236,0.000109439,0.000220139,0.0002299537,0.00006669641,0.0001435946,0.0004178078,0.00007286455,0.000006267106],"category_scores_gemma":[0.00155705,0.00006701037,0.00009709546,0.000169454,0.00002304302,0.0004883848,0.00005953995,0.0001172793,0.000008449654],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008904494,"about_ca_system_score_gemma":0.000118591,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001115939,"about_ca_topic_score_gemma":0.000001077055,"domain_scores_codex":[0.9987371,0.00006817906,0.0003394935,0.0001573048,0.0004916896,0.0002062116],"domain_scores_gemma":[0.9978884,0.001174559,0.0001850403,0.0002703133,0.0003255925,0.0001560893],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005322891,0.0001152951,0.6344982,0.0006437454,0.000199913,0.0005451404,0.0006919052,0.001344889,0.001211841,0.003178444,0.009507098,0.3480103],"study_design_scores_gemma":[0.01548511,0.004677274,0.7886355,0.009984555,0.0001415204,0.005263338,0.0002871817,0.006636692,0.006016327,0.004324402,0.1556854,0.002862753],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1027687,0.001488495,0.8945066,0.0003023073,0.0007487222,0.00007972818,0.000002914856,0.0000976317,0.000004929836],"genre_scores_gemma":[0.9714116,0.00004082126,0.02805462,0.00003703554,0.0002408523,0.000005802708,2.795875e-7,0.0000123394,0.0001965779],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.868643,"threshold_uncertainty_score":0.2732604,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380986974","doi":"10.1016/j.jss.2023.111788","title":"How do microservices evolve? An empirical analysis of changes in open-source microservice repositories","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; McMaster University","funders":"","keywords":"Microservices; Computer science; Software engineering; Scalability; Service (business); Software evolution; Data science; Software development; Software; Software construction; Database; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02462361827943861,"gpt":0.2954134373364286,"spread":0.27078981905699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001873496,0.0001754269,0.0008684885,0.0007153883,0.0001321947,0.0008673205,0.00124745,0.0001591679,0.000001040637],"category_scores_gemma":[0.00008873081,0.0001261217,0.000128448,0.002605774,0.00005004511,0.001280392,0.0004188938,0.0001888653,9.232372e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000555578,"about_ca_system_score_gemma":0.00009868316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007633038,"about_ca_topic_score_gemma":0.0005197597,"domain_scores_codex":[0.9980189,0.0002147351,0.0007259996,0.0003401786,0.0004417552,0.0002584149],"domain_scores_gemma":[0.9976482,0.000240089,0.0008033756,0.0006006751,0.0005612788,0.0001463236],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003618371,0.00008662208,0.9838294,0.0006317695,0.000295413,0.00005193657,0.009145799,0.0008802353,0.0008141244,0.00002275876,0.0003577145,0.003847992],"study_design_scores_gemma":[0.001254407,0.0007801384,0.9592083,0.001145118,0.0002943644,0.000284727,0.01098082,0.01435924,0.0008075365,0.0001301872,0.01025258,0.0005026381],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9902241,0.002615352,0.005476,0.0006499327,0.0007757033,0.0001888371,0.00001080195,0.00005418238,0.000005076553],"genre_scores_gemma":[0.9968286,0.0001837118,0.002579954,0.00005456368,0.0001808575,0.000008173914,0.000003694456,0.00001133217,0.0001491143],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02462121,"threshold_uncertainty_score":0.8363591,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2972291021","doi":"10.1016/j.jss.2019.110407","title":"An empirical study on bug propagation through code cloning","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Cloning (programming); clone (Java method); Code (set theory); Software maintenance; Commit; Programming language; Computer science; Source code; Software bug; Software evolution; Software; Biology; Software development; Database; Genetics; Software construction; Gene","retraction":null,"screen_n_in":null,"score":{"opus":0.03574306035144807,"gpt":0.3307752259581475,"spread":0.2950321656066994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008733328,0.0001035594,0.0002463524,0.000121432,0.00006892069,0.0002698428,0.000413792,0.00005333074,0.000001938814],"category_scores_gemma":[0.0002561661,0.00007548249,0.00003724813,0.0002014076,0.00001094599,0.000684667,0.00005859272,0.0002855301,0.00001310975],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006648261,"about_ca_system_score_gemma":0.00007733059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001674906,"about_ca_topic_score_gemma":7.49054e-7,"domain_scores_codex":[0.9985394,0.0001253452,0.0003376192,0.0001958552,0.0006260191,0.0001757688],"domain_scores_gemma":[0.9987927,0.0003662519,0.0001678816,0.0003289345,0.0002363126,0.0001079082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000235187,0.0002313214,0.9864933,0.00008775494,0.00004467528,0.0001069927,0.005295722,0.005141289,0.0002182089,0.0002065617,0.0003858085,0.001764777],"study_design_scores_gemma":[0.002112368,0.007527858,0.9663669,0.0006869365,0.00001692519,0.0006594443,0.002099311,0.01736068,0.000201643,0.0001781174,0.002388787,0.000401039],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7960054,0.0002087794,0.2028343,0.00006736387,0.0005919773,0.0002233259,7.508134e-7,0.00005854429,0.000009578684],"genre_scores_gemma":[0.9957493,0.000004940216,0.003973496,0.00002715725,0.0001692262,0.00000376613,2.429711e-7,0.0000113638,0.00006049869],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.199744,"threshold_uncertainty_score":0.3078087,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}