{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":86,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":86,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"1485352e3124","filters":{"venue":"Journal of Software Evolution and Process"}},"results":[{"id":"W1556740091","doi":"10.1002/smr.572","title":"Contextualizing agile software development","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Agile Unified Process; Lean software development; Software engineering; Agile usability engineering; Software development; Computer science; Extreme programming practices; Software development process; Software; Systems engineering; Engineering; Programming language","authors":[{"name":"Philippe Kruchten","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03226817318530843,"gpt":0.2607337189416604,"spread":0.228465545756352,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006480138,0.0006653576,0.0004410305,0.002039491,0.003296869,0.006424534,0.001339217,0.001245573,0.003917872],"category_scores_gemma":[0.01140631,0.0005799109,0.000562393,0.001788606,0.00579303,0.005498468,0.00888571,0.002846575,0.0005012899],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003552621,"about_ca_system_score_gemma":0.005201948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01280506,"about_ca_topic_score_gemma":0.01533868,"domain_scores_codex":[0.9902879,0.006931385,0.0003607573,0.0008473494,0.0009972883,0.0005752474],"domain_scores_gemma":[0.990388,0.004407275,0.0006964734,0.002334928,0.001360619,0.0008127691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009317219,0.000134701,0.01055784,0.000671345,0.00006389131,0.001581189,0.05977839,0.01724826,0.003402821,0.7514279,0.008228018,0.1468124],"study_design_scores_gemma":[0.00004351774,0.0001493269,0.005093214,0.001953172,0.00007831026,0.0009123404,0.05501453,0.01945445,0.003470813,0.3550115,0.5586824,0.0001365183],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1300703,0.005732139,0.6493433,0.02202048,0.0006371795,0.0005432566,0.0004748135,0.001059022,0.1901195],"genre_scores_gemma":[0.8285226,0.003002696,0.1611297,0.001193627,0.0001188946,0.0003336676,0.0004375585,0.0002154515,0.005045741],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01280506,"threshold_uncertainty_score":0.0342707,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592568457","doi":"10.1002/smr.1843","title":"MORE: A multi‐objective refactoring recommendation approach to introducing design patterns and fixing code smells","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science; Science Foundation Ireland","keywords":"Code refactoring; Code smell; Computer science; Software quality; Software engineering; Maintainability; Class (philosophy); Software maintenance; Source code; Quality (philosophy); Software; Software system; Software development; Programming language; Artificial intelligence","authors":[{"name":"Ali Ouni","is_ca":false},{"name":"Marouane Kessentini","is_ca":false},{"name":"Mel Ó Cinnéide","is_ca":false},{"name":"Houari Sahraoui","is_ca":true},{"name":"Kalyanmoy Deb","is_ca":false},{"name":"Katsuro Inoue","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04468082121305431,"gpt":0.3188694893080094,"spread":0.2741886680949551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002349411,0.001819756,0.001322573,0.002740634,0.000553049,0.0009106529,0.002182197,0.00153802,0.002752136],"category_scores_gemma":[0.005115537,0.0007672471,0.001667159,0.001453804,0.000521513,0.001088699,0.0009248582,0.0009657154,0.0005678128],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001097136,"about_ca_system_score_gemma":0.001974682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008561646,"about_ca_topic_score_gemma":0.01617258,"domain_scores_codex":[0.9982462,0.0005845368,0.0001144047,0.000316452,0.0006115139,0.0001268808],"domain_scores_gemma":[0.9968618,0.001582126,0.0004212483,0.0002924484,0.0007180833,0.0001242559],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001947964,0.0006784819,0.005983141,0.0005304173,0.0003640803,0.0002355618,0.0003957618,0.4923183,0.01296697,0.004199106,0.004690601,0.4774428],"study_design_scores_gemma":[0.00006724644,0.000241129,0.001239463,0.00003780957,0.0001175386,0.00008178122,0.00006975247,0.9908647,0.002292434,0.002444446,0.002513823,0.00002992895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04590047,0.000547445,0.9471709,0.000363327,0.00005580995,0.0003493932,0.0001982994,0.002617155,0.002797279],"genre_scores_gemma":[0.2898702,0.0003107505,0.7029045,0.0003836242,0.00004819808,0.0005283956,0.0006282323,0.0003158818,0.005010202],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008561646,"threshold_uncertainty_score":0.01702362,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2545762469","doi":"10.1002/smr.1821","title":"Detecting duplicate bug reports with software engineering domain knowledge","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Domain (mathematical analysis); Software engineering; Domain knowledge; Context (archaeology); Data science; Software; Domain engineering; Software mining; Information retrieval; Data mining; Software development; Software construction","authors":[{"name":"Karan Aggarwal","is_ca":true},{"name":"Finbarr Timbers","is_ca":true},{"name":"Tanner Rutgers","is_ca":true},{"name":"Abram Hindle","is_ca":true},{"name":"Eleni Stroulia","is_ca":true},{"name":"Russell Greiner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008544446977499068,"gpt":0.2413264381142093,"spread":0.2327819911367102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008593448,0.001238534,0.001628596,0.01491687,0.001075093,0.002719871,0.002029904,0.001561482,0.0007390928],"category_scores_gemma":[0.06276806,0.000714826,0.001004281,0.006094849,0.0005774956,0.003758878,0.003936499,0.001115013,0.0007506898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009240755,"about_ca_system_score_gemma":0.002038727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004500883,"about_ca_topic_score_gemma":0.008025205,"domain_scores_codex":[0.9888316,0.003030448,0.00156454,0.002801639,0.003404042,0.0003675805],"domain_scores_gemma":[0.9287665,0.03268513,0.01396598,0.0105295,0.01296081,0.001092025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004190094,0.000624444,0.1674639,0.001016968,0.0004811341,0.0005608069,0.002057209,0.01237288,0.0172909,0.0009083431,0.003972201,0.7928323],"study_design_scores_gemma":[0.0002582663,0.001547064,0.259829,0.0007362017,0.001516207,0.005270514,0.005499305,0.5769244,0.1078818,0.01362473,0.02634015,0.0005722816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7311422,0.0043116,0.2476074,0.0006735581,0.0001628826,0.0007268661,0.001155169,0.009061195,0.005159072],"genre_scores_gemma":[0.7608464,0.0005263811,0.2349426,0.0001676081,0.00008463968,0.0001865179,0.001607625,0.0002041814,0.001434072],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01491687,"threshold_uncertainty_score":0.04544705,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","authors":[{"name":"Weiyi Shang","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Bram Adams","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Michael W. Godfrey","is_ca":true},{"name":"Mohamed Nasser","is_ca":false},{"name":"Parminder Flora","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01084594641956199,"gpt":0.2537748749832976,"spread":0.2429289285637357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00415655,0.0002464428,0.0002158158,0.003204854,0.0007622732,0.00139117,0.0007655125,0.0006388793,0.0007694711],"category_scores_gemma":[0.04180492,0.0003237783,0.0002598976,0.002842034,0.0009659785,0.002230287,0.001108165,0.00120935,0.0001952302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009804065,"about_ca_system_score_gemma":0.0006799323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004183269,"about_ca_topic_score_gemma":0.005331325,"domain_scores_codex":[0.9969791,0.001356244,0.0001888055,0.0003808162,0.0009455428,0.0001493779],"domain_scores_gemma":[0.9164842,0.06242424,0.00963267,0.004661001,0.005445006,0.001352972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006881987,0.001401158,0.8202957,0.0004519358,0.0001951111,0.003276109,0.05586399,0.008160084,0.02300303,0.004150899,0.001936251,0.0805776],"study_design_scores_gemma":[0.00002889344,0.0009117039,0.9128124,0.0001075782,0.00006437307,0.001273004,0.01862494,0.04852621,0.007913927,0.003125543,0.006508835,0.0001027005],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973997,0.00003832365,0.001372614,0.0000927684,0.000002875047,0.00003718521,0.0003136343,0.00004561361,0.0006973879],"genre_scores_gemma":[0.9958824,0.00003559186,0.00320609,0.0000224373,0.000006480845,0.00003660698,0.0005470527,0.00002758237,0.0002358023],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004183269,"threshold_uncertainty_score":0.02198219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2771158352","doi":"10.1002/smr.1925","title":"Evaluating Pred(<i>p</i>) and standardized accuracy criteria in software development effort estimation","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Measure (data warehouse); Consistency (knowledge bases); Software; Computer science; Estimation; Statistics; Data mining; Mathematics; Artificial intelligence","authors":[{"name":"Ali Idri","is_ca":false},{"name":"Ibtissam Abnane","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03990346991028516,"gpt":0.3796051154684074,"spread":0.3397016455581222,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05378008,0.0009705195,0.001005274,0.008352847,0.0005229658,0.003735346,0.001104202,0.00188633,0.0005577483],"category_scores_gemma":[0.274953,0.0004324647,0.0009866059,0.007340463,0.001572532,0.003523544,0.002301206,0.001246072,0.0002162465],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001165883,"about_ca_system_score_gemma":0.001952768,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003790436,"about_ca_topic_score_gemma":0.002540404,"domain_scores_codex":[0.9480471,0.02809856,0.006915468,0.003549837,0.01238485,0.001004196],"domain_scores_gemma":[0.5195221,0.3898836,0.04548568,0.01504744,0.02784026,0.002220918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006416901,0.0003049134,0.7570458,0.0004431107,0.001000818,0.0001287878,0.0005981181,0.08456271,0.001742524,0.004794777,0.0009698385,0.1477667],"study_design_scores_gemma":[0.00007707394,0.001774088,0.3541366,0.0003187282,0.0003635363,0.0003872722,0.0008383669,0.6209708,0.008272384,0.01116623,0.001513793,0.0001810358],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7859913,0.001553048,0.2073175,0.0003256982,0.00006079452,0.0002304901,0.0006526311,0.0006022826,0.003266205],"genre_scores_gemma":[0.9632674,0.0001240509,0.03585247,0.00002904043,0.00002036845,0.0001238247,0.0004231877,0.00003218907,0.0001275309],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05378008,"threshold_uncertainty_score":0.2844197,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1508590353","doi":"10.1002/smr.1597","title":"An empirical study of faults in late propagation clone genealogies","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"clone (Java method); Commit; Software evolution; Biology; Software; Computer science; Software system; Genetics; Programming language; Gene; Database","authors":[{"name":"Liliane Barbour","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Ying Zou","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02182280882342352,"gpt":0.3192357228767848,"spread":0.2974129140533613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003855944,0.0002264786,0.0002594265,0.002963061,0.000564685,0.001076018,0.001005944,0.000842139,0.00105625],"category_scores_gemma":[0.07532874,0.0002921294,0.0002572293,0.002551991,0.001523779,0.002283308,0.0009027416,0.001159479,0.000204442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007749489,"about_ca_system_score_gemma":0.0004165038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003945444,"about_ca_topic_score_gemma":0.004635538,"domain_scores_codex":[0.9966015,0.001315335,0.0003722912,0.0006308653,0.0008571014,0.0002229563],"domain_scores_gemma":[0.8082088,0.1334767,0.03599766,0.009389602,0.01056186,0.002365503],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009925189,0.00009663821,0.9886233,0.00002808636,0.00004201115,0.0002412052,0.001611973,0.001326014,0.0004733659,0.0003390923,0.0001517302,0.006967411],"study_design_scores_gemma":[0.00001356152,0.0002850169,0.9740397,0.00002540415,0.00002984533,0.001090096,0.003022281,0.01870252,0.0008188405,0.001270016,0.0006790375,0.00002374927],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999018,0.00005083128,0.0005625872,0.0000318403,0.000001130407,0.000009089972,0.00008829057,0.00001337613,0.000224918],"genre_scores_gemma":[0.999433,0.00001684911,0.0003115114,0.000006776364,0.000001682478,0.000007558759,0.0001321732,0.000005096778,0.00008531221],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9961441,"threshold_uncertainty_score":0.02039242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022675432","doi":"10.1002/smr.539","title":"TIDIER: an identifier splitting approach using speech recognition techniques","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identifier; Computer science; Program comprehension; Source code; Maintainability; Unique identifier; Set (abstract data type); Documentation; Software; Code (set theory); Relation (database); Natural language processing; Comprehension; Information retrieval; Artificial intelligence; Data mining; Software engineering; Programming language; Software system","authors":[{"name":"Latifa Guerrouj","is_ca":true},{"name":"Massimiliano Di Penta","is_ca":false},{"name":"Giuliano Antoniol","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06451466082664108,"gpt":0.2980101579526624,"spread":0.2334954971260213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001243487,0.0009640281,0.0009395642,0.002890241,0.0004815313,0.001250124,0.0009074048,0.0007089279,0.004289206],"category_scores_gemma":[0.003890217,0.0002980212,0.000742906,0.001459204,0.0004603053,0.001613345,0.001484514,0.0008926347,0.003946458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003624829,"about_ca_system_score_gemma":0.0007629472,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001328935,"about_ca_topic_score_gemma":0.001416833,"domain_scores_codex":[0.9985335,0.0002933006,0.0001349545,0.0005768767,0.0003848751,0.00007648124],"domain_scores_gemma":[0.9977958,0.0008138782,0.0003034285,0.0003430883,0.0006404937,0.0001032738],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005517608,0.0001250415,0.003182843,0.0002964004,0.0000762169,0.0002979042,0.000751559,0.003957422,0.1081574,0.001975976,0.003813614,0.8768139],"study_design_scores_gemma":[0.0002308855,0.0008379838,0.01360662,0.000115935,0.0003883938,0.002209749,0.001790675,0.6501424,0.2669902,0.0111167,0.05235671,0.0002136613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07439049,0.0003442178,0.9126622,0.0001991959,0.0001798267,0.0002521027,0.0008170512,0.008545562,0.002609313],"genre_scores_gemma":[0.1671216,0.00018077,0.8252863,0.0001112747,0.00006082331,0.0002345705,0.002181039,0.0004921328,0.004331487],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004289206,"threshold_uncertainty_score":0.01434886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007452449","doi":"10.1002/smr.2255","title":"Bad smell detection using quality metrics and refactoring opportunities","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Code refactoring; Computer science; Maintainability; False positive paradox; Process (computing); Quality (philosophy); Software quality; Set (abstract data type); Technical debt; Software maintenance; Software; Code (set theory); Source code; Software engineering; Software system; Artificial intelligence; Software development; Programming language","authors":[{"name":"Bahareh Bafandeh Mayvan","is_ca":false},{"name":"Abbas Rasoolzadegan","is_ca":false},{"name":"Abbas Javan Jafari","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1255498175057313,"gpt":0.3338147225408901,"spread":0.2082649050351588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00697754,0.001404139,0.001036755,0.01153621,0.0006485982,0.00219256,0.001067774,0.0009624009,0.0005804268],"category_scores_gemma":[0.03600485,0.0004787443,0.0009318135,0.003288652,0.0006135795,0.002094208,0.001698563,0.0008928422,0.0002653568],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009975315,"about_ca_system_score_gemma":0.001356556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003773572,"about_ca_topic_score_gemma":0.004989277,"domain_scores_codex":[0.9884609,0.002912842,0.001249449,0.001241389,0.00564541,0.0004900785],"domain_scores_gemma":[0.924802,0.02537243,0.02022523,0.005068013,0.02280102,0.001731335],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005855277,0.0007709583,0.3939757,0.0009195363,0.0004019314,0.0008669283,0.001822436,0.03471518,0.070658,0.003090045,0.002179331,0.4900143],"study_design_scores_gemma":[0.00009388389,0.001261906,0.1637913,0.0002904735,0.0003097461,0.001261939,0.0008318957,0.7235129,0.09911799,0.005176683,0.00404965,0.0003016141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5696411,0.0007056942,0.4220247,0.0003574307,0.0000615006,0.0003223968,0.0004253513,0.004203567,0.002258314],"genre_scores_gemma":[0.8003994,0.00009980526,0.1983774,0.00002935011,0.0000139277,0.00007662018,0.0004199233,0.0001351621,0.0004484616],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01153621,"threshold_uncertainty_score":0.03690124,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1809117658","doi":"10.1002/smr.1718","title":"A systematic review of distributed Agile software engineering","year":2015,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Timeline; Systematic review; Computer science; Work (physics); Agile Unified Process; Software; Knowledge management; Software development; Process management; Engineering management; Data science; Risk analysis (engineering); Software engineering; Software development process; Engineering; Business; Political science","authors":[{"name":"Buturab Rizvi","is_ca":true},{"name":"Ebrahim Bagheri","is_ca":true},{"name":"Dragan Gašević","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02221336624708552,"gpt":0.3112582606664719,"spread":0.2890448944193864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01038037,0.001754951,0.005641994,0.02082339,0.0009855049,0.002410508,0.002692532,0.001909242,0.004908782],"category_scores_gemma":[0.04673272,0.001225339,0.004132508,0.01949225,0.0009429142,0.003176881,0.002277619,0.001455074,0.0006310224],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004238601,"about_ca_system_score_gemma":0.01979836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008053603,"about_ca_topic_score_gemma":0.02314965,"domain_scores_codex":[0.9900286,0.00364633,0.003179339,0.0006580426,0.002208911,0.0002788186],"domain_scores_gemma":[0.9674187,0.02163965,0.004625561,0.0006024651,0.00525677,0.000456855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00007871318,0.00002345594,0.0003519961,0.881905,0.001915091,0.0002066139,0.0004045437,0.0001353901,0.0002344432,0.000774849,0.004330635,0.1096392],"study_design_scores_gemma":[0.00008849928,0.0001435839,0.001877178,0.9242489,0.01062952,0.0005180269,0.0005330676,0.00007919214,0.0002147187,0.0006888228,0.06094217,0.00003626659],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005550105,0.9973974,0.0003926131,0.0003207444,0.0001552565,0.0003676374,0.0002589547,0.000009442153,0.0005429704],"genre_scores_gemma":[0.005757379,0.9916958,0.001172759,0.0003396767,0.00005025324,0.000609203,0.0002122515,0.000005187562,0.000157486],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02082339,"threshold_uncertainty_score":0.05489731,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158127877","doi":"10.1002/smr.1595","title":"The Linux kernel: a case study of build system variability","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Linux kernel; Computer science; Source code; Software; Operating system; Kernel (algebra); Code (set theory); File system; Software versioning; System call; Software bug; Programming language; Set (abstract data type); Mathematics","authors":[{"name":"Sarah Nadi","is_ca":true},{"name":"Ric Holt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0181435987402588,"gpt":0.2851493079553175,"spread":0.2670057092150587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002880999,0.000380439,0.0003255364,0.001742476,0.001568132,0.001117825,0.001082785,0.00109929,0.0005645428],"category_scores_gemma":[0.01359921,0.0003729677,0.0005286983,0.001653542,0.001386499,0.001307248,0.001294434,0.001200666,0.0001503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00121402,"about_ca_system_score_gemma":0.0007954687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007948101,"about_ca_topic_score_gemma":0.00998544,"domain_scores_codex":[0.9959893,0.001288906,0.0002818581,0.0004639469,0.001688126,0.0002878696],"domain_scores_gemma":[0.9714662,0.01846432,0.002908326,0.003804693,0.002646718,0.0007098598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001030364,0.001528441,0.6107641,0.0007695761,0.00032899,0.05320716,0.05590874,0.07543471,0.03622925,0.01807235,0.007952612,0.1387737],"study_design_scores_gemma":[0.0002693217,0.001900968,0.4996721,0.0004202694,0.0005316053,0.03719749,0.03267208,0.2575102,0.08359549,0.02110773,0.06465852,0.0004641535],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9885985,0.00009198768,0.009055707,0.0001911279,0.000007906377,0.00003886507,0.0001633801,0.0003151004,0.001537451],"genre_scores_gemma":[0.9903865,0.00006044147,0.008549975,0.0000363085,0.000006508471,0.00002564763,0.0002427492,0.0001345655,0.0005573275],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007948101,"threshold_uncertainty_score":0.01580369,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2767219025","doi":"10.1002/smr.1912","title":"A systematic mapping study of information visualization for software product line engineering","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Austrian Science Fund","keywords":"Software product line; Computer science; Visualization; Software engineering; Software; Product (mathematics); Software visualization; Reuse; Personalization; Set (abstract data type); Data science; Data mining; Systems engineering; Software development; Software construction; Engineering; World Wide Web; Programming language","authors":[{"name":"Roberto E. Lopez-Herrejon","is_ca":true},{"name":"Sheny Illescas","is_ca":false},{"name":"Alexander Egyed","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03285247862319446,"gpt":0.3154176029511194,"spread":0.282565124327925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03576789,0.0005347548,0.0006559392,0.01780421,0.0019446,0.003854259,0.001026307,0.0008743102,0.00139786],"category_scores_gemma":[0.1366084,0.0005028191,0.0007701787,0.01790227,0.00224126,0.006043084,0.003326471,0.0007726428,0.0001525065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004116037,"about_ca_system_score_gemma":0.009686143,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004910666,"about_ca_topic_score_gemma":0.006575846,"domain_scores_codex":[0.961007,0.02923761,0.002977333,0.001792103,0.004353181,0.000632733],"domain_scores_gemma":[0.7436545,0.1845322,0.02317545,0.01607533,0.03153474,0.001027596],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003745898,0.0008291556,0.1890499,0.01692531,0.0005115497,0.0008632031,0.218404,0.0016315,0.004803624,0.0255297,0.00331063,0.5377668],"study_design_scores_gemma":[0.0002303599,0.002994093,0.371091,0.04371428,0.002074709,0.002391012,0.3704332,0.02442482,0.02534399,0.03883704,0.1180934,0.0003720626],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"review","genre_scores_codex":[0.9231944,0.01106663,0.05161438,0.001386107,0.00009174638,0.002237286,0.0009636364,0.0001868516,0.009258919],"genre_scores_gemma":[0.9483282,0.002442926,0.04701463,0.0001139951,0.00001591983,0.001063125,0.0005090422,0.00004015795,0.0004720146],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.03576789,"threshold_uncertainty_score":0.189161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2765208928","doi":"10.1002/smr.1920","title":"Finding an effective classification technique to develop a software team composition model","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Decision tree; Team composition; Machine learning; Software; Software development; Artificial intelligence; Logistic regression; Set (abstract data type); Data mining; Software engineering; Knowledge management","authors":[{"name":"Abdul Rehman Gilal","is_ca":false},{"name":"Jafreezal Jaafar","is_ca":false},{"name":"Luiz Fernando Capretz","is_ca":true},{"name":"Mazni Omar","is_ca":false},{"name":"Shuib Basri","is_ca":false},{"name":"Izzatdin Abdul Aziz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02926189430131505,"gpt":0.3287277575982327,"spread":0.2994658632969177,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007151593,0.0009306127,0.001040437,0.004964214,0.001041671,0.002160199,0.001402837,0.001087059,0.001953652],"category_scores_gemma":[0.02622806,0.0004618462,0.001372142,0.002424191,0.000581636,0.002522876,0.001016234,0.001884934,0.0004986939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001612702,"about_ca_system_score_gemma":0.002341121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005333232,"about_ca_topic_score_gemma":0.003583681,"domain_scores_codex":[0.9958887,0.002249132,0.0003807257,0.0004012058,0.0008364851,0.0002437798],"domain_scores_gemma":[0.9811338,0.01436198,0.001145253,0.0006042946,0.002517067,0.000237562],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003364458,0.0009017078,0.05029802,0.0004726585,0.0003910592,0.0003748035,0.001547199,0.4601073,0.004491873,0.03663822,0.0041174,0.4403232],"study_design_scores_gemma":[0.00001159365,0.00005436415,0.00113922,0.00003449725,0.00002963159,0.00003442445,0.0001575642,0.9925801,0.0006942299,0.004824084,0.0004294145,0.00001095022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07406665,0.00009863448,0.9230751,0.0004875528,0.00003799457,0.0003471815,0.0001039946,0.0004633739,0.001319536],"genre_scores_gemma":[0.4701251,0.0001255239,0.5280992,0.0000528353,0.00003634792,0.0006403949,0.0002551054,0.00003358493,0.0006319648],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007151593,"threshold_uncertainty_score":0.03782165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165210986","doi":"10.1002/smr.534","title":"Formalizing interactive staged feature model configuration","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Software product line; Domain (mathematical analysis); Software engineering; Personalization; Soundness; Domain model; Completeness (order theory); Fuzzy logic; Representation (politics); Theoretical computer science; Process (computing); Programming language; Artificial intelligence; Software; Software development; Mathematics; World Wide Web","authors":[{"name":"Ebrahim Bagheri","is_ca":true},{"name":"Tommaso Di Noia","is_ca":false},{"name":"Dragan Gašević","is_ca":true},{"name":"Azzurra Ragone","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0440590751993122,"gpt":0.2916542145321129,"spread":0.2475951393328007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002695912,0.0005612794,0.0003604857,0.001058908,0.0007146908,0.002000445,0.002128951,0.001384323,0.006727072],"category_scores_gemma":[0.006429056,0.0008867697,0.001680695,0.0006763586,0.003256954,0.002996687,0.003402362,0.001993103,0.0008800019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001874699,"about_ca_system_score_gemma":0.00135205,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002725794,"about_ca_topic_score_gemma":0.002900153,"domain_scores_codex":[0.9970046,0.0007434401,0.0002228041,0.0004895755,0.001237846,0.0003016967],"domain_scores_gemma":[0.9957952,0.00194191,0.0003422541,0.001229448,0.0006141498,0.00007702786],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001049327,0.0001090722,0.001478038,0.0002067806,0.00006331967,0.001386741,0.001423314,0.1963125,0.02096847,0.7163341,0.001714926,0.05989784],"study_design_scores_gemma":[0.00005459324,0.0001006789,0.0003866655,0.0001186622,0.00005244721,0.0004015407,0.0001961248,0.7175258,0.02758902,0.232661,0.02085618,0.00005725247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01744146,0.00003531936,0.9742379,0.000123542,0.00001377156,0.0001767639,0.0001232699,0.001327623,0.006520462],"genre_scores_gemma":[0.4944687,0.0000948638,0.4994493,0.000102657,0.00001574929,0.00042647,0.0004729546,0.0003204677,0.00464889],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006727072,"threshold_uncertainty_score":0.02250427,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2587703861","doi":"10.1002/smr.1842","title":"The relationship between evolutionary coupling and defects in large industrial software","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Türkiye Bilimler Akademisi; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Software; Software evolution; Software system; Computer science; Correlation; Coupling (piping); Process (computing); Data mining; Software engineering; Software construction; Engineering; Mathematics; Programming language","authors":[{"name":"Serkan Kırbaş","is_ca":false},{"name":"Bora Çağlayan","is_ca":true},{"name":"Tracy Hall","is_ca":false},{"name":"Steve Counsell","is_ca":false},{"name":"David Bowes","is_ca":false},{"name":"Alper Şen","is_ca":false},{"name":"Ayşe Bener","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05343133578773611,"gpt":0.3163491672404003,"spread":0.2629178314526642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005835549,0.0003663483,0.0002825392,0.005477461,0.0002970975,0.0009260062,0.0006656839,0.0004775042,0.0007813835],"category_scores_gemma":[0.06564411,0.0003110906,0.0003971374,0.004041339,0.0007552127,0.001384833,0.001238251,0.0007446762,0.000121375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007124419,"about_ca_system_score_gemma":0.0004679673,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003250104,"about_ca_topic_score_gemma":0.002833395,"domain_scores_codex":[0.9944811,0.002011018,0.0006548825,0.0007636852,0.001793518,0.0002958243],"domain_scores_gemma":[0.7864808,0.136827,0.05357867,0.007613355,0.01338537,0.002114779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004089392,0.00004895626,0.9910908,0.00002002687,0.00005875843,0.0001062786,0.0002518062,0.002437958,0.0003605258,0.0001459669,0.00004642778,0.00539162],"study_design_scores_gemma":[0.000003406952,0.00008478012,0.9892161,0.00001423981,0.00002413709,0.0001786862,0.0001939021,0.009413889,0.0004346299,0.0002983501,0.0001287624,0.000009198297],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9984754,0.00007446756,0.001154934,0.00002076167,0.000001119179,0.000005617202,0.00006868384,0.0000135174,0.0001855159],"genre_scores_gemma":[0.9994437,0.00001715718,0.0003915495,0.000002644775,0.000001906337,0.000004243207,0.00009287522,0.000004092602,0.00004182703],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005835549,"threshold_uncertainty_score":0.03086168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3208623264","doi":"10.1002/smr.2393","title":"Perceptions of open‐source software developers on collaborations: An interview and survey study","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Software development; Open-source software development; Knowledge management; Software peer review; Exploratory research; Software; Coding (social sciences); Team software process; Personal software process; Software engineering; Data science; World Wide Web; Software development process; Software construction","authors":[{"name":"Kattiana Constantino","is_ca":false},{"name":"Maurício Ronny de Almeida Souza","is_ca":false},{"name":"Shurui Zhou","is_ca":true},{"name":"Eduardo Figueiredo","is_ca":false},{"name":"Christian Kästner","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05647698908527405,"gpt":0.3422088713515954,"spread":0.2857318822663214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0169313,0.0003978126,0.0007013762,0.002830513,0.002250676,0.002465086,0.0007236358,0.001347251,0.001252799],"category_scores_gemma":[0.04216868,0.0006315447,0.0004284732,0.001749443,0.002194921,0.003510282,0.004201358,0.002107518,0.0002718289],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001763434,"about_ca_system_score_gemma":0.001782654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002696451,"about_ca_topic_score_gemma":0.002694839,"domain_scores_codex":[0.9846069,0.01077991,0.0008385411,0.0009580308,0.001395423,0.001421103],"domain_scores_gemma":[0.9293364,0.05090342,0.006009214,0.001202599,0.007589026,0.00495941],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000734319,0.0002262658,0.1311779,0.0002245973,0.00002694287,0.0006620825,0.853676,0.00009962148,0.001305653,0.000554172,0.0004722845,0.01150098],"study_design_scores_gemma":[0.00001482445,0.0003109951,0.0587977,0.0002251216,0.00001766488,0.0003152461,0.9329383,0.0007191255,0.0006398923,0.0003331279,0.005638248,0.00004981476],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9980735,0.0001327111,0.0007797354,0.0002397139,0.000005749066,0.00006047769,0.00004402507,0.000005430714,0.0006586294],"genre_scores_gemma":[0.9986934,0.00022281,0.0004546382,0.0001416371,0.000006531884,0.0001479493,0.00004276426,0.00000537087,0.0002849427],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0169313,"threshold_uncertainty_score":0.08954233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1492274812","doi":"10.1002/smr.1644","title":"Model refactoring using examples: a search‐based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Set (abstract data type); Heuristic; Metamodeling; Quality (philosophy); Base (topology); Sequence (biology); Software; Programming language; Software engineering; Artificial intelligence","authors":[{"name":"Adnane Ghannem","is_ca":true},{"name":"Ghizlane El Boussaidi","is_ca":true},{"name":"Marouane Kessentini","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06070729225650119,"gpt":0.3009794474827227,"spread":0.2402721552262215,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002708148,0.001412893,0.001194141,0.003561986,0.0006644027,0.001557912,0.00275736,0.001870064,0.003228908],"category_scores_gemma":[0.01013763,0.0008024334,0.001390931,0.002226062,0.001336485,0.001491436,0.001836698,0.001063969,0.00052666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008080382,"about_ca_system_score_gemma":0.001061363,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003018163,"about_ca_topic_score_gemma":0.003960933,"domain_scores_codex":[0.9973063,0.001484572,0.0001651638,0.0003136136,0.0006179863,0.0001122887],"domain_scores_gemma":[0.992817,0.005346529,0.0004245496,0.0005911784,0.0006964396,0.0001243382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002094845,0.0004048581,0.002816795,0.000569784,0.0001850866,0.0004647495,0.0004683066,0.6598517,0.006716066,0.04005522,0.002306557,0.2859514],"study_design_scores_gemma":[0.00004169891,0.00007082144,0.00021831,0.00007248135,0.00004665809,0.0001178123,0.00008033873,0.9835914,0.002597399,0.01031559,0.002829719,0.00001765979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02776078,0.0004782091,0.9660152,0.0002837078,0.00001844977,0.00022386,0.00008062801,0.001055867,0.004083394],"genre_scores_gemma":[0.1462486,0.0002708318,0.8518283,0.00006906444,0.0000147768,0.0002136514,0.000254178,0.0001688877,0.0009316977],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003561986,"threshold_uncertainty_score":0.01432222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294627637","doi":"10.1002/smr.2503","title":"From legacy to microservices: A type‐based approach for microservices identification using machine learning and semantic analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Institute for Advanced Research; McMaster University; Mila - Quebec Artificial Intelligence Institute; Concordia University; École de Technologie Supérieure","funders":"","keywords":"Microservices; Computer science; Architectural style; Software engineering; Identification (biology); Scalability; Legacy system; Artificial intelligence; Cloud computing; Machine learning; Programming language; Architecture; Software; Database; Operating system","authors":[{"name":"Imen Trabelsi","is_ca":true},{"name":"Manel Abdellatif","is_ca":true},{"name":"Abdalgader Abubaker","is_ca":true},{"name":"Naouel Moha","is_ca":true},{"name":"Sébastien Mosser","is_ca":true},{"name":"Samira Ebrahimi‐Kahou","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01570769090064231,"gpt":0.2828532947039066,"spread":0.2671456038032642,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001516797,0.0008560944,0.0006303135,0.008326709,0.0008389569,0.001974175,0.001537629,0.001122298,0.00150267],"category_scores_gemma":[0.00433866,0.0003839032,0.00132808,0.003473502,0.0007199545,0.001937936,0.001673604,0.001032592,0.001075243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001220765,"about_ca_system_score_gemma":0.00158598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004891028,"about_ca_topic_score_gemma":0.007563878,"domain_scores_codex":[0.998027,0.0003686895,0.0002232066,0.000537907,0.0007019509,0.0001411796],"domain_scores_gemma":[0.9961756,0.001148296,0.0006322419,0.0006715402,0.001257147,0.0001151893],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002412777,0.0004171871,0.03474918,0.0005012695,0.0002216317,0.000477974,0.0009020614,0.0456156,0.03146306,0.01780347,0.007473304,0.860134],"study_design_scores_gemma":[0.00001591705,0.00005046979,0.006641127,0.000123481,0.00007404563,0.0003708773,0.0005377341,0.9199061,0.03530031,0.02636076,0.0105684,0.00005077364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02691202,0.0002517875,0.9633918,0.0002145326,0.00004463436,0.0001503925,0.0004738233,0.006880859,0.001680082],"genre_scores_gemma":[0.2798606,0.0001625937,0.7157456,0.0001548686,0.00003383297,0.0001696375,0.001429916,0.0004497596,0.001993159],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008326709,"threshold_uncertainty_score":0.009725153,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1545579570","doi":"10.1002/smr.1636","title":"On the evolution of Lehman's Laws","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Software evolution; Honor; Software; Software development; Computer science; Software engineering; Software construction; Programming language","authors":[{"name":"Michael W. Godfrey","is_ca":true},{"name":"Daniel M. Germán","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01073085922476813,"gpt":0.2454548619387151,"spread":0.234724002713947,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002839469,0.0002474798,0.000429258,0.001296804,0.00151802,0.002100208,0.0007686485,0.001139335,0.006123724],"category_scores_gemma":[0.01314023,0.0002300884,0.0005169041,0.0007850993,0.005388737,0.00405321,0.001464026,0.002616493,0.0007826955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002321476,"about_ca_system_score_gemma":0.000992528,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00314115,"about_ca_topic_score_gemma":0.001692187,"domain_scores_codex":[0.9986817,0.0005616638,0.0000555568,0.0001770834,0.0003962342,0.0001276908],"domain_scores_gemma":[0.9952434,0.003138298,0.0002566214,0.0004378941,0.0007506395,0.0001731993],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00000312556,0.000003525359,0.00008991909,0.000008458043,0.000001679554,0.00002394162,0.0001740536,0.0006684543,0.00003488838,0.9943954,0.00126006,0.003336569],"study_design_scores_gemma":[0.000003384622,0.000003867786,0.0001173737,0.00001816103,0.000001413318,0.00002278183,0.00003822573,0.00317419,0.00005262936,0.988138,0.008425642,0.000004421099],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.08301984,0.01587556,0.2791983,0.02441242,0.001145779,0.00008205866,0.0002014603,0.0003223649,0.5957423],"genre_scores_gemma":[0.903808,0.004859653,0.04142087,0.002532546,0.0009219912,0.0001278182,0.0001576366,0.0001616033,0.04601],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006123724,"threshold_uncertainty_score":0.02048588,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2408469942","doi":"10.1002/smr.1789","title":"A bug reproduction approach based on directed model checking and crash traces","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; Java; Slicing; Programming language; Model checking; Task (project management); Program slicing; Open source; Debugging; Software; World Wide Web","authors":[{"name":"Mathieu Nayrolles","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Sofiène Tahar","is_ca":true},{"name":"Alf Larsson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01984930774373265,"gpt":0.2571976485383381,"spread":0.2373483407946055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002724488,0.001397728,0.00097419,0.003001979,0.0004700641,0.001079778,0.0028503,0.001182591,0.001249603],"category_scores_gemma":[0.0104864,0.0008116076,0.001736695,0.0008074248,0.001231191,0.001434519,0.00236628,0.00140573,0.0002850583],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007947232,"about_ca_system_score_gemma":0.001926016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005159932,"about_ca_topic_score_gemma":0.003924857,"domain_scores_codex":[0.9969266,0.000922625,0.000198928,0.0005164083,0.001225264,0.0002100912],"domain_scores_gemma":[0.9907074,0.004212529,0.0009120928,0.002688422,0.001239533,0.0002400107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006649001,0.0006933548,0.02306355,0.0005376828,0.0004572198,0.001711834,0.0009673258,0.4954669,0.1244047,0.02126759,0.001923248,0.3288417],"study_design_scores_gemma":[0.00004544239,0.0001348387,0.0007472506,0.00002496602,0.00008802181,0.0002554583,0.00003845161,0.959204,0.03189993,0.006527461,0.0009977256,0.00003650862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03667413,0.00009970216,0.955246,0.0000816438,0.00001559137,0.0001261244,0.00006474103,0.00720627,0.0004858094],"genre_scores_gemma":[0.4594708,0.00008864282,0.538801,0.00008196972,0.0000113235,0.0001129825,0.0002746122,0.0006186688,0.000539991],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005159932,"threshold_uncertainty_score":0.01440865,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2897717013","doi":"10.1002/smr.2114","title":"Support vector regression‐based imputation in analogy‐based software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Imputation (statistics); Analogy; Missing data; Computer science; Support vector machine; Data mining; Artificial intelligence; Regression; Euclidean distance; Machine learning; Statistics; Mathematics","authors":[{"name":"Ali Idri","is_ca":false},{"name":"Ibtissam Abnane","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01528486612983241,"gpt":0.298129497502488,"spread":0.2828446313726555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008232255,0.0008391204,0.001290615,0.00241706,0.0003954387,0.00101865,0.001621381,0.0009051476,0.001489287],"category_scores_gemma":[0.04015157,0.0003880626,0.001115389,0.002366531,0.0004276178,0.00201644,0.0011558,0.001915154,0.0005670411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005683112,"about_ca_system_score_gemma":0.0009544571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002999365,"about_ca_topic_score_gemma":0.002619296,"domain_scores_codex":[0.9931589,0.003953354,0.0004938812,0.001037796,0.001157099,0.0001989427],"domain_scores_gemma":[0.9737107,0.01791263,0.002660842,0.002275192,0.003184214,0.0002564913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004029267,0.0004507213,0.04888167,0.000433374,0.0003325105,0.0001925976,0.0004158163,0.6037804,0.001999437,0.006815239,0.002892704,0.3334026],"study_design_scores_gemma":[0.0000130958,0.0001103342,0.003580379,0.00004094162,0.00001929998,0.00003045324,0.00006181958,0.9896358,0.0013424,0.004448373,0.0006982246,0.00001891597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1829695,0.0006827126,0.812158,0.0004000721,0.00006912271,0.0001301243,0.0006138835,0.001558243,0.001418305],"genre_scores_gemma":[0.7945087,0.0002046721,0.2031123,0.00008985086,0.00003286161,0.0001473621,0.001035052,0.00006612272,0.0008030973],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008232255,"threshold_uncertainty_score":0.04353684,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2397274409","doi":"10.1002/smr.1791","title":"A Simple, Efficient, Context‐sensitive Approach for Code Completion","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Context (archaeology); Field (mathematics); Security token; Source code; Artificial intelligence; Set (abstract data type); Machine learning; Natural language processing; Programming language; Computer security","authors":[{"name":"Muhammad Asaduzzaman","is_ca":true},{"name":"Chanchal K. Roy","is_ca":true},{"name":"Kevin A. Schneider","is_ca":true},{"name":"Daqing Hou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02247311925112204,"gpt":0.2819967867305138,"spread":0.2595236674793917,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003418452,0.00163337,0.001303926,0.004717489,0.001133422,0.00157564,0.003208052,0.001295213,0.00412351],"category_scores_gemma":[0.02610914,0.001023958,0.001585021,0.002507767,0.00137461,0.003132686,0.003524754,0.002981215,0.002779016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001141713,"about_ca_system_score_gemma":0.005294193,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008022575,"about_ca_topic_score_gemma":0.008690031,"domain_scores_codex":[0.9933687,0.001213519,0.0004054403,0.001391096,0.003358036,0.0002632733],"domain_scores_gemma":[0.982281,0.004576369,0.001935096,0.005719821,0.004763654,0.000724056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000486046,0.0005000929,0.007720383,0.0004585916,0.0001101257,0.0003240191,0.001102521,0.04290274,0.03656284,0.01242917,0.01319474,0.8842087],"study_design_scores_gemma":[0.00007898806,0.0003443394,0.002258419,0.00006750527,0.00007963886,0.0004285671,0.0002739841,0.9202852,0.04169507,0.01211265,0.02224682,0.0001289148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02555709,0.0003281367,0.949944,0.0001991093,0.00009213408,0.0004097756,0.0002902653,0.02179391,0.001385662],"genre_scores_gemma":[0.1787969,0.000151214,0.8146704,0.0001660248,0.00005945863,0.0002655562,0.0009969224,0.00144288,0.003450692],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008022575,"threshold_uncertainty_score":0.01807868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2494536620","doi":"10.1002/smr.1758","title":"When to automate software testing? A decision‐support approach based on process simulation","year":2015,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Eesti Teadusagentuur","keywords":"Automation; Computer science; Context (archaeology); Test Management Approach; Process (computing); Test (biology); Test strategy; Test case; Software; Model-based testing; Process automation system; Test harness; Software engineering; Systems engineering; Reliability engineering; Engineering; Software system; Software construction; Machine learning","authors":[{"name":"Vahid Garousi","is_ca":false},{"name":"Dietmar Pfahl","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03911167195759431,"gpt":0.3142415447673743,"spread":0.27512987280978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005463771,0.001428178,0.001322411,0.002169354,0.0009503587,0.003247778,0.002169042,0.00230112,0.005087422],"category_scores_gemma":[0.01840603,0.0009074044,0.001218349,0.001113141,0.001053336,0.002244537,0.002026319,0.001817411,0.0004747991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001930227,"about_ca_system_score_gemma":0.003288102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006072417,"about_ca_topic_score_gemma":0.005024426,"domain_scores_codex":[0.9953769,0.00319059,0.0002077872,0.0003734869,0.0006190738,0.0002321256],"domain_scores_gemma":[0.9777478,0.01871235,0.0009377595,0.0006159691,0.001378066,0.0006080403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002489662,0.0003580812,0.001840464,0.0001112859,0.00008826792,0.0001848174,0.0002733947,0.941578,0.001385263,0.01956179,0.0005482157,0.0338213],"study_design_scores_gemma":[0.00004255391,0.00003746666,0.0000765536,0.00001576352,0.00001415494,0.00001185854,0.00003463478,0.9935063,0.0003030584,0.005573303,0.0003760452,0.000008280113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07224431,0.0001974896,0.9150051,0.001936919,0.00005095762,0.0005144042,0.0001160462,0.0007854474,0.009149204],"genre_scores_gemma":[0.6917679,0.0002284279,0.3062278,0.0001805067,0.00003786903,0.0005043541,0.0001361667,0.00005292215,0.0008640552],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006072417,"threshold_uncertainty_score":0.0288955,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3009853975","doi":"10.1002/smr.2250","title":"Guidelines for evaluating bug‐assignment research","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Faculty of Graduate Studies and Research, University of Alberta; Alberta Innovates - Technology Futures","keywords":"Computer science; Metric (unit); Ranking (information retrieval); Empirical research; Task (project management); Set (abstract data type); Data science; Data mining; Information retrieval; Statistics; Systems engineering; Mathematics; Engineering; Operations management","authors":[{"name":"Ali Sajedi‐Badashian","is_ca":true},{"name":"Eleni Stroulia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2884186218319023,"gpt":0.4726799934303204,"spread":0.1842613715984182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4691598,0.004148416,0.005599611,0.04623996,0.004312763,0.01351479,0.009125081,0.005672105,0.005604661],"category_scores_gemma":[0.7554678,0.003114385,0.006132975,0.02785995,0.006124084,0.01011526,0.007026958,0.005002617,0.004340338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008857794,"about_ca_system_score_gemma":0.01713749,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004802534,"about_ca_topic_score_gemma":0.007972544,"domain_scores_codex":[0.3428542,0.4698029,0.1112827,0.009128693,0.06487314,0.002058426],"domain_scores_gemma":[0.1148283,0.6000945,0.05965311,0.03875305,0.1837238,0.002947312],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003609622,0.002329334,0.03469468,0.06044343,0.002738234,0.0006524482,0.01734815,0.007847033,0.01143318,0.0483213,0.08179494,0.7287877],"study_design_scores_gemma":[0.006763606,0.009742638,0.09105337,0.1515033,0.00680815,0.001165821,0.02217465,0.05883285,0.05737302,0.1581158,0.4342593,0.002207523],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04701569,0.04556948,0.7464631,0.01173391,0.00250483,0.09263103,0.01050961,0.006219345,0.03735296],"genre_scores_gemma":[0.05571956,0.003317666,0.8557391,0.00122336,0.0002383579,0.08007022,0.002315805,0.0004579246,0.0009179771],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5308402,"threshold_uncertainty_score":0.6546205,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1512615396","doi":"10.1002/smr.1662","title":"Big data clone detection using classical detectors: an exploratory study","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; Big data; Source code; Code (set theory); clone (Java method); Data mining; Data science; Database; Programming language","authors":[{"name":"Jeffrey Svajlenko","is_ca":true},{"name":"Iman Keivanloo","is_ca":true},{"name":"Chanchal K. Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07457598398553884,"gpt":0.3182856481568901,"spread":0.2437096641713513,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01469192,0.001065088,0.0007335313,0.005555054,0.0009625353,0.002107122,0.002528153,0.001294691,0.0004681821],"category_scores_gemma":[0.06631155,0.0005508933,0.001287578,0.003306074,0.001770532,0.003194642,0.002114549,0.001918138,0.0003090126],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0010199,"about_ca_system_score_gemma":0.0008647224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002357755,"about_ca_topic_score_gemma":0.002668257,"domain_scores_codex":[0.985274,0.007457813,0.000746719,0.001844381,0.004210997,0.0004661053],"domain_scores_gemma":[0.8066698,0.1538436,0.008957678,0.01487631,0.01419676,0.00145587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001910929,0.005127853,0.6314976,0.002352065,0.001106537,0.002265377,0.0102344,0.03833549,0.02124615,0.008557207,0.009568627,0.2677978],"study_design_scores_gemma":[0.0003265861,0.004704618,0.2176282,0.0006053961,0.0006314742,0.00439697,0.01198088,0.6684609,0.05301902,0.01885118,0.01905975,0.0003350844],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9474265,0.0007315926,0.0475673,0.0003483577,0.00003201449,0.0005837937,0.0009030233,0.0007547071,0.001652815],"genre_scores_gemma":[0.9297568,0.000247884,0.06767689,0.0001216364,0.00003417661,0.0002762415,0.001361359,0.000128549,0.0003966207],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01469192,"threshold_uncertainty_score":0.07769924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154467091","doi":"10.1002/smr.1565","title":"An approach for mining service composition patterns from execution logs","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Web service; Service (business); Set (abstract data type); Database; Quality of service; Differentiated service; Data mining; Service delivery framework; World Wide Web; Service design; Computer network; Programming language","authors":[{"name":"Bipin Upadhyaya","is_ca":true},{"name":"Ran Tang","is_ca":true},{"name":"Ying Zou","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01409179947278424,"gpt":0.2602709917047297,"spread":0.2461791922319455,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002090227,0.001813632,0.001363812,0.01477813,0.001016012,0.0021058,0.001619474,0.001472363,0.0009385393],"category_scores_gemma":[0.009820671,0.0007727616,0.001550599,0.006659077,0.0007684979,0.001952488,0.001057062,0.001182733,0.0009123542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009504624,"about_ca_system_score_gemma":0.002344043,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008017613,"about_ca_topic_score_gemma":0.007975256,"domain_scores_codex":[0.9969586,0.0004989272,0.0004391133,0.0007784899,0.001159343,0.0001654435],"domain_scores_gemma":[0.9920704,0.003369855,0.001506195,0.001028558,0.001744328,0.000280679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007275826,0.001709903,0.08057849,0.001254501,0.0005695792,0.002533401,0.001337167,0.07587079,0.04531687,0.006991465,0.006198236,0.7769121],"study_design_scores_gemma":[0.00006701497,0.0001513095,0.008257314,0.00008427336,0.0001210068,0.001125726,0.0004129233,0.9587376,0.0166612,0.009294392,0.005017223,0.00007003845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1200628,0.0006960365,0.859264,0.0005045569,0.00006371162,0.001120989,0.003946758,0.01302967,0.001311627],"genre_scores_gemma":[0.2536234,0.0003291872,0.7364889,0.00009798601,0.00004463351,0.000681608,0.007549142,0.0001969522,0.0009882353],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01477813,"threshold_uncertainty_score":0.01594186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3146730906","doi":"10.1002/smr.2343","title":"On the value of filter feature selection techniques in homogeneous ensembles effort estimation","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Feature selection; Preprocessor; Artificial intelligence; Data mining; Software; Filter (signal processing); Support vector machine; Feature (linguistics); Pattern recognition (psychology); Multilayer perceptron; Machine learning; Subspace topology; Random forest; k-nearest neighbors algorithm; Dimensionality reduction; Process (computing); Curse of dimensionality; Homogeneous; Artificial neural network; Mathematics","authors":[{"name":"Mohamed Hosni","is_ca":false},{"name":"Ali Idri","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008875852151698763,"gpt":0.2611015249772128,"spread":0.2522256728255141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006548124,0.0008870317,0.0009625651,0.001733153,0.0004685087,0.0008904503,0.0006597866,0.000885036,0.0005996959],"category_scores_gemma":[0.0222067,0.0002205986,0.0008337453,0.001247556,0.0003946413,0.001526685,0.0006240755,0.0007195872,0.0001435069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004280784,"about_ca_system_score_gemma":0.0006793606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004242222,"about_ca_topic_score_gemma":0.00291803,"domain_scores_codex":[0.9975286,0.001364898,0.0001455404,0.0003822712,0.0004329794,0.000145683],"domain_scores_gemma":[0.9841945,0.0124786,0.0006302921,0.0009835493,0.001580458,0.0001325576],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005123781,0.0003006323,0.02563076,0.0001123697,0.000509035,0.0000834508,0.0001123893,0.6273342,0.006006889,0.003278757,0.001143042,0.3349761],"study_design_scores_gemma":[0.00001195534,0.0001262261,0.004244296,0.00001411282,0.00005227847,0.00002066472,0.00003150876,0.9911975,0.002858717,0.001264459,0.0001674482,0.00001094882],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2928307,0.0007710438,0.7044649,0.0002523572,0.00005204573,0.00006558473,0.0001485065,0.0004673768,0.0009475665],"genre_scores_gemma":[0.9085015,0.0001503349,0.0906736,0.00005460084,0.00003885906,0.00005732448,0.000242429,0.00003619004,0.0002450949],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006548124,"threshold_uncertainty_score":0.03463018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3042453106","doi":"10.1002/smr.2276","title":"Towards reducing the time needed for load testing","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Concordia University; University of Alberta; Queen's University","funders":"","keywords":"Workload; Computer science; Load testing; Metric (unit); Execution time; Response time; Test (biology); Reliability engineering; Work time; Performance metric; Test case; Real-time computing; Distributed computing; Operating system; Machine learning; Operations management; Engineering","authors":[{"name":"Hammam M. AlGhamdi","is_ca":true},{"name":"Cor‐Paul Bezemer","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Parminder Flora","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02455531795610353,"gpt":0.2602756308362111,"spread":0.2357203128801076,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002931258,0.001717268,0.0009810582,0.002164732,0.0006738751,0.001141307,0.003170509,0.0009984837,0.00457264],"category_scores_gemma":[0.02449799,0.0006552694,0.0007924684,0.000967167,0.001038725,0.001935337,0.001583883,0.001990008,0.001529594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001319094,"about_ca_system_score_gemma":0.003506853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004980747,"about_ca_topic_score_gemma":0.0056132,"domain_scores_codex":[0.9933065,0.002073584,0.0002972915,0.0006751925,0.003030018,0.0006174044],"domain_scores_gemma":[0.9667413,0.01796541,0.004155262,0.004316303,0.005334907,0.001486802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00214027,0.002587289,0.03020879,0.0007138159,0.0002362204,0.0008380829,0.001057314,0.1511994,0.2125108,0.008665328,0.01032098,0.5795217],"study_design_scores_gemma":[0.0002965501,0.001555064,0.02012122,0.0001380798,0.0002302638,0.0006997528,0.0005489759,0.8722243,0.0810762,0.007009347,0.01601204,0.00008826183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4422701,0.001952576,0.5307254,0.002476342,0.000375458,0.000472469,0.0004018323,0.01196327,0.009362519],"genre_scores_gemma":[0.8019091,0.0002240511,0.1929294,0.0003894176,0.0001253475,0.000253329,0.0005626404,0.001070017,0.002536598],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004980747,"threshold_uncertainty_score":0.01550215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2770367167","doi":"10.1002/smr.1916","title":"Model refactoring by example: A multi‐objective search based software engineering approach","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"National Science Foundation of Sri Lanka; Qatar Foundation; Qatar National Research Fund; National Science Foundation","keywords":"Code refactoring; Correctness; Computer science; Set (abstract data type); Programming language; Metamodeling; Sorting; Similarity (geometry); Software; Software engineering; Artificial intelligence","authors":[{"name":"Adnane Ghannem","is_ca":false},{"name":"Marouane Kessentini","is_ca":false},{"name":"Mohamed Salah Hamdi","is_ca":false},{"name":"Ghizlane El Boussaidi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04576571935716419,"gpt":0.2955329575172809,"spread":0.2497672381601167,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001905807,0.001336901,0.001142666,0.003201231,0.0004643321,0.000799608,0.001768838,0.001661672,0.002624412],"category_scores_gemma":[0.004253436,0.0006761776,0.001089757,0.001615984,0.0005880744,0.0007363096,0.001059564,0.0008291131,0.0002521855],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008958845,"about_ca_system_score_gemma":0.00122153,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006307756,"about_ca_topic_score_gemma":0.007320949,"domain_scores_codex":[0.9990903,0.000472746,0.00005398458,0.0001181348,0.0001982393,0.00006670257],"domain_scores_gemma":[0.9974627,0.001874073,0.000195607,0.0001033212,0.0002917011,0.00007260564],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004387069,0.0001262161,0.0007780368,0.0001016044,0.00006476523,0.00006936616,0.00005875375,0.9521955,0.0009892454,0.002588701,0.0005185294,0.04246537],"study_design_scores_gemma":[0.00001479483,0.00003433661,0.00009687317,0.00001220374,0.00001618603,0.00001456125,0.00001556261,0.9981311,0.0002477039,0.001184744,0.000228071,0.000003867317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09024694,0.0007039604,0.9033849,0.0005263003,0.0000362621,0.0002455396,0.0001360522,0.0006506857,0.004069454],"genre_scores_gemma":[0.4314163,0.0002966285,0.5656024,0.0001861241,0.00002700632,0.0003652633,0.0002862714,0.0001041345,0.0017159],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006307756,"threshold_uncertainty_score":0.01254207,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1925941278","doi":"10.1002/smr.1635","title":"Detecting asynchrony and dephase change patterns by mining software repositories","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Polytechnique Montréal; Lab_Bell (Canada)","funders":"","keywords":"Computer science; Asynchrony (computer programming); Software evolution; Interval (graph theory); Java; Change detection; Software; Data mining; Software development; Programming language; Artificial intelligence","authors":[{"name":"Fehmi Jaafar","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true},{"name":"Sylvie Hamel","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01467177164618672,"gpt":0.258621679834277,"spread":0.2439499081880903,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004467504,0.0007026129,0.0008838253,0.01372546,0.0005643911,0.001630739,0.00151478,0.0008699532,0.0003097311],"category_scores_gemma":[0.01825012,0.0004665002,0.0008616852,0.007506015,0.0004204478,0.002022584,0.001421688,0.0006051204,0.0003116576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006275845,"about_ca_system_score_gemma":0.001001774,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005780811,"about_ca_topic_score_gemma":0.00633334,"domain_scores_codex":[0.9942381,0.0009151461,0.0009880689,0.001435504,0.002182119,0.0002409658],"domain_scores_gemma":[0.9624007,0.01690304,0.009673298,0.005179754,0.005120023,0.0007231443],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004530721,0.0004542232,0.5378809,0.0005676,0.0004428377,0.0007460834,0.0007180021,0.03367022,0.01818068,0.001054883,0.003679208,0.4021522],"study_design_scores_gemma":[0.00007312084,0.0003189276,0.2081514,0.0000775923,0.0002969268,0.001239747,0.0005698194,0.7489228,0.03222099,0.003227777,0.004808601,0.00009218594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9244958,0.0007182926,0.06659531,0.0001893929,0.00002559175,0.0001517867,0.001925634,0.005064227,0.0008339129],"genre_scores_gemma":[0.9127042,0.0001910465,0.08125393,0.00004255375,0.00002432507,0.00008999449,0.005192772,0.0001162959,0.0003848425],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01372546,"threshold_uncertainty_score":0.02362669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1672898643","doi":"10.1002/smr.1559","title":"Regression test suite selection using dependence analysis","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Regression testing; Computer science; Suite; Test case; Data mining; Representation (politics); Process (computing); Regression analysis; Machine learning; Software; Software system; Programming language","authors":[{"name":"Hasan Ural","is_ca":true},{"name":"Hüsnü Yenigün","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02402513274456869,"gpt":0.308492977013155,"spread":0.2844678442685863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003319519,0.001364628,0.001087966,0.005327622,0.000406956,0.0008477644,0.001241679,0.0006639261,0.002658814],"category_scores_gemma":[0.01984655,0.0005154656,0.001552947,0.001474682,0.0005262385,0.0009060606,0.001075348,0.0008351233,0.0006003378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000769883,"about_ca_system_score_gemma":0.001172033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001642648,"about_ca_topic_score_gemma":0.001699836,"domain_scores_codex":[0.9951988,0.002159897,0.0002789512,0.0005843643,0.001467945,0.0003102192],"domain_scores_gemma":[0.979771,0.01511073,0.001047295,0.001455517,0.002340968,0.0002745189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007716613,0.0004700626,0.02301974,0.0003683952,0.0002998985,0.00110588,0.0002412222,0.3681936,0.04528749,0.01105975,0.004257897,0.5449244],"study_design_scores_gemma":[0.00006691195,0.0002644945,0.002938702,0.0000458913,0.00009664538,0.00024835,0.00003527485,0.9676724,0.01748179,0.009325353,0.001796979,0.00002718067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1431486,0.0003000307,0.844875,0.000258711,0.00002658514,0.0004472767,0.0005629575,0.006298055,0.004082786],"genre_scores_gemma":[0.6845011,0.0001160493,0.3110183,0.00009493047,0.00003258306,0.0004400873,0.00214443,0.0005649574,0.001087659],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005327622,"threshold_uncertainty_score":0.01755548,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376615930","doi":"10.1002/smr.2571","title":"CodeBERT‐Attack: Adversarial attack against source code deep learning models via pre‐trained model","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canadian Institute for Advanced Research","keywords":"Computer science; Source code; Adversarial system; Code (set theory); Artificial intelligence; Machine learning; Masking (illustration); Vulnerability (computing); Deep learning; Inference; Programming language; Computer security","authors":[{"name":"Huangzhao Zhang","is_ca":false},{"name":"Shuai Lu","is_ca":false},{"name":"Zhuo Li","is_ca":false},{"name":"Zhi Jin","is_ca":false},{"name":"Lei Ma","is_ca":true},{"name":"Yang Liu","is_ca":false},{"name":"Ge Li","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02888597047409828,"gpt":0.289055668582603,"spread":0.2601696981085047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001269575,0.001233951,0.0005744321,0.0004472035,0.0003566431,0.0005192652,0.001099745,0.001190841,0.001424758],"category_scores_gemma":[0.006136385,0.0003554132,0.0007378841,0.0002084569,0.001198441,0.001469472,0.001857733,0.002735857,0.0004277574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008251989,"about_ca_system_score_gemma":0.0008848555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002823728,"about_ca_topic_score_gemma":0.002436701,"domain_scores_codex":[0.999083,0.0002983527,0.00004413863,0.0001733172,0.0002694009,0.0001316934],"domain_scores_gemma":[0.9971555,0.001584665,0.0002514515,0.0006152563,0.0002991405,0.00009394604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000282242,0.00007218385,0.002156343,0.00007281038,0.00008282899,0.0002233508,0.00008801945,0.9066708,0.01442086,0.00828963,0.002681918,0.06495898],"study_design_scores_gemma":[0.000002919361,0.00002327401,0.00006360069,0.000003768973,0.000004237324,0.00001760868,0.000002992684,0.9952141,0.003018155,0.001487128,0.0001591569,0.000003025594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1538048,0.000553445,0.8354025,0.001132406,0.0001483901,0.0001037981,0.0001249643,0.005327948,0.003401619],"genre_scores_gemma":[0.950242,0.000123567,0.04681069,0.0004076789,0.0000292074,0.00005878315,0.0001406731,0.0001619894,0.00202539],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002823728,"threshold_uncertainty_score":0.006714284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2607980907","doi":"10.1002/smr.1871","title":"Protecting Internet users from becoming victimized attackers of click‐fraud","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Statistics Canada; Nicolet Chartrand Knoll (Canada); Queen's University","funders":"Mitacs","keywords":"Computer science; Computer security; Botnet; Mobile device; The Internet; Service (business); Overhead (engineering); Service provider; Cloud computing; World Wide Web; Operating system","authors":[{"name":"Shahrear Iqbal","is_ca":true},{"name":"Mohammad Zulkernine","is_ca":true},{"name":"Fehmi Jaafar","is_ca":true},{"name":"Yuan Gu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02155169574846229,"gpt":0.3038782731123609,"spread":0.2823265773638986,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001010547,0.0009187856,0.0008388498,0.002091225,0.0007938142,0.001669537,0.0009769473,0.001202754,0.001300669],"category_scores_gemma":[0.006244324,0.0003180793,0.0004644961,0.0005234151,0.0005003065,0.001879605,0.001346774,0.0008167591,0.001126947],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007158987,"about_ca_system_score_gemma":0.000811185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003638674,"about_ca_topic_score_gemma":0.002369995,"domain_scores_codex":[0.9978115,0.00041602,0.0001181175,0.00031099,0.0009384621,0.0004048758],"domain_scores_gemma":[0.9942463,0.001042143,0.0008460011,0.002075245,0.001366636,0.0004235628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001811035,0.001404109,0.1165588,0.0002941087,0.0001831323,0.001500535,0.000832937,0.01248907,0.1110989,0.004629141,0.0183975,0.7308007],"study_design_scores_gemma":[0.0001370674,0.001219508,0.1109603,0.0001589868,0.000234953,0.004522624,0.0005301436,0.6489757,0.1986251,0.005267397,0.02912159,0.0002467168],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8343757,0.001235351,0.1264204,0.0007286407,0.0002120931,0.0004702973,0.0003435773,0.02038675,0.01582718],"genre_scores_gemma":[0.9845654,0.0001064422,0.01268058,0.0001863033,0.00004313044,0.00003766969,0.0001461128,0.00008200963,0.002152292],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003638674,"threshold_uncertainty_score":0.007234991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2896543198","doi":"10.1002/smr.2117","title":"Evaluating filter fuzzy analogy homogenous ensembles for software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Fuzzy logic; Defuzzification; Artificial intelligence; Computer science; Filter (signal processing); Fuzzy set; Machine learning; Neuro-fuzzy; Feature (linguistics); Fuzzy classification; Data mining; Mathematics; Fuzzy number; Fuzzy control system","authors":[{"name":"Mohamed Hosni","is_ca":false},{"name":"Ali Idri","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04033265670826348,"gpt":0.3405747214067008,"spread":0.3002420646984373,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004841996,0.0007349832,0.0008952927,0.003279983,0.0003787615,0.0009285136,0.000650588,0.0008415382,0.0008163513],"category_scores_gemma":[0.02355805,0.0002276214,0.0007966627,0.001796446,0.0002458716,0.00176786,0.000803629,0.000636137,0.0001865903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007560368,"about_ca_system_score_gemma":0.000571274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002994934,"about_ca_topic_score_gemma":0.003031578,"domain_scores_codex":[0.9977477,0.0009332779,0.0001341908,0.0004353477,0.0006359877,0.0001134792],"domain_scores_gemma":[0.9857451,0.01051403,0.0008590513,0.001182838,0.001513324,0.000185746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004141637,0.0002857645,0.04609771,0.0001512761,0.0006289528,0.00007858017,0.0002999146,0.6058815,0.005332214,0.003094156,0.0009362277,0.3367995],"study_design_scores_gemma":[0.000007744522,0.0001731856,0.01062333,0.00001844284,0.00006613047,0.00003098427,0.00006872344,0.9833165,0.002876627,0.002396488,0.0004027984,0.00001910166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6470296,0.0005274678,0.3497383,0.0001104245,0.00003483884,0.00009594941,0.0002122746,0.0003678727,0.001883182],"genre_scores_gemma":[0.9470901,0.00008157296,0.05222988,0.00001874152,0.00001396447,0.00005457779,0.0002243585,0.00001393073,0.0002728859],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004841996,"threshold_uncertainty_score":0.02560723,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1753799222","doi":"10.1002/smr.1553","title":"A standards‐based model of system maintainability requirements","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Maintainability; Standardization; Computer science; Software; Reliability engineering; Systems engineering; Software engineering; Software system; Embedded system; Operating system; Engineering","authors":[{"name":"Khalid T. Al‐Sarayreh","is_ca":false},{"name":"Alain Abran","is_ca":true},{"name":"Juan J. Cuadrado‐Gallego","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03999430210769324,"gpt":0.3240065482566557,"spread":0.2840122461489625,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00652372,0.0008351288,0.0004580664,0.003944841,0.001016984,0.005853778,0.003502675,0.002456848,0.004906302],"category_scores_gemma":[0.01161341,0.000695704,0.001341025,0.002766042,0.002177104,0.007448274,0.001702533,0.002277481,0.001756401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005189984,"about_ca_system_score_gemma":0.005003431,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01285356,"about_ca_topic_score_gemma":0.01080357,"domain_scores_codex":[0.9910138,0.002442045,0.0009274509,0.001004501,0.004148488,0.0004635883],"domain_scores_gemma":[0.9885162,0.002997319,0.0008744851,0.002218104,0.005202486,0.0001913142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002604239,0.00007702576,0.001136078,0.0001774407,0.00003011946,0.0003417233,0.001444395,0.07615977,0.002604791,0.8750868,0.00550424,0.03741153],"study_design_scores_gemma":[0.00005354063,0.0002175392,0.002360207,0.0004339862,0.00007146062,0.0005469986,0.001269796,0.4148141,0.004331971,0.3939987,0.1818067,0.00009503684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01531818,0.0002413389,0.8870907,0.003041591,0.0000752312,0.0005026333,0.0009308326,0.001224327,0.09157515],"genre_scores_gemma":[0.4750313,0.001193714,0.484965,0.0007565219,0.0001198034,0.001772636,0.00472158,0.000533568,0.03090572],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01285356,"threshold_uncertainty_score":0.03765613,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4294237828","doi":"10.1002/smr.2505","title":"Improving the detection of community smells through socio‐technical and sentiment analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Classifier (UML); Software development; Software; Benchmark (surveying); Data science; Empirical research; Software quality; Knowledge management; Artificial intelligence; Software engineering; Machine learning","authors":[{"name":"Nuri Almarimi","is_ca":true},{"name":"Ali Ouni","is_ca":true},{"name":"Moataz Chouchen","is_ca":true},{"name":"Mohamed Wiem Mkaouer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01679106245796182,"gpt":0.2797237609382808,"spread":0.262932698480319,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002002868,0.0008885708,0.0006980285,0.003091693,0.0004296834,0.000892551,0.000604576,0.0009138188,0.000776239],"category_scores_gemma":[0.005642318,0.0001808892,0.0006463237,0.0009526826,0.0002667125,0.001253989,0.001002081,0.0008728161,0.0006920663],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004912145,"about_ca_system_score_gemma":0.0004399698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002969698,"about_ca_topic_score_gemma":0.003757875,"domain_scores_codex":[0.9987279,0.0004310602,0.00007954438,0.0002558633,0.0003796817,0.0001259691],"domain_scores_gemma":[0.994445,0.00201886,0.001174319,0.0002720831,0.001776636,0.0003130229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008059139,0.001555427,0.2533349,0.0006936472,0.0004876533,0.0007778007,0.001061765,0.03803019,0.09066962,0.001297464,0.01764343,0.5936422],"study_design_scores_gemma":[0.00001859859,0.0001816867,0.05358146,0.00003900118,0.00006161125,0.00009399228,0.0004083179,0.934127,0.008229949,0.00128781,0.001934804,0.00003587798],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8223284,0.0009261981,0.1680121,0.00101098,0.0001985152,0.0002211478,0.0009728955,0.002011249,0.004318619],"genre_scores_gemma":[0.9652754,0.0001282695,0.03235371,0.00009069815,0.0000873321,0.00004967825,0.0009061127,0.00005600336,0.001052926],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003091693,"threshold_uncertainty_score":0.01059228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2346502370","doi":"10.1002/smr.1777","title":"An empirical investigation of single‐objective and multiobjective evolutionary algorithms for developer's assignment to bugs","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Society of Petroleum Geologists; University of Calgary","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Genetic algorithm; Sorting; Computer science; Operations research; Algorithm; Machine learning; Engineering","authors":[{"name":"Muhammad Rezaul Karim","is_ca":true},{"name":"Günther Ruhe","is_ca":true},{"name":"Md. Mainur Rahman","is_ca":true},{"name":"Vahid Garousi","is_ca":false},{"name":"Thomas Zimmermann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03059869874449836,"gpt":0.3164832744945514,"spread":0.2858845757500531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009101906,0.0006012795,0.0005619507,0.001521159,0.0003931655,0.001305617,0.001213984,0.0009467242,0.001351511],"category_scores_gemma":[0.03837517,0.0002685784,0.0005708332,0.001697686,0.0004322601,0.001614848,0.0006020502,0.0008819431,0.0001191106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001239178,"about_ca_system_score_gemma":0.001030864,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003929324,"about_ca_topic_score_gemma":0.003636868,"domain_scores_codex":[0.9964579,0.002532656,0.0001397477,0.0003117818,0.0004258173,0.0001321082],"domain_scores_gemma":[0.9567987,0.03847823,0.001441782,0.001363251,0.001559568,0.0003585444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005118791,0.001478193,0.05930067,0.0003013036,0.0002831403,0.0001006203,0.0003076275,0.8026787,0.001072464,0.006079074,0.00118088,0.1267055],"study_design_scores_gemma":[0.00004256979,0.0002762383,0.005722187,0.00001756041,0.00003277083,0.00004090506,0.0001495663,0.9915121,0.0003614404,0.001400359,0.0004354715,0.000008829034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9538943,0.000458372,0.04288134,0.0002046642,0.00002295765,0.000132383,0.0001161976,0.0001273067,0.00216253],"genre_scores_gemma":[0.9680562,0.0001038385,0.03118102,0.00002429976,0.000003507673,0.00008881788,0.0001640393,0.0000196312,0.0003586321],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009101906,"threshold_uncertainty_score":0.04813612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970341368","doi":"10.1002/smr.2182","title":"How has SPI changed in times of agile development? Results from a multi‐method study","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Eesti Teadusagentuur","keywords":"Agile software development; Scrum; Extreme programming; Extreme programming practices; Agile usability engineering; Context (archaeology); User story; Agile Unified Process; Process (computing); Process management; Lean software development; Set (abstract data type); Computer science; Knowledge management; Engineering; Software development; Software; Software development process; Software engineering; Geography","authors":[{"name":"Steffen Küpper","is_ca":false},{"name":"Dietmar Pfahl","is_ca":true},{"name":"Kristjan Jürisoo","is_ca":false},{"name":"Philipp Diebold","is_ca":false},{"name":"Jürgen Münch","is_ca":false},{"name":"Marco Kuhrmann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03224882072920653,"gpt":0.2931461338316915,"spread":0.2608973131024849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1402015,0.0005315669,0.001234238,0.00516226,0.002884805,0.007242714,0.001655681,0.001712277,0.002026548],"category_scores_gemma":[0.2721618,0.0007901253,0.001662891,0.00642046,0.00457828,0.007866533,0.005465333,0.002432604,0.0004392013],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004531565,"about_ca_system_score_gemma":0.004777038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001779363,"about_ca_topic_score_gemma":0.002442011,"domain_scores_codex":[0.8653783,0.1040656,0.009597352,0.005280301,0.01171618,0.003962243],"domain_scores_gemma":[0.4524926,0.4721208,0.0284424,0.009257586,0.03475044,0.002936323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0003434049,0.0007060449,0.09773593,0.001431373,0.0001842495,0.0003984236,0.8579363,0.0001396401,0.0006559266,0.001053889,0.0004721854,0.03894258],"study_design_scores_gemma":[0.00008630175,0.001725095,0.1545244,0.002140331,0.0002064839,0.0004136633,0.8285601,0.0007890022,0.001216783,0.001029623,0.009208189,0.0001000456],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.992126,0.0005962578,0.003645663,0.0006311115,0.00003715476,0.0006962625,0.0001804883,0.00001135947,0.00207563],"genre_scores_gemma":[0.9917143,0.0006404988,0.003915004,0.0004290855,0.00004661841,0.002357323,0.0001345695,0.00003892173,0.0007237685],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1402015,"threshold_uncertainty_score":0.7414652,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323851663","doi":"10.1002/smr.2548","title":"Combining object‐oriented metrics and centrality measures to predict faults in object‐oriented software: An empirical validation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Centrality; Computer science; Software metric; Data mining; Object-oriented programming; Software; Software fault tolerance; Object (grammar); Fault (geology); Artificial intelligence; Software development; Machine learning; Software quality; Programming language; Mathematics","authors":[{"name":"Alexandre Ouellet","is_ca":true},{"name":"Mourad Badri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03322673717648716,"gpt":0.3259724400237865,"spread":0.2927457028472993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01661865,0.001125074,0.0006232799,0.004599381,0.0005448883,0.001180735,0.001529874,0.001282287,0.001222502],"category_scores_gemma":[0.08240763,0.0004352794,0.001201918,0.003134347,0.001072136,0.002503173,0.001346318,0.001752398,0.0005701352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008777392,"about_ca_system_score_gemma":0.0007808629,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00765792,"about_ca_topic_score_gemma":0.005378748,"domain_scores_codex":[0.9936376,0.003674457,0.0003297303,0.0008769137,0.001236766,0.0002445804],"domain_scores_gemma":[0.7493601,0.2109134,0.01017817,0.01124138,0.01652049,0.001786551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004939064,0.001584316,0.9190753,0.0001587256,0.0006233841,0.0001032372,0.000548006,0.04208035,0.0009263286,0.0007312187,0.001112097,0.03256315],"study_design_scores_gemma":[0.0001204849,0.00148599,0.4216964,0.0001061766,0.0002361508,0.0001276721,0.0006839053,0.570116,0.002403527,0.001948832,0.0010171,0.00005770046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9925609,0.0001399798,0.006347441,0.00007266079,0.00001539537,0.00004829537,0.0003658519,0.00007054847,0.0003788989],"genre_scores_gemma":[0.9947997,0.00004965379,0.00425586,0.00001896028,0.0000152462,0.00005937574,0.0006342328,0.00002035051,0.0001464165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01661865,"threshold_uncertainty_score":0.0878889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2883393561","doi":"10.1002/smr.1965","title":"Program comprehension through reverse‐engineered sequence diagrams: A systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Sequence diagram; Program comprehension; Documentation; Reverse engineering; Sequence (biology); Process (computing); Set (abstract data type); Context (archaeology); Software engineering; Software; Comprehension; Use Case Diagram; Data science; Information retrieval; Programming language; Data mining; Unified Modeling Language; Software system; Class diagram","authors":[{"name":"Taher A. Ghaleb","is_ca":true},{"name":"Musab A. Alturki","is_ca":false},{"name":"Khalid Aljasser","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06289656528401565,"gpt":0.3715168890266922,"spread":0.3086203237426766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00903588,0.001287688,0.003236722,0.01425178,0.0005268237,0.001850197,0.002446927,0.001380233,0.004020784],"category_scores_gemma":[0.04593365,0.0008006861,0.00281817,0.01106824,0.0008316427,0.003867903,0.001442097,0.001099566,0.0005919399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001851035,"about_ca_system_score_gemma":0.01216623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004594902,"about_ca_topic_score_gemma":0.01256264,"domain_scores_codex":[0.9946826,0.002058821,0.001582629,0.0004630026,0.001101791,0.0001111446],"domain_scores_gemma":[0.9631085,0.02776883,0.003599721,0.0007009329,0.004542264,0.0002797135],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009863907,0.00004483424,0.0005554994,0.6612647,0.001621039,0.0001557807,0.0006430376,0.0003229928,0.0004519246,0.001568656,0.005249529,0.3280235],"study_design_scores_gemma":[0.0001044902,0.0002662459,0.002708626,0.8029727,0.01187443,0.0007383815,0.0008266792,0.0002649386,0.0007894903,0.00185771,0.1775253,0.00007094227],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006915924,0.9972313,0.0008430897,0.00029009,0.00009073253,0.0001928412,0.0001916923,0.00001881021,0.0004499168],"genre_scores_gemma":[0.005554074,0.9915951,0.001900361,0.0002573609,0.00003720872,0.0003010165,0.0002017823,0.000009072762,0.0001439136],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01425178,"threshold_uncertainty_score":0.04778689,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013184334","doi":"10.1002/smr.496","title":"Measurement and quantification are not the same: ISO 15939 and ISO 9126","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Scientific Measurement and Uncertainty Evaluation","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Metrology; Measure (data warehouse); Set (abstract data type); Field (mathematics); Level of measurement; Computer science; Units of measurement; Measurement uncertainty; Scale (ratio); Data mining; Industrial engineering; Reliability engineering; Systems engineering; Operations research; Mathematics; Engineering; Statistics; Geography; Programming language; Physics","authors":[{"name":"Alain Abran","is_ca":true},{"name":"Jean‐Marc Desharnais","is_ca":true},{"name":"Juan J. Cuadrado‐Gallego","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1781730165139194,"gpt":0.3815751148285158,"spread":0.2034020983145964,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03041035,0.000912698,0.001069836,0.004225103,0.001336605,0.01008089,0.001765651,0.003120778,0.003441263],"category_scores_gemma":[0.04645116,0.0007317317,0.001175674,0.004592078,0.01043802,0.0110293,0.004612693,0.004578567,0.00108344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004781418,"about_ca_system_score_gemma":0.008099191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006692914,"about_ca_topic_score_gemma":0.002679835,"domain_scores_codex":[0.9442589,0.01666821,0.005160803,0.003143952,0.02971648,0.00105162],"domain_scores_gemma":[0.9699531,0.009929069,0.00336816,0.004459212,0.01171715,0.0005734925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005857454,0.00002598199,0.0007038708,0.0002012393,0.00002125859,0.00008412048,0.001042891,0.002295425,0.000971063,0.9156046,0.009850211,0.06914066],"study_design_scores_gemma":[0.00003034055,0.0001580272,0.003349917,0.0009332839,0.00005470453,0.000329624,0.001466832,0.01078331,0.002563682,0.7061197,0.2740599,0.0001507672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05079748,0.01739456,0.6778662,0.0597676,0.003968433,0.0004628876,0.0009624001,0.001117717,0.1876628],"genre_scores_gemma":[0.6269218,0.006131369,0.3402373,0.006245848,0.001013512,0.000831824,0.001282287,0.000627641,0.0167085],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03041035,"threshold_uncertainty_score":0.1608272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2150439624","doi":"10.1002/smr.519","title":"Studying software evolution of large object‐oriented software systems using an ETGM algorithm","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Algorithm; Software; Scalability; Oracle; Software evolution; Software system; Theoretical computer science; Data mining; Software construction; Programming language","authors":[{"name":"Sègla Kpodjedo","is_ca":true},{"name":"Filippo Ricca","is_ca":false},{"name":"Philippe Galinier","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01770398146278333,"gpt":0.2931408894074464,"spread":0.275436907944663,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002662189,0.000569143,0.0004659545,0.001642262,0.0004582583,0.000685691,0.001051662,0.001072163,0.0007766947],"category_scores_gemma":[0.01185013,0.0003198576,0.000567743,0.001621885,0.0005864892,0.001526285,0.0009089091,0.000695896,0.0001538146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001060165,"about_ca_system_score_gemma":0.0008543619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00566653,"about_ca_topic_score_gemma":0.003856743,"domain_scores_codex":[0.9991401,0.0003030039,0.00006622858,0.0002319937,0.0002120222,0.00004661376],"domain_scores_gemma":[0.9936271,0.004260595,0.0006168049,0.0006127389,0.0007411095,0.0001417329],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001404401,0.0001373414,0.01834505,0.0001204459,0.00007994186,0.0001593492,0.0003380684,0.8109539,0.008987635,0.007180864,0.0007577187,0.1527993],"study_design_scores_gemma":[0.000009712981,0.00001640164,0.0008108487,0.000003766036,0.000007007649,0.00003933559,0.0000197838,0.9938471,0.001926901,0.003008346,0.0003079515,0.000002819267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3401111,0.0001777273,0.6568596,0.0003056448,0.00001726245,0.00008440044,0.0001160926,0.001347548,0.0009806176],"genre_scores_gemma":[0.3587698,0.00008134739,0.6398625,0.00004227696,0.000007505105,0.0000672676,0.0003241901,0.00009353799,0.0007516724],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00566653,"threshold_uncertainty_score":0.01407915,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909995151","doi":"10.1002/smr.2151","title":"A measurement framework for software product maturity assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Capability Maturity Model; Computer science; Software quality control; Product (mathematics); Quality (philosophy); Maturity (psychological); Process management; Software quality; Software measurement; Software quality analyst; Software; Systems engineering; Software engineering; Software development; Engineering","authors":[{"name":"Ahmad Abdellatif","is_ca":true},{"name":"Mohammad Alshayeb","is_ca":false},{"name":"Sami Zahran","is_ca":false},{"name":"Mahmood Niazi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02270164448852498,"gpt":0.3068646339093061,"spread":0.2841629894207812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03276266,0.001896687,0.0009276721,0.01454111,0.001431667,0.005657373,0.002505951,0.002210892,0.002012849],"category_scores_gemma":[0.06382915,0.0007645098,0.001720909,0.009446841,0.002304554,0.00884478,0.003462082,0.003448224,0.0007892828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004984516,"about_ca_system_score_gemma":0.005792959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006610763,"about_ca_topic_score_gemma":0.003627197,"domain_scores_codex":[0.9647888,0.01975815,0.004319761,0.002229411,0.008190297,0.0007135979],"domain_scores_gemma":[0.9457446,0.02514715,0.00758794,0.003630403,0.016953,0.0009369511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001040043,0.0005312063,0.01840221,0.001366255,0.0002467094,0.0001881354,0.002826406,0.03258185,0.0076735,0.5669774,0.007214491,0.3618878],"study_design_scores_gemma":[0.000121829,0.001340597,0.02857292,0.002779136,0.0002647577,0.000816023,0.002947565,0.4780709,0.01151733,0.3946361,0.0784849,0.0004480503],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006752675,0.0008419346,0.9845595,0.0004968473,0.00005353272,0.0007074539,0.0003590641,0.0007730342,0.005455992],"genre_scores_gemma":[0.1162588,0.0004577125,0.8805726,0.00008560192,0.000034998,0.001426317,0.0006302846,0.00005963856,0.0004741891],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03276266,"threshold_uncertainty_score":0.1732676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2952813088","doi":"10.1002/smr.1915","title":"Database engines: Evolution of greenness","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Green IT and Sustainability","field":"Engineering","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Database; Computer science; Energy consumption; Metric (unit); Consumption (sociology); Energy (signal processing); Real-time database; Efficient energy use","authors":[{"name":"Andriy Miranskyy","is_ca":true},{"name":"Zainab Al-Zanbouri","is_ca":true},{"name":"D. Godwin","is_ca":true},{"name":"Ayşe Bener","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008740486068826665,"gpt":0.2429144581907307,"spread":0.2341739721219041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00369062,0.0003931352,0.0002412749,0.002835409,0.0003446527,0.002581306,0.0007022966,0.000444269,0.0006725165],"category_scores_gemma":[0.02282294,0.0003634835,0.0003501097,0.002943883,0.0005342282,0.002162785,0.0007748872,0.0007129918,0.0001989593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001392417,"about_ca_system_score_gemma":0.0006936603,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009631105,"about_ca_topic_score_gemma":0.007914286,"domain_scores_codex":[0.9973103,0.0005333852,0.0002444318,0.0004946954,0.001204606,0.000212583],"domain_scores_gemma":[0.9687191,0.01148426,0.006894454,0.002977845,0.00896286,0.0009616126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002092905,0.0002907512,0.9034558,0.0001429072,0.0001991178,0.0004187774,0.001654383,0.01716562,0.01633867,0.002433567,0.001080795,0.05661035],"study_design_scores_gemma":[0.0000111597,0.0002490021,0.9152313,0.00004384096,0.0000830522,0.0005941666,0.001561478,0.06511831,0.01115095,0.001541708,0.0043678,0.00004732682],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9958086,0.0002017684,0.001852255,0.0001407313,0.000004946834,0.00001460197,0.0002513529,0.0001267961,0.001598874],"genre_scores_gemma":[0.9971136,0.00006618261,0.002058536,0.00002220145,0.000002457988,0.000006307572,0.0003491924,0.00003213089,0.0003493236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009631105,"threshold_uncertainty_score":0.01951808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1588156709","doi":"10.1002/smr.1563","title":"A performance evaluation framework for Web applications","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Set (abstract data type); Web application; Autonomic computing; Function (biology); Software engineering; Distributed computing; Performance prediction; Operating system; Simulation","authors":[{"name":"Marin Litoiu","is_ca":true},{"name":"Cornel Barna","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0211365341964052,"gpt":0.3099298523047804,"spread":0.2887933181083752,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01688614,0.002215192,0.001262262,0.004396014,0.001192716,0.006200199,0.003054578,0.001877696,0.003477894],"category_scores_gemma":[0.01868821,0.0009804285,0.002056771,0.002413827,0.00239167,0.004760294,0.002748805,0.003226941,0.00115178],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003662155,"about_ca_system_score_gemma":0.002682877,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00595327,"about_ca_topic_score_gemma":0.00331666,"domain_scores_codex":[0.9881295,0.005398606,0.001298606,0.0008850023,0.00374378,0.000544557],"domain_scores_gemma":[0.9911276,0.004520528,0.0008350043,0.0007547563,0.002401955,0.0003603115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006796595,0.0001203069,0.0008390931,0.0003569091,0.0001194435,0.0003170747,0.0003827063,0.1960975,0.002269592,0.7279705,0.004836807,0.06662203],"study_design_scores_gemma":[0.0000286079,0.00007052367,0.000219402,0.0002023565,0.00005251711,0.0001402913,0.00007873286,0.7749708,0.001388683,0.2011659,0.02163989,0.00004228639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002165854,0.0005397199,0.9913126,0.0004170374,0.00005382512,0.0001681529,0.0001022266,0.001185214,0.004055359],"genre_scores_gemma":[0.1569752,0.0008319563,0.837263,0.0001788578,0.0002399724,0.0009094268,0.0004535233,0.0004859101,0.002662213],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01688614,"threshold_uncertainty_score":0.08930343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766871290","doi":"10.1002/smr.1913","title":"Grouping environmental factors influencing individual decision‐making behavior in software projects: A cluster analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Taxonomy (biology); WordNet; Software; Semantic similarity; Cluster analysis; Similarity (geometry); Data science; Management science; Knowledge management; Artificial intelligence; Ecology","authors":[{"name":"Jingdong Jia","is_ca":false},{"name":"Hanlin Mo","is_ca":false},{"name":"Luiz Fernando Capretz","is_ca":true},{"name":"Zupeng Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02338816073493927,"gpt":0.3027681465573714,"spread":0.2793799858224322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003090498,0.0007391787,0.0006443408,0.006442951,0.001440136,0.002195239,0.0006895015,0.0005966412,0.001518395],"category_scores_gemma":[0.01395536,0.0002366346,0.001176672,0.006635494,0.0008498954,0.001030859,0.001551522,0.0005142868,0.0002660539],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001358939,"about_ca_system_score_gemma":0.002298718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01116141,"about_ca_topic_score_gemma":0.008044679,"domain_scores_codex":[0.9968311,0.001089011,0.0003574045,0.0004917069,0.0009150786,0.0003156351],"domain_scores_gemma":[0.9889041,0.005866649,0.001125318,0.0005986128,0.002937295,0.0005680823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005520787,0.0005828306,0.8288084,0.0004872907,0.0007034303,0.0004337239,0.01167564,0.01888381,0.005228163,0.00513939,0.002216482,0.1252888],"study_design_scores_gemma":[0.00003861844,0.00040018,0.7578357,0.0002104599,0.0004395997,0.0002658773,0.02884888,0.193446,0.004062746,0.0103854,0.003864442,0.0002020874],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9648535,0.0000816535,0.03265488,0.0001172536,0.00001483515,0.0003084864,0.0004879877,0.00008467081,0.001396636],"genre_scores_gemma":[0.9795474,0.00005037144,0.01910601,0.00001098116,0.000005554591,0.0002285154,0.0006665131,0.00001814124,0.0003664027],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01116141,"threshold_uncertainty_score":0.0221929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1920287393","doi":"10.1002/smr.1695","title":"SCAN: an approach to label and relate execution trace segments","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Java; Feature (linguistics); TRACE (psycholinguistics); Precision and recall; Set (abstract data type); Process (computing); Task (project management); Software; Comprehension; Artificial intelligence; Programming language; Data mining; Machine learning; Software system","authors":[{"name":"Soumaya Medini","is_ca":true},{"name":"Venera Arnaoudova","is_ca":true},{"name":"Massimiliano Di Penta","is_ca":false},{"name":"Giuliano Antoniol","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true},{"name":"Paolo Tonella","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01564405663954368,"gpt":0.2702961443460459,"spread":0.2546520877065022,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004903202,0.001644432,0.001289496,0.01302297,0.001338743,0.003000106,0.002904289,0.002186118,0.006105326],"category_scores_gemma":[0.02350825,0.0008736411,0.001393888,0.005797806,0.001349165,0.004719857,0.004172266,0.001623995,0.002551994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001200473,"about_ca_system_score_gemma":0.003289666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009148548,"about_ca_topic_score_gemma":0.01290227,"domain_scores_codex":[0.9938624,0.001518664,0.0006469174,0.001531375,0.002179176,0.0002614994],"domain_scores_gemma":[0.9750446,0.01115688,0.004347632,0.004067681,0.004540288,0.0008429615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00141803,0.0005365668,0.02749287,0.001380979,0.0003276703,0.0006890938,0.008027605,0.01178776,0.0544056,0.01692847,0.02219362,0.8548118],"study_design_scores_gemma":[0.0003386441,0.001362932,0.02198084,0.0006008644,0.0004648734,0.001777733,0.005584922,0.7031142,0.1069938,0.04783079,0.109555,0.0003956007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03114222,0.0003205811,0.9315291,0.0002799157,0.00005706439,0.0006435824,0.002218073,0.03192217,0.001887226],"genre_scores_gemma":[0.1039752,0.0001614805,0.8863249,0.000130614,0.00004824686,0.0005513307,0.004182354,0.001837566,0.00278836],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01302297,"threshold_uncertainty_score":0.02593088,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1929161383","doi":"10.1002/smr.1659","title":"An empirical study of the effect of file editing patterns on software quality","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer file; File format; Software; Data file; World Wide Web; Database; Operating system","authors":[{"name":"Feng Zhang","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Ying Zou","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01750574317341968,"gpt":0.3362430763318027,"spread":0.318737333158383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01272926,0.0003807073,0.0003297061,0.003126762,0.0006513018,0.002037103,0.001345299,0.001011454,0.002121429],"category_scores_gemma":[0.1822188,0.0004092656,0.0006773717,0.003320254,0.001623816,0.003502515,0.001649149,0.001993842,0.0002979781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008850279,"about_ca_system_score_gemma":0.0007629305,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003361682,"about_ca_topic_score_gemma":0.002971206,"domain_scores_codex":[0.980682,0.008401194,0.002228272,0.002235911,0.005214411,0.001238251],"domain_scores_gemma":[0.426378,0.3906854,0.1445367,0.01439797,0.01706786,0.00693406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008448503,0.0001398567,0.9944789,0.00002690415,0.00005844979,0.00009658141,0.0007195412,0.0003478942,0.0001802495,0.00005796021,0.00008593963,0.003723242],"study_design_scores_gemma":[0.000008061892,0.0002634545,0.9945427,0.00001528771,0.00002215846,0.0002242925,0.001707683,0.00263249,0.0002863956,0.000116499,0.0001651988,0.00001574369],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9989142,0.00004766368,0.0004490473,0.00007038742,0.00000234695,0.00002077093,0.0001275803,0.00001346545,0.0003544857],"genre_scores_gemma":[0.9994531,0.00001935159,0.000337437,0.000009986807,0.000003717677,0.00001476343,0.0001013381,0.000004230414,0.00005594],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01272926,"threshold_uncertainty_score":0.06731957,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3010658448","doi":"10.1002/smr.2260","title":"Fuzzy case‐based‐reasoning‐based imputation for incomplete data in software engineering repositories","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Missing data; Imputation (statistics); Categorical variable; Data mining; Computer science; Software; Fuzzy logic; Reuse; Machine learning; Artificial intelligence; Engineering","authors":[{"name":"Ibtissam Abnane","is_ca":false},{"name":"Ali Idri","is_ca":false},{"name":"Alain Abran","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03250375646217073,"gpt":0.2970636970608757,"spread":0.2645599405987049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02175806,0.000749974,0.001807127,0.006500521,0.001580737,0.0033582,0.003949175,0.001938679,0.002171241],"category_scores_gemma":[0.07590329,0.0007013063,0.002219231,0.006335717,0.001368274,0.004366532,0.002424997,0.001865039,0.0005492689],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002255113,"about_ca_system_score_gemma":0.003012428,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009928925,"about_ca_topic_score_gemma":0.007081865,"domain_scores_codex":[0.9827855,0.008271579,0.001650704,0.001477552,0.005287102,0.000527552],"domain_scores_gemma":[0.9356114,0.03999206,0.006050608,0.009574772,0.008197777,0.0005732951],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008099537,0.0007766628,0.04140466,0.0008943445,0.0008220514,0.001693276,0.001916351,0.516613,0.002963771,0.03462321,0.006317908,0.3911649],"study_design_scores_gemma":[0.00004325858,0.00006671569,0.003768181,0.0001726632,0.0001024611,0.0002790173,0.0002815406,0.9651766,0.003265916,0.0247451,0.002036199,0.00006229805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07303965,0.0004791828,0.9225016,0.0006858653,0.00007487127,0.0002037898,0.0004229777,0.0007852689,0.001806772],"genre_scores_gemma":[0.6162519,0.0003240413,0.3811141,0.000144615,0.00004163919,0.0002524503,0.001040888,0.00005975436,0.0007705331],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02175806,"threshold_uncertainty_score":0.115069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400332620","doi":"10.1002/smr.2709","title":"A rule‐based method to effectively adopt robotic process automation","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Robotic Process Automation Applications","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automation; Process (computing); Process automation system; Artificial intelligence; Human–computer interaction; Programming language; Mechanical engineering","authors":[{"name":"Maxime Bédard","is_ca":true},{"name":"Abderrahmane Leshob","is_ca":true},{"name":"Imen Benzarti","is_ca":true},{"name":"Hafedh Mili","is_ca":true},{"name":"Raqeebir Rab","is_ca":false},{"name":"Omar Khadeer Hussain","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009132686651321152,"gpt":0.2928261820119839,"spread":0.2836934953606627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005249961,0.001181155,0.0008849478,0.004037823,0.000702706,0.002222791,0.001691338,0.001057983,0.0020294],"category_scores_gemma":[0.02688766,0.0003829901,0.0009614872,0.001930449,0.0005120233,0.001501139,0.0008133561,0.000979411,0.0009075665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001057176,"about_ca_system_score_gemma":0.002406492,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006554046,"about_ca_topic_score_gemma":0.007402148,"domain_scores_codex":[0.9926817,0.002284267,0.0008659441,0.001516031,0.002445618,0.0002063657],"domain_scores_gemma":[0.9740211,0.01622275,0.002212766,0.001284338,0.005883783,0.0003752785],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004227177,0.0009422007,0.03378092,0.0004081973,0.0002214225,0.0003244045,0.0007166415,0.04520649,0.01561679,0.002892298,0.002939068,0.896529],"study_design_scores_gemma":[0.00008412215,0.0002435809,0.008039421,0.00009899249,0.0001358689,0.0002118086,0.0002739421,0.970755,0.01313996,0.002846827,0.004112125,0.00005827515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1237537,0.0002530629,0.8595446,0.000383679,0.00008185843,0.001366264,0.0005556762,0.008547727,0.005513372],"genre_scores_gemma":[0.3600789,0.00008742066,0.6375834,0.00008972554,0.00002105958,0.0003772856,0.0006054023,0.0001023294,0.001054493],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006554046,"threshold_uncertainty_score":0.0277648,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1892106905","doi":"10.1002/smr.1550","title":"On the evolution of Linux kernels: a complex network perspective","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Linux kernel; Computer science; Kernel (algebra); Configfs; Clustering coefficient; Perspective (graphical); System call; Theoretical computer science; Path (computing); Cluster analysis; Operating system; Parallel computing; Distributed computing; Mathematics; Artificial intelligence; Discrete mathematics","authors":[{"name":"Lei Wang","is_ca":false},{"name":"Pengzhi Yu","is_ca":false},{"name":"Zheng Wang","is_ca":false},{"name":"Chen Yang","is_ca":false},{"name":"Qiang Ye","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02329373874008898,"gpt":0.2758255206979761,"spread":0.2525317819578871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001010694,0.0002266947,0.0002544617,0.00232635,0.0005955172,0.001533626,0.0005346358,0.0005527507,0.001329286],"category_scores_gemma":[0.007496937,0.0002099111,0.000284452,0.001783472,0.00107432,0.003086229,0.0007386365,0.0005856103,0.0001244415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001452199,"about_ca_system_score_gemma":0.0003287281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007015704,"about_ca_topic_score_gemma":0.003647226,"domain_scores_codex":[0.9996175,0.0001580894,0.00001388927,0.00009472547,0.00007981996,0.0000359537],"domain_scores_gemma":[0.9961844,0.002142155,0.0006697549,0.0003283574,0.0004923399,0.0001829313],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000102689,0.00006004592,0.08011062,0.0001779979,0.0001606205,0.000662614,0.00300193,0.4520845,0.008390469,0.354326,0.002736662,0.09818588],"study_design_scores_gemma":[0.000006877355,0.00002818661,0.04229498,0.000043289,0.00004267343,0.0002369004,0.0008154454,0.7413315,0.001454413,0.2049436,0.008760609,0.00004157957],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.776751,0.001511685,0.207292,0.002392373,0.00003436125,0.0000436852,0.0004592029,0.0001521173,0.01136358],"genre_scores_gemma":[0.978567,0.0006293596,0.01945615,0.00004548242,0.00002137373,0.00002513211,0.0001460827,0.00002694718,0.00108257],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007015704,"threshold_uncertainty_score":0.01394975,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}