{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":13,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":13,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"58f3a883284a","filters":{"venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)"}},"results":[{"id":"W4286331421","doi":"10.1109/saner53432.2022.00090","title":"Toward Understanding the Impact of Refactoring on Program Comprehension","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Code refactoring; Program comprehension; Computer science; Readability; Software maintenance; Software engineering; Programming language; Maintainability; Commit; Source code; Software; Software system; Database","authors":[{"name":"Giulia Sellitto","is_ca":false},{"name":"Emanuele Iannone","is_ca":false},{"name":"Zadia Codabux","is_ca":true},{"name":"Valentina Lenarduzzi","is_ca":false},{"name":"Andrea De Lucia","is_ca":false},{"name":"Fabio Palomba","is_ca":false},{"name":"Filomena Ferrucci","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09590713737553741,"gpt":0.3414697936774247,"spread":0.2455626563018873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004896602,0.0002302589,0.000293099,0.000929173,0.0002728141,0.0001473233,0.0009829892,0.00005334976,0.0001346645],"category_scores_gemma":[0.0001859495,0.0001815646,0.0002849411,0.001414811,0.00006028128,0.0001824401,0.0003270773,0.0005826116,0.00000411737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009462577,"about_ca_system_score_gemma":0.0001007005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001590024,"about_ca_topic_score_gemma":0.000004576168,"domain_scores_codex":[0.9976875,0.0001033328,0.0003428911,0.0004670245,0.001092185,0.0003071258],"domain_scores_gemma":[0.9986519,0.0004293506,0.0001485182,0.0005006766,0.0001591043,0.0001104716],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006230111,0.0001832298,0.01827137,0.00002214585,0.001124815,0.00001718695,0.0005122626,0.9351149,0.00106385,0.04035421,0.0003709074,0.002902787],"study_design_scores_gemma":[0.000320791,0.000550943,0.07477821,0.00004507492,0.00005221527,0.00001627485,0.0002285986,0.9228052,0.00009831697,0.0006798245,0.000150757,0.0002737814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1735051,0.0001185407,0.8245859,0.0003232705,0.0006349353,0.0002427721,0.00003715515,0.0004058839,0.0001465057],"genre_scores_gemma":[0.9977911,0.00004210597,0.001869753,0.00001526298,0.00006022857,0.00006202894,0.00003008268,0.00001651428,0.0001129189],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.824286,"threshold_uncertainty_score":0.7403987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286531983","doi":"10.1109/saner53432.2022.00094","title":"Automatic Detection and Analysis of Technical Debts in Peer-Review Documentation of R Packages","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Technical debt; Documentation; Computer science; Suite; Usability; Empirical research; Popularity; Technical documentation; Artificial intelligence; Software engineering; World Wide Web; Software; Machine learning; Software development; Programming language; Operating system; Statistics","authors":[{"name":"Junaed Younus Khan","is_ca":true},{"name":"Gias Uddin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02527753382490868,"gpt":0.3151604828108328,"spread":0.2898829489859241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001000629,0.0001565335,0.0004683856,0.002312537,0.00006406027,0.00004370482,0.0004580868,0.0000504688,0.0001787229],"category_scores_gemma":[0.0005940498,0.000163539,0.0001697155,0.003509303,0.00004853787,0.0002371409,0.0002017845,0.0002829033,7.612937e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002634973,"about_ca_system_score_gemma":0.00005032483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001960023,"about_ca_topic_score_gemma":0.0001056063,"domain_scores_codex":[0.9976122,0.0001095094,0.0005515592,0.0003924244,0.001166294,0.0001680537],"domain_scores_gemma":[0.9987587,0.000317493,0.0002096746,0.000325317,0.0003208651,0.00006790132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000102508,0.0008058266,0.31,0.001509738,0.01050917,0.00006279581,0.001273064,0.5084612,0.03564091,0.02648065,0.0006148901,0.1045392],"study_design_scores_gemma":[0.0002004194,0.0001021648,0.2846426,0.00009624353,0.0004189475,0.000008262906,0.00004412999,0.7138914,0.0002606159,0.0001159174,0.00006099807,0.0001582906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2366203,0.001222524,0.7609646,0.0005526874,0.0001912677,0.0002088153,0.0000550914,0.0001498635,0.00003489809],"genre_scores_gemma":[0.9950929,0.0005858873,0.004050837,0.00002451221,0.000008566888,0.00006755969,0.00006340303,0.000007804208,0.00009857927],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7584726,"threshold_uncertainty_score":0.6668928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331374","doi":"10.1109/saner53432.2022.00152","title":"Exploring Relevant Artifacts of Release Notes: The Practitioners' Perspective","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software release life cycle; Computer science; Key (lock); Set (abstract data type); Perspective (graphical); Reading (process); Software; Software development; World Wide Web; Software engineering; Software quality; Computer security","authors":[{"name":"Sristy Sumana Nath","is_ca":true},{"name":"Banani Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07969162625759513,"gpt":0.3013081254475105,"spread":0.2216164991899153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006414569,0.000205705,0.0002644197,0.0009254974,0.0003111621,0.0001177069,0.0009125677,0.00003847395,0.0001727985],"category_scores_gemma":[0.001151247,0.0001832096,0.0001918202,0.001525987,0.00007412576,0.0005018146,0.0003351494,0.0006221035,0.00001152086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005236677,"about_ca_system_score_gemma":0.0001469533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003189277,"about_ca_topic_score_gemma":0.00001816439,"domain_scores_codex":[0.9975426,0.0001272274,0.00037028,0.0005278854,0.001149851,0.0002821939],"domain_scores_gemma":[0.997968,0.0007396009,0.0001836848,0.0005723968,0.000418956,0.0001173142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008499422,0.0002266977,0.004054583,0.00003365468,0.001484195,0.0000582188,0.002271735,0.7988962,0.003311235,0.1858015,0.0004028711,0.003374088],"study_design_scores_gemma":[0.0005460789,0.0003226529,0.03838875,0.00006825812,0.0001930686,0.00006161789,0.002170372,0.9530385,0.001268337,0.001728359,0.001639301,0.0005746876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.103023,0.0002631406,0.8927057,0.002496281,0.000837904,0.0001864411,0.00004814332,0.0003048341,0.0001345271],"genre_scores_gemma":[0.9955549,0.0002244568,0.003687498,0.00005925323,0.00008358829,0.0001405211,0.00002260323,0.00001657327,0.0002105663],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8925319,"threshold_uncertainty_score":0.7471069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286530317","doi":"10.1109/saner53432.2022.00107","title":"On the Importance of Performing App Analysis Within Peer Groups","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kingston Health Sciences Centre; Polytechnique Montréal; Queen's University; Thompson Rivers University","funders":"","keywords":"Perspective (graphical); Computer science; Mobile apps; App store; World Wide Web; Smartphone app; Android app; Internet privacy; Peer-to-peer; Peer review; Focus group; Android (operating system); Context (archaeology); Data science; Artificial intelligence; Business; Marketing","authors":[{"name":"Safwat Hassan","is_ca":true},{"name":"Heng Li","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02582211189700834,"gpt":0.273411016243273,"spread":0.2475889043462646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00137457,0.0002581501,0.0004059598,0.001630997,0.0003206263,0.0001370442,0.001389095,0.00006251665,0.0005301046],"category_scores_gemma":[0.0006839379,0.0002177583,0.0003470191,0.003474997,0.00007286782,0.0002200341,0.0003590694,0.0006750761,0.000007982352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003284253,"about_ca_system_score_gemma":0.000095373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007910249,"about_ca_topic_score_gemma":0.00004043053,"domain_scores_codex":[0.996568,0.0001101892,0.0005291597,0.0006239497,0.001856372,0.000312283],"domain_scores_gemma":[0.9978685,0.000631523,0.0002519119,0.0007632948,0.0003687219,0.0001159944],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003562417,0.0001039107,0.06768326,0.00001704494,0.002936119,0.00002102508,0.0005668407,0.7480697,0.0003718848,0.1791037,0.0006238359,0.0004669787],"study_design_scores_gemma":[0.0001986047,0.0001347735,0.04708311,0.00001698638,0.0002848422,0.0000102873,0.0002289652,0.9504709,0.0001515083,0.0009247297,0.000202932,0.00029237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3129399,0.0001117248,0.6849473,0.0009541101,0.0004695596,0.000134994,0.00005493747,0.000227159,0.0001602457],"genre_scores_gemma":[0.9960403,0.00002498151,0.002686586,0.0001202763,0.00005555995,0.00008426546,0.00006361293,0.00001684614,0.0009075394],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6831004,"threshold_uncertainty_score":0.8879923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331442","doi":"10.1109/saner53432.2022.00116","title":"Phishing Kits Source Code Similarity Distribution: A Case Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; IBM (Canada); Polytechnique Montréal","funders":"","keywords":"Phishing; Computer science; Identifier; Similarity (geometry); Source code; Code (set theory); World Wide Web; Credit card; Identification (biology); Computer security; Information retrieval; Artificial intelligence; The Internet; Programming language; Payment","authors":[{"name":"Ettore Merlo","is_ca":true},{"name":"Mathieu Margier","is_ca":true},{"name":"Guy-Vincent Jourdan","is_ca":true},{"name":"Iosif-Viorel Onut","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03310186504630544,"gpt":0.2763223032600144,"spread":0.243220438213709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000706345,0.0002412532,0.0002897511,0.0005239872,0.000757068,0.0003416378,0.0006918229,0.00006478976,0.0001781878],"category_scores_gemma":[0.0001157032,0.0002620089,0.0001760857,0.001342895,0.00003499991,0.0004274081,0.0003518859,0.0006001268,0.00000642499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004322825,"about_ca_system_score_gemma":0.00006922286,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008099476,"about_ca_topic_score_gemma":0.000301372,"domain_scores_codex":[0.9976228,0.0001799715,0.0003955575,0.0006825342,0.0008538574,0.0002652545],"domain_scores_gemma":[0.9988985,0.0001074453,0.0001822108,0.0004613561,0.000206734,0.0001437186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000168085,0.001617684,0.07727651,0.0000500225,0.003860363,0.002638065,0.005771745,0.8390437,0.0009015846,0.04404686,0.003667716,0.02095766],"study_design_scores_gemma":[0.0005545574,0.0002991916,0.009008239,0.00001306299,0.0002172228,0.0006912049,0.001351808,0.9837291,0.00003467237,0.0004026553,0.003264018,0.0004342552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2271079,0.00008395352,0.7707137,0.0004470693,0.0009750599,0.00014881,0.0001000781,0.0003560824,0.00006724818],"genre_scores_gemma":[0.9983791,0.00001795315,0.0008010247,0.000104292,0.0001520153,0.0000725409,0.0001004895,0.00001297673,0.0003596171],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7712712,"threshold_uncertainty_score":0.9999832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331428","doi":"10.1109/saner53432.2022.00017","title":"On the Benefits of the Accelerate Metrics: An Industrial Survey at Vendasta","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Microservices; Computer science; Software deployment; Popularity; Process (computing); Context (archaeology); Productivity; Metric (unit); Process management; Software metric; Software development; Software; Software engineering; Software quality; Operations management; Engineering; Cloud computing","authors":[{"name":"Francesco Lomio","is_ca":false},{"name":"Zadia Codabux","is_ca":true},{"name":"Dale Birtch","is_ca":false},{"name":"Dale A. Hopkins","is_ca":false},{"name":"Davide Taibi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07363896469653895,"gpt":0.2724287147298294,"spread":0.1987897500332904,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00138713,0.0001909868,0.0002688539,0.0004664982,0.0004867247,0.0001023745,0.001405752,0.00007470553,0.0002426752],"category_scores_gemma":[0.0003323167,0.0001248898,0.0001806011,0.001917932,0.00006715983,0.000200507,0.0004520743,0.0004540735,0.000005999317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000333958,"about_ca_system_score_gemma":0.0001150646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003601786,"about_ca_topic_score_gemma":0.0001684253,"domain_scores_codex":[0.9975606,0.0003439531,0.0004183861,0.0004615417,0.001009219,0.0002063337],"domain_scores_gemma":[0.9982958,0.0003695903,0.0002722739,0.000730661,0.0002589411,0.0000726974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002141681,0.0003637711,0.2908084,0.00002367895,0.001286934,0.000004081427,0.0007198875,0.6251547,0.000336806,0.07009684,0.003988674,0.007001983],"study_design_scores_gemma":[0.0006356529,0.0003890494,0.384517,0.00004997224,0.0001223339,0.00001367046,0.0001504465,0.6115113,0.0004859252,0.0004309797,0.001265922,0.0004276914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9372879,0.000148029,0.0589675,0.0007382557,0.002100944,0.00025021,0.0002645924,0.0001184819,0.000124042],"genre_scores_gemma":[0.9992422,0.00004747742,0.0001197842,0.0001100634,0.00007748453,0.0000392756,0.00005063532,0.000009044997,0.0003039652],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09370854,"threshold_uncertainty_score":0.5092859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286532185","doi":"10.1109/saner53432.2022.00145","title":"Goal and Policy Based Code Generation and Deployment of Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software deployment; Computer science; Code (set theory); Software engineering; Computer security; Programming language","authors":[{"name":"Konstantinos Tsiounis","is_ca":true},{"name":"Kostas Kontogiannis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02011424312844946,"gpt":0.2624922658817786,"spread":0.2423780227533291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002809369,0.0001301412,0.0002023418,0.0006556932,0.0002030489,0.00005562174,0.000280117,0.00006151666,0.00003154347],"category_scores_gemma":[0.00004566213,0.0001364615,0.00005332823,0.0005403329,0.00007429164,0.000100358,0.0001510328,0.0002077818,5.470519e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001022872,"about_ca_system_score_gemma":0.00007201058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001586252,"about_ca_topic_score_gemma":0.00009857081,"domain_scores_codex":[0.9988745,0.00004797273,0.0002640453,0.0003680366,0.000310555,0.0001348915],"domain_scores_gemma":[0.9993775,0.00005465047,0.0001328981,0.0002459259,0.0001183515,0.00007062701],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005206878,0.0003133249,0.01882205,0.00003303294,0.0008218651,0.00001166227,0.0003763306,0.05157702,0.01484158,0.8900191,0.0005099921,0.02262202],"study_design_scores_gemma":[0.0003376511,0.00011001,0.0135092,0.000007047042,0.00005617288,0.00001316661,0.00003811211,0.9831194,0.0005561659,0.001090606,0.001013842,0.0001486875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1857907,0.0003007552,0.8112224,0.00221837,0.0001185377,0.0001179186,0.0000661876,0.0001197142,0.00004543422],"genre_scores_gemma":[0.9945574,0.0001386341,0.004924214,0.0001657054,0.00003551511,0.0000603097,0.00003776375,0.000005985106,0.00007442359],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9315423,"threshold_uncertainty_score":0.5564737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286531987","doi":"10.1109/saner53432.2022.00117","title":"When They Go Low: Automated Replacement of Low-level Functions in Ethereum Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer security; Business","authors":[{"name":"Rui Xi","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02005609049968746,"gpt":0.2550467729621602,"spread":0.2349906824624727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005236432,0.0001778708,0.000296911,0.0009156216,0.0001759405,0.00004668677,0.0006870016,0.00009942305,0.0002160027],"category_scores_gemma":[0.0000669543,0.0001858405,0.0001212921,0.0008170895,0.0000558295,0.0001330083,0.0002319344,0.0004304622,0.000008647165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002546306,"about_ca_system_score_gemma":0.00009337289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002923654,"about_ca_topic_score_gemma":0.00031488,"domain_scores_codex":[0.9982636,0.00008503127,0.0004797269,0.0004843844,0.0004711388,0.0002160978],"domain_scores_gemma":[0.9989302,0.00009250631,0.0002170803,0.0005078995,0.0001868582,0.00006552847],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002437654,0.001979629,0.04924986,0.0001029961,0.002951852,0.00004653312,0.002406895,0.4113917,0.008882556,0.5062776,0.006396951,0.01006969],"study_design_scores_gemma":[0.0004793683,0.0001060819,0.01748917,0.00003136192,0.0000515703,0.00001114395,0.0001803192,0.9775053,0.0001792623,0.002691801,0.001044719,0.0002298879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1880699,0.0001523826,0.8082601,0.00177063,0.0004631752,0.0002418488,0.0001454866,0.0005522045,0.0003442489],"genre_scores_gemma":[0.9961644,0.0000435028,0.003006421,0.00009883934,0.00001797682,0.0001384403,0.0000811797,0.000009021079,0.0004401952],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8080945,"threshold_uncertainty_score":0.7578356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286532194","doi":"10.1109/saner53432.2022.00014","title":"Do Developers Refactor Data Access Code? An Empirical Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Data access; Program comprehension; Software; Software engineering; Database; Software system; Programming language","authors":[{"name":"Biruk Asmare Muse","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1423705699147584,"gpt":0.3996569684777112,"spread":0.2572863985629529,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011276,0.00031525,0.0003873094,0.001353367,0.0003893226,0.0006421136,0.004453499,0.00007264824,0.0004723055],"category_scores_gemma":[0.0004804569,0.0003188615,0.0001004259,0.00209658,0.00004942147,0.001097816,0.002031057,0.0007368751,0.00001523279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004776243,"about_ca_system_score_gemma":0.0002506463,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001743844,"about_ca_topic_score_gemma":0.00010038,"domain_scores_codex":[0.9959717,0.0002142039,0.000482435,0.001260733,0.001655204,0.0004156801],"domain_scores_gemma":[0.9974797,0.0002900233,0.0001293659,0.001541688,0.0002909467,0.0002682281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001390311,0.001385177,0.6494836,0.00003904155,0.003327817,0.00028271,0.002048039,0.3188144,0.0003934496,0.006374458,0.005190375,0.01252192],"study_design_scores_gemma":[0.0005008131,0.0002883932,0.2615594,0.00001283895,0.0001049644,0.0000274139,0.000432176,0.7338207,0.00001746655,0.0001143724,0.002599648,0.0005218912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2497755,0.0001135126,0.7474399,0.0005124885,0.0009954696,0.0002666978,0.0002147632,0.0006148611,0.00006683876],"genre_scores_gemma":[0.9934508,0.00004001252,0.005537008,0.0001024382,0.0001142961,0.00009297129,0.0002791998,0.00002847864,0.0003548227],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7436753,"threshold_uncertainty_score":0.9999263,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331388","doi":"10.1109/saner53432.2022.00046","title":"What really is software design?","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software design; Computer science; Software development; Software engineering; Software construction; Social software engineering; Software design description; Software peer review; Software; Personal software process; Context (archaeology); Programming language","authors":[{"name":"Giovanni Viviani","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03903169716286584,"gpt":0.2895528552680603,"spread":0.2505211581051945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007098725,0.0003277395,0.0003577264,0.001004436,0.0003703756,0.0005787862,0.001290637,0.00009999761,0.0005931705],"category_scores_gemma":[0.0001626187,0.0003473458,0.0002290893,0.001310243,0.00003907527,0.001156537,0.0004198019,0.0005997592,0.00001906891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003133682,"about_ca_system_score_gemma":0.0001094025,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009651601,"about_ca_topic_score_gemma":0.000008170358,"domain_scores_codex":[0.9973295,0.0001346926,0.0004402583,0.0007614573,0.0009808349,0.0003533035],"domain_scores_gemma":[0.9984251,0.0002916106,0.0002277615,0.0006645448,0.0002253417,0.0001656681],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002341074,0.0005820435,0.006880093,0.0001026052,0.004621274,0.000304411,0.002757597,0.7617876,0.001493686,0.1274908,0.02972,0.06402582],"study_design_scores_gemma":[0.000452405,0.0004126682,0.003939632,0.0000764391,0.0002589219,0.0001098469,0.0002607744,0.9646078,0.0003510106,0.004270361,0.02430916,0.0009509666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001624912,0.0006428302,0.9931595,0.001512288,0.001701811,0.0001715444,0.00003943188,0.001066635,0.00008108743],"genre_scores_gemma":[0.7846985,0.001796974,0.2093715,0.001069669,0.0002182787,0.000241764,0.0001160804,0.00005377415,0.002433451],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.783788,"threshold_uncertainty_score":0.9998978,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331369","doi":"10.1109/saner53432.2022.00040","title":"Kuber: Cost-Efficient Microservice Deployment Planner","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Software deployment; Computer science; Cloud computing; Distributed computing; Virtual machine; Service (business); Architecture; Variety (cybernetics); Service-oriented architecture; Software engineering; Operating system; Artificial intelligence; Web service; World Wide Web","authors":[{"name":"Harshavardhan Kadiyala","is_ca":true},{"name":"Alberto Misail","is_ca":true},{"name":"Julia Rubin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02123663400544526,"gpt":0.2541268780107607,"spread":0.2328902440053155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004383717,0.0002437543,0.0002640473,0.0007570157,0.0004251207,0.0002000906,0.001017647,0.00004563239,0.000191717],"category_scores_gemma":[0.00002110503,0.0002411552,0.0001908864,0.001009717,0.0000322461,0.00003364939,0.0006557886,0.0003666797,0.00002365249],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00038142,"about_ca_system_score_gemma":0.00004554337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001784557,"about_ca_topic_score_gemma":0.00002546114,"domain_scores_codex":[0.9976703,0.00009176611,0.0003735274,0.0006625843,0.0008754449,0.0003263692],"domain_scores_gemma":[0.9990338,0.00006644755,0.0001594199,0.0004750915,0.0001292438,0.0001360182],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000181349,0.0001475782,0.001264867,0.00001094325,0.0005301144,0.0000292285,0.000269888,0.9670956,0.0002448622,0.02482526,0.001212444,0.004351055],"study_design_scores_gemma":[0.000338798,0.00007891592,0.004288552,0.00001828751,0.00009192513,0.00002183456,0.0001822856,0.9821531,0.0000448857,0.0001306816,0.01234476,0.0003059998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1246186,0.0003045815,0.8700895,0.001925008,0.001451447,0.0002539225,0.0000467721,0.0004938205,0.0008163044],"genre_scores_gemma":[0.9945963,0.00002377112,0.002726994,0.0004492278,0.000107314,0.00008220542,0.00004913854,0.00001541173,0.001949617],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8699777,"threshold_uncertainty_score":0.9834022,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286531984","doi":"10.1109/saner53432.2022.00039","title":"Evaluating the Use of Semantics for Identifying Task-relevant Textual Information","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Semantics (computer science); Task (project management); Information retrieval; Natural language processing; World Wide Web; Artificial intelligence; Programming language; Engineering","authors":[{"name":"Arthur Marques","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1273810981062148,"gpt":0.3389998145211017,"spread":0.2116187164148869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067617,0.0001334056,0.0001936356,0.0005076712,0.0002961888,0.0002016328,0.0005931023,0.00003599184,0.00003673707],"category_scores_gemma":[0.000280572,0.0001171082,0.0001503077,0.0005450054,0.00002864015,0.0006142157,0.0002384381,0.0002228722,0.000001877937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001462397,"about_ca_system_score_gemma":0.00007867003,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009576338,"about_ca_topic_score_gemma":0.00001539437,"domain_scores_codex":[0.9982733,0.0000715823,0.000483069,0.0002565122,0.0007464131,0.0001691316],"domain_scores_gemma":[0.9987836,0.0002314273,0.0002848153,0.0003374026,0.0003207595,0.00004203319],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001923916,0.0000228848,0.0005533186,0.00002394352,0.0003189435,7.347743e-7,0.0005146897,0.9103945,0.0011011,0.07840744,0.0001839942,0.008459137],"study_design_scores_gemma":[0.0002064216,0.00008693164,0.001172745,0.00002017435,0.00009793848,0.000006365512,0.0002166097,0.9965332,0.00005495424,0.0005729271,0.0009004185,0.0001313406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03089186,0.00005061834,0.9676592,0.000551295,0.0005212691,0.0001767715,0.00005249928,0.00008007191,0.00001646093],"genre_scores_gemma":[0.9590403,0.00002858838,0.04044423,0.0001230914,0.0000507047,0.00006346448,0.00007464091,0.000006219072,0.0001687353],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9281484,"threshold_uncertainty_score":0.4775535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286530550","doi":"10.1109/saner53432.2022.00010","title":"Steering Committee","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","authors":[{"name":"Yuanfang Cai","is_ca":true},{"name":"Rick Kazman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04613440184478606,"gpt":0.2344999976599664,"spread":0.1883655958151803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004502881,0.0001638476,0.0003514096,0.0007848316,0.000324924,0.0001058151,0.0003409458,0.00003871349,0.009817176],"category_scores_gemma":[0.00004632025,0.0002001874,0.0001858936,0.000473197,0.00005527095,0.0001538124,0.0001882301,0.0002421782,0.0004243339],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003031827,"about_ca_system_score_gemma":0.00001465691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001838773,"about_ca_topic_score_gemma":0.00002026292,"domain_scores_codex":[0.9987087,0.00001488676,0.0004327484,0.0004899544,0.0001287714,0.0002249092],"domain_scores_gemma":[0.9994062,0.00003296614,0.0001982422,0.0002406305,0.0000448555,0.00007713206],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005926882,0.0001907324,0.07281472,0.00002698678,0.003100025,0.0000207354,0.0008988056,0.1740999,0.00009514076,0.7026408,0.04513934,0.0009135514],"study_design_scores_gemma":[0.00134188,0.0001855427,0.05220264,0.00002714617,0.0002277537,0.00001683294,0.00311278,0.6083178,0.00002355919,0.006529587,0.3267461,0.001268382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2617362,0.005159488,0.4464649,0.003391984,0.02357728,0.0007575942,0.006102908,0.001008332,0.2518013],"genre_scores_gemma":[0.9593456,0.0001804969,0.0004887095,0.000131718,0.00009181172,0.00004250843,0.00007721067,0.00001369585,0.03962826],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6976094,"threshold_uncertainty_score":0.991088,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}