{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":13,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":13,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"58f3a883284a","filters":{"venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)"}},"results":[{"id":"W4286331421","doi":"10.1109/saner53432.2022.00090","title":"Toward Understanding the Impact of Refactoring on Program Comprehension","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Code refactoring; Program comprehension; Computer science; Readability; Software maintenance; Software engineering; Programming language; Maintainability; Commit; Source code; Software; Software system; Database","authors":[{"name":"Giulia Sellitto","is_ca":false},{"name":"Emanuele Iannone","is_ca":false},{"name":"Zadia Codabux","is_ca":true},{"name":"Valentina Lenarduzzi","is_ca":false},{"name":"Andrea De Lucia","is_ca":false},{"name":"Fabio Palomba","is_ca":false},{"name":"Filomena Ferrucci","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09590713737553741,"gpt":0.3414697936774247,"spread":0.2455626563018873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01071221,0.001158726,0.0008763666,0.005560971,0.0004881248,0.004235115,0.001301222,0.001490153,0.001624122],"category_scores_gemma":[0.1260113,0.0008026424,0.001020763,0.004246815,0.001820435,0.01240908,0.00198602,0.0030231,0.0004348661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001399954,"about_ca_system_score_gemma":0.00177263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008219771,"about_ca_topic_score_gemma":0.007588584,"domain_scores_codex":[0.9912334,0.004256844,0.0005770553,0.00148162,0.00199036,0.0004607019],"domain_scores_gemma":[0.6950369,0.248675,0.02771178,0.01336536,0.0136497,0.00156125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003844629,0.0007047757,0.7764458,0.0008530401,0.0004364181,0.0001841808,0.006715702,0.03692948,0.01722379,0.007799456,0.000861745,0.1514612],"study_design_scores_gemma":[0.00002175683,0.0009659484,0.7956467,0.0002813665,0.0002414347,0.0001957519,0.002689414,0.162501,0.01383627,0.02069224,0.002788815,0.0001393657],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.901341,0.001903945,0.08920192,0.001720055,0.00001635519,0.0001181198,0.00114046,0.000542296,0.004015837],"genre_scores_gemma":[0.9731674,0.0006364296,0.02465148,0.0001210773,0.00002822285,0.00007779407,0.0008810656,0.0001224498,0.0003140374],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01071221,"threshold_uncertainty_score":0.05665225,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286531983","doi":"10.1109/saner53432.2022.00094","title":"Automatic Detection and Analysis of Technical Debts in Peer-Review Documentation of R Packages","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Technical debt; Documentation; Computer science; Suite; Usability; Empirical research; Popularity; Technical documentation; Artificial intelligence; Software engineering; World Wide Web; Software; Machine learning; Software development; Programming language; Operating system; Statistics","authors":[{"name":"Junaed Younus Khan","is_ca":true},{"name":"Gias Uddin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02527753382490868,"gpt":0.3151604828108328,"spread":0.2898829489859241,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05124974,0.001300794,0.001370013,0.0187387,0.001853995,0.003606448,0.002350401,0.001528747,0.003338274],"category_scores_gemma":[0.3069641,0.0008204397,0.001005495,0.01020157,0.001037183,0.004308997,0.003311916,0.001974575,0.004727364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001715026,"about_ca_system_score_gemma":0.005080822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003676758,"about_ca_topic_score_gemma":0.008546164,"domain_scores_codex":[0.9450749,0.0186925,0.009584921,0.008282197,0.01734262,0.00102287],"domain_scores_gemma":[0.5177994,0.2576493,0.1151847,0.02741725,0.07889153,0.003057941],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008279441,0.0002641737,0.3202879,0.009832211,0.0006896919,0.00213691,0.01147016,0.004624975,0.02139274,0.005545291,0.174074,0.4488541],"study_design_scores_gemma":[0.0002355774,0.0005330356,0.430801,0.004181344,0.0007854792,0.005386475,0.008991593,0.1491401,0.03666835,0.01124653,0.3511673,0.0008631402],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7436601,0.01620714,0.1420646,0.008515767,0.001996482,0.002058145,0.04377846,0.0262287,0.01549049],"genre_scores_gemma":[0.7143373,0.003649603,0.2187939,0.001737409,0.001360008,0.002293385,0.04044946,0.004923287,0.01245562],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9487503,"threshold_uncertainty_score":0.2710378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331374","doi":"10.1109/saner53432.2022.00152","title":"Exploring Relevant Artifacts of Release Notes: The Practitioners' Perspective","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software release life cycle; Computer science; Key (lock); Set (abstract data type); Perspective (graphical); Reading (process); Software; Software development; World Wide Web; Software engineering; Software quality; Computer security","authors":[{"name":"Sristy Sumana Nath","is_ca":true},{"name":"Banani Roy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07969162625759513,"gpt":0.3013081254475105,"spread":0.2216164991899153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02692846,0.001072392,0.0005296789,0.007601203,0.003779657,0.01110274,0.002777843,0.003369753,0.002554723],"category_scores_gemma":[0.07082394,0.001065616,0.0006960011,0.005922548,0.006685308,0.01280867,0.005098246,0.002750242,0.000647257],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00347062,"about_ca_system_score_gemma":0.005906994,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004690005,"about_ca_topic_score_gemma":0.008548738,"domain_scores_codex":[0.9663494,0.02279122,0.001362562,0.002057839,0.006074263,0.001364791],"domain_scores_gemma":[0.859935,0.1076835,0.01064575,0.007467689,0.01213888,0.002129124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001114654,0.0003943623,0.04223878,0.001685459,0.00004460246,0.006593573,0.7651602,0.001088429,0.008522641,0.019474,0.003595472,0.1510911],"study_design_scores_gemma":[0.0000398524,0.0003572729,0.03326584,0.002276832,0.0000967413,0.004087316,0.80625,0.00413516,0.00639734,0.01804939,0.1249349,0.0001094165],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.809213,0.00657512,0.1311842,0.01706052,0.0001918746,0.0006048948,0.0003881859,0.000503936,0.03427824],"genre_scores_gemma":[0.9227993,0.003979894,0.06586538,0.001091406,0.00008761768,0.0002111579,0.0004360803,0.0002257203,0.005303482],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02692846,"threshold_uncertainty_score":0.142413,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286530317","doi":"10.1109/saner53432.2022.00107","title":"On the Importance of Performing App Analysis Within Peer Groups","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kingston Health Sciences Centre; Polytechnique Montréal; Queen's University; Thompson Rivers University","funders":"","keywords":"Perspective (graphical); Computer science; Mobile apps; App store; World Wide Web; Smartphone app; Android app; Internet privacy; Peer-to-peer; Peer review; Focus group; Android (operating system); Context (archaeology); Data science; Artificial intelligence; Business; Marketing","authors":[{"name":"Safwat Hassan","is_ca":true},{"name":"Heng Li","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02582211189700834,"gpt":0.273411016243273,"spread":0.2475889043462646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03734991,0.00127289,0.002089402,0.004679848,0.003136899,0.006912497,0.001570213,0.001936817,0.002326719],"category_scores_gemma":[0.1794826,0.0007135477,0.0008961555,0.003060038,0.002109576,0.01070519,0.004225233,0.002150076,0.002015509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001032271,"about_ca_system_score_gemma":0.002789912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004884277,"about_ca_topic_score_gemma":0.007161713,"domain_scores_codex":[0.9458172,0.03316332,0.002583046,0.006090114,0.01093872,0.001407667],"domain_scores_gemma":[0.7272053,0.1814981,0.01945601,0.02427586,0.04251675,0.005047987],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001406141,0.001019416,0.3617472,0.001704867,0.001161578,0.001049156,0.02343314,0.008262197,0.02929845,0.01051603,0.01455453,0.5458473],"study_design_scores_gemma":[0.0002709125,0.003446756,0.5321232,0.0009806082,0.001286394,0.003589739,0.04757243,0.2201065,0.03362776,0.08075001,0.07558503,0.0006606908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.69894,0.004613802,0.2568505,0.006453636,0.0008280391,0.001551621,0.0009904075,0.002282402,0.02748947],"genre_scores_gemma":[0.9108264,0.0005119991,0.08499335,0.0004028931,0.0003428496,0.0004168889,0.0004670722,0.0003574591,0.00168107],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03734991,"threshold_uncertainty_score":0.1975276,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331442","doi":"10.1109/saner53432.2022.00116","title":"Phishing Kits Source Code Similarity Distribution: A Case Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; IBM (Canada); Polytechnique Montréal","funders":"","keywords":"Phishing; Computer science; Identifier; Similarity (geometry); Source code; Code (set theory); World Wide Web; Credit card; Identification (biology); Computer security; Information retrieval; Artificial intelligence; The Internet; Programming language; Payment","authors":[{"name":"Ettore Merlo","is_ca":true},{"name":"Mathieu Margier","is_ca":true},{"name":"Guy-Vincent Jourdan","is_ca":true},{"name":"Iosif-Viorel Onut","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03310186504630544,"gpt":0.2763223032600144,"spread":0.243220438213709,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001437974,0.0004116094,0.000345227,0.003957459,0.001143267,0.0008601471,0.0007859965,0.001273768,0.0006531539],"category_scores_gemma":[0.007912459,0.0002667069,0.000427201,0.003338228,0.001092689,0.001152552,0.001246044,0.0007547019,0.0004040094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005771792,"about_ca_system_score_gemma":0.0004447469,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003410618,"about_ca_topic_score_gemma":0.004682873,"domain_scores_codex":[0.9979324,0.0004376573,0.0001818617,0.0004489948,0.0007948243,0.0002042701],"domain_scores_gemma":[0.9893317,0.004847233,0.001862238,0.001537334,0.001958926,0.0004624805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009632059,0.001689906,0.7154924,0.0009218324,0.0003586363,0.03423992,0.01582984,0.01995615,0.04089225,0.004394726,0.00902249,0.1562387],"study_design_scores_gemma":[0.0001038713,0.001459184,0.7110501,0.0002583832,0.0003016901,0.05356459,0.01451032,0.117425,0.0745664,0.004267763,0.0222841,0.0002085915],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9949543,0.0001935397,0.003273336,0.00009812584,0.000008302881,0.00005545988,0.0005312166,0.0002223281,0.0006633233],"genre_scores_gemma":[0.9906884,0.0002370123,0.006755675,0.0000372677,0.00001471325,0.00003615232,0.001383105,0.00007864353,0.0007689715],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003957459,"threshold_uncertainty_score":0.007604837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331428","doi":"10.1109/saner53432.2022.00017","title":"On the Benefits of the Accelerate Metrics: An Industrial Survey at Vendasta","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Microservices; Computer science; Software deployment; Popularity; Process (computing); Context (archaeology); Productivity; Metric (unit); Process management; Software metric; Software development; Software; Software engineering; Software quality; Operations management; Engineering; Cloud computing","authors":[{"name":"Francesco Lomio","is_ca":false},{"name":"Zadia Codabux","is_ca":true},{"name":"Dale Birtch","is_ca":false},{"name":"Dale A. Hopkins","is_ca":false},{"name":"Davide Taibi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07363896469653895,"gpt":0.2724287147298294,"spread":0.1987897500332904,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0166538,0.0002652768,0.0003329736,0.002299495,0.001096535,0.001695807,0.0005100965,0.0007256707,0.0007179018],"category_scores_gemma":[0.03217423,0.0002768121,0.0002199718,0.002299781,0.0006708938,0.001426488,0.001228857,0.0007708784,0.0002976243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00237062,"about_ca_system_score_gemma":0.002315691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01283318,"about_ca_topic_score_gemma":0.01872364,"domain_scores_codex":[0.9891877,0.005116278,0.000730123,0.0007405016,0.003184492,0.001041029],"domain_scores_gemma":[0.9468902,0.03213228,0.004952714,0.001063613,0.01236206,0.00259912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002418822,0.0004450217,0.5694513,0.0008646973,0.0000480271,0.0006282111,0.08796641,0.0005628998,0.01093143,0.001281101,0.006208934,0.3213702],"study_design_scores_gemma":[0.00002049753,0.001263062,0.7882651,0.0007923262,0.00006453861,0.0007989282,0.1359656,0.003167401,0.004556334,0.0003649798,0.0645997,0.0001414752],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9910959,0.001240895,0.002365162,0.001299766,0.0000173051,0.00006393084,0.0001110538,0.00005801489,0.003748062],"genre_scores_gemma":[0.9932243,0.001582065,0.003077825,0.0004688776,0.00002179894,0.00007219694,0.000183199,0.00004703584,0.001322692],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0166538,"threshold_uncertainty_score":0.08807474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286532185","doi":"10.1109/saner53432.2022.00145","title":"Goal and Policy Based Code Generation and Deployment of Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software deployment; Computer science; Code (set theory); Software engineering; Computer security; Programming language","authors":[{"name":"Konstantinos Tsiounis","is_ca":true},{"name":"Kostas Kontogiannis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02011424312844946,"gpt":0.2624922658817786,"spread":0.2423780227533291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001829326,0.0004271289,0.0002616462,0.0005942001,0.0004506991,0.001042273,0.0008122652,0.0009065121,0.00275672],"category_scores_gemma":[0.00724744,0.0005418711,0.0005555768,0.0003323973,0.001312775,0.001197284,0.001392038,0.001022872,0.001050312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007378592,"about_ca_system_score_gemma":0.001722251,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001717534,"about_ca_topic_score_gemma":0.001797091,"domain_scores_codex":[0.9986055,0.0004423484,0.00008489809,0.0002015803,0.0005366032,0.0001290323],"domain_scores_gemma":[0.9964127,0.001413385,0.0002831999,0.001137437,0.0006243822,0.0001288728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003850853,0.0004422517,0.007512394,0.0003477844,0.0000639822,0.001354943,0.00220368,0.4227756,0.06989679,0.2721466,0.01095179,0.211919],"study_design_scores_gemma":[0.00003214215,0.0000575133,0.0002673573,0.00002968532,0.0000103066,0.00009966526,0.00006988607,0.9336152,0.03035996,0.0256588,0.009779234,0.00002032883],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04264581,0.00002762609,0.9433597,0.0002831826,0.00004534164,0.0003216842,0.0002027012,0.007581546,0.0055325],"genre_scores_gemma":[0.327771,0.00009185231,0.6632401,0.0001236463,0.00001329554,0.0003780264,0.0005577988,0.001753966,0.006070303],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00275672,"threshold_uncertainty_score":0.009674489,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286531987","doi":"10.1109/saner53432.2022.00117","title":"When They Go Low: Automated Replacement of Low-level Functions in Ethereum Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer security; Business","authors":[{"name":"Rui Xi","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02005609049968746,"gpt":0.2550467729621602,"spread":0.2349906824624727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005415212,0.00106542,0.0006192441,0.001109638,0.0006786137,0.001778301,0.00213419,0.001483143,0.004736664],"category_scores_gemma":[0.03317943,0.001273849,0.001004793,0.000958722,0.001944861,0.004727151,0.003121604,0.002005683,0.003539763],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000784645,"about_ca_system_score_gemma":0.002288783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002700949,"about_ca_topic_score_gemma":0.003075178,"domain_scores_codex":[0.9930487,0.00238567,0.00049577,0.0007277715,0.002743539,0.0005985408],"domain_scores_gemma":[0.9783098,0.01066778,0.001548286,0.007448686,0.001649586,0.0003758662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002881878,0.001316706,0.05761839,0.001336141,0.0002565187,0.002459016,0.00340768,0.09183997,0.0847113,0.02770234,0.05870037,0.6677698],"study_design_scores_gemma":[0.0007164311,0.0007868794,0.01230567,0.0002132378,0.0001588969,0.001409124,0.00101703,0.7119092,0.1582182,0.02208784,0.09092945,0.0002479923],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.4566915,0.0006332321,0.2425479,0.001248673,0.0002448386,0.000588527,0.001572787,0.285608,0.01086458],"genre_scores_gemma":[0.7077295,0.0002852181,0.257403,0.0006370129,0.00002670951,0.0002602867,0.004725446,0.0213678,0.007565076],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.005415212,"threshold_uncertainty_score":0.02863872,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286532194","doi":"10.1109/saner53432.2022.00014","title":"Do Developers Refactor Data Access Code? An Empirical Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Data access; Program comprehension; Software; Software engineering; Database; Software system; Programming language","authors":[{"name":"Biruk Asmare Muse","is_ca":true},{"name":"Foutse Khomh","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1423705699147584,"gpt":0.3996569684777112,"spread":0.2572863985629529,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02826694,0.0004063174,0.0004531764,0.004213685,0.001374319,0.002199238,0.001426782,0.001601118,0.002080041],"category_scores_gemma":[0.2167728,0.0007313782,0.0003543146,0.003686266,0.001999026,0.004960814,0.001895801,0.00232848,0.0006799164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002005434,"about_ca_system_score_gemma":0.002644477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005831703,"about_ca_topic_score_gemma":0.008701372,"domain_scores_codex":[0.9773048,0.009028743,0.002693238,0.002762463,0.006803165,0.001407603],"domain_scores_gemma":[0.4812271,0.3799474,0.07916533,0.01385677,0.04088081,0.004922504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002079365,0.00125458,0.8914585,0.0004237907,0.00006504916,0.0006579363,0.06515528,0.0001487172,0.000629733,0.0004549141,0.001556222,0.03798733],"study_design_scores_gemma":[0.00008569745,0.0008746093,0.9066766,0.0005305586,0.00007963533,0.001408778,0.07658672,0.002121337,0.001059758,0.0005613652,0.009945498,0.00006944427],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9971384,0.0003623195,0.0006375984,0.0004739754,0.000006268773,0.00008741748,0.0001768818,0.00001724052,0.001099899],"genre_scores_gemma":[0.9974133,0.0003871184,0.001059177,0.000213257,0.0000137186,0.0001277432,0.0002355157,0.00001787073,0.0005322605],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02826694,"threshold_uncertainty_score":0.1494916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331388","doi":"10.1109/saner53432.2022.00046","title":"What really is software design?","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software design; Computer science; Software development; Software engineering; Software construction; Social software engineering; Software design description; Software peer review; Software; Personal software process; Context (archaeology); Programming language","authors":[{"name":"Giovanni Viviani","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03903169716286584,"gpt":0.2895528552680603,"spread":0.2505211581051945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01963806,0.001403982,0.001805993,0.004503294,0.006280336,0.02150548,0.002229781,0.007568887,0.00575961],"category_scores_gemma":[0.04409159,0.0009408054,0.0009069351,0.006799777,0.03759855,0.02849363,0.004297851,0.01095963,0.00346872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008413479,"about_ca_system_score_gemma":0.01101526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005331303,"about_ca_topic_score_gemma":0.003530776,"domain_scores_codex":[0.9480596,0.03146397,0.002602446,0.003715974,0.01233568,0.001822372],"domain_scores_gemma":[0.9387255,0.03883361,0.003030231,0.00570561,0.009968047,0.003736934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004559159,0.0001507746,0.003317995,0.00364756,0.00009140637,0.000405161,0.03150939,0.0006513071,0.0007334948,0.609948,0.1288651,0.2206341],"study_design_scores_gemma":[0.00001342793,0.00005591892,0.0009363866,0.003492798,0.00002142979,0.0004343996,0.01462441,0.0003511483,0.0002993728,0.3636575,0.6160716,0.00004154903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.009822282,0.1548877,0.05298978,0.6286138,0.01439308,0.0001559604,0.0002712085,0.000722953,0.1381431],"genre_scores_gemma":[0.4375682,0.2951888,0.07218467,0.1257399,0.01774752,0.0005906541,0.0007880092,0.0013291,0.04886305],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02150548,"threshold_uncertainty_score":0.1038572,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286331369","doi":"10.1109/saner53432.2022.00040","title":"Kuber: Cost-Efficient Microservice Deployment Planner","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Software deployment; Computer science; Cloud computing; Distributed computing; Virtual machine; Service (business); Architecture; Variety (cybernetics); Service-oriented architecture; Software engineering; Operating system; Artificial intelligence; Web service; World Wide Web","authors":[{"name":"Harshavardhan Kadiyala","is_ca":true},{"name":"Alberto Misail","is_ca":true},{"name":"Julia Rubin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02123663400544526,"gpt":0.2541268780107607,"spread":0.2328902440053155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006274362,0.001143523,0.0007025258,0.0009370003,0.000449744,0.0007773712,0.001152957,0.0008313084,0.008583456],"category_scores_gemma":[0.002705932,0.000577905,0.000711938,0.0007378482,0.0004914583,0.001333535,0.001361976,0.001015583,0.001205009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008635107,"about_ca_system_score_gemma":0.00212766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004176957,"about_ca_topic_score_gemma":0.008313298,"domain_scores_codex":[0.999617,0.00008599649,0.00002006612,0.00007476852,0.0001088904,0.00009334119],"domain_scores_gemma":[0.9991731,0.0005107264,0.00006279951,0.00008864203,0.00009824456,0.00006644396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004316317,0.0002134909,0.002119939,0.0003713022,0.00004991961,0.0002785567,0.0001417582,0.7830903,0.007767568,0.02136938,0.01911722,0.1650489],"study_design_scores_gemma":[0.00003822254,0.00003983486,0.0001619754,0.00001012599,0.000009521586,0.0000341767,0.00005936492,0.9906935,0.001213777,0.005509776,0.002222119,0.000007590257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1022345,0.001059451,0.8526711,0.001093519,0.0001491371,0.0007406024,0.001904316,0.01738621,0.02276113],"genre_scores_gemma":[0.4968604,0.0003450159,0.4940659,0.0002257287,0.00002505493,0.0004791663,0.001669365,0.0008682632,0.005461295],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008583456,"threshold_uncertainty_score":0.02871454,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286531984","doi":"10.1109/saner53432.2022.00039","title":"Evaluating the Use of Semantics for Identifying Task-relevant Textual Information","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Semantics (computer science); Task (project management); Information retrieval; Natural language processing; World Wide Web; Artificial intelligence; Programming language; Engineering","authors":[{"name":"Arthur Marques","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1273810981062148,"gpt":0.3389998145211017,"spread":0.2116187164148869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01023948,0.001846413,0.0007825281,0.01231031,0.0007135638,0.002431027,0.001211818,0.002252555,0.0008582853],"category_scores_gemma":[0.06738358,0.0003244368,0.001137585,0.003344754,0.0009902626,0.005340454,0.001605117,0.001150603,0.0006845262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000853362,"about_ca_system_score_gemma":0.001523429,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004427732,"about_ca_topic_score_gemma":0.006467766,"domain_scores_codex":[0.9901919,0.004055372,0.001349059,0.001502721,0.002522161,0.0003787691],"domain_scores_gemma":[0.8819098,0.09993708,0.005724637,0.003512865,0.007751338,0.001164211],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.004009345,0.002609134,0.1582255,0.004959686,0.001077809,0.0007865732,0.006366296,0.02718885,0.05264092,0.004318273,0.009809026,0.7280086],"study_design_scores_gemma":[0.0007683326,0.006159702,0.1412889,0.0009701589,0.001905641,0.002606133,0.009224363,0.6784028,0.1132761,0.01546946,0.02948989,0.000438649],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.860563,0.004505025,0.1157478,0.000668478,0.0002394457,0.0007580576,0.002749993,0.006831096,0.007937041],"genre_scores_gemma":[0.8435463,0.0008734704,0.1486559,0.000162622,0.0001166878,0.0003042484,0.004414141,0.0002850117,0.001641681],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01231031,"threshold_uncertainty_score":0.05415219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286530550","doi":"10.1109/saner53432.2022.00010","title":"Steering Committee","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","authors":[{"name":"Yuanfang Cai","is_ca":true},{"name":"Rick Kazman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04613440184478606,"gpt":0.2344999976599664,"spread":0.1883655958151803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02706958,0.001308421,0.00131529,0.004591139,0.002462762,0.007664377,0.003352852,0.004680722,0.4827788],"category_scores_gemma":[0.06065761,0.0008381335,0.001938,0.002273676,0.0007982753,0.003015292,0.005713045,0.003969982,0.4102684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003440577,"about_ca_system_score_gemma":0.01776938,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003420138,"about_ca_topic_score_gemma":0.006517224,"domain_scores_codex":[0.98735,0.004050024,0.001171161,0.001297908,0.004563908,0.001566973],"domain_scores_gemma":[0.9391888,0.005453697,0.002954948,0.004351941,0.03589788,0.01215275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008186167,0.00002021948,0.0001212126,0.0002025392,0.000008292111,0.00001244608,0.0000166265,0.00002856843,0.00007568915,0.0006496878,0.9646436,0.03413933],"study_design_scores_gemma":[0.00007666888,0.00002734574,0.0003060512,0.0002933144,0.00001106839,0.00002799654,0.00003649318,0.00004364014,0.00009681195,0.0007536358,0.9983197,0.000007107241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002352536,0.01260358,0.02019733,0.1556217,0.1464109,0.01516219,0.05733606,0.005210127,0.5851057],"genre_scores_gemma":[0.00547342,0.005394282,0.008784297,0.04565354,0.02095528,0.01442126,0.03504205,0.002602688,0.8616732],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.5172212,"threshold_uncertainty_score":0.7377533,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}