{"meta":{"query_hash":"58f3a883284a","filters":{"venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/58f3a883284a","api":"https://metacan.xera.ac/api/v1/cohort?venue=2022+IEEE+International+Conference+on+Software+Analysis%2C+Evolution+and+Reengineering+%28SANER%29"},"results":[{"id":"W4286331369","doi":"10.1109/saner53432.2022.00040","title":"Kuber: Cost-Efficient Microservice Deployment Planner","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Software deployment; Computer science; Cloud computing; Distributed computing; Virtual machine; Service (business); Architecture; Variety (cybernetics); Service-oriented architecture; Software engineering; Operating system; Artificial intelligence; Web service; World Wide Web","score_opus":0.021236634005445256,"score_gpt":0.2541268780107607,"score_spread":0.23289024400531547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10223451,0.0010594506,0.8526711,0.001093519,0.00014913708,0.00074060244,0.0019043159,0.017386215,0.022761127],"genre_scores_gemma":[0.49686038,0.00034501587,0.49406585,0.00022572865,0.000025054927,0.0004791663,0.0016693651,0.00086826325,0.005461295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999617,0.00008599649,0.000020066123,0.00007476852,0.00010889041,0.000093341194],"domain_scores_gemma":[0.9991731,0.00051072636,0.00006279951,0.00008864203,0.000098244556,0.000066443965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062743615,0.001143523,0.00070252584,0.0009370003,0.00044974397,0.0007773712,0.001152957,0.00083130837,0.008583456],"category_scores_gemma":[0.002705932,0.000577905,0.000711938,0.0007378482,0.0004914583,0.0013335351,0.0013619764,0.0010155829,0.0012050087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043163175,0.00021349092,0.0021199393,0.0003713022,0.00004991961,0.00027855672,0.0001417582,0.7830903,0.007767568,0.02136938,0.019117221,0.1650489],"study_design_scores_gemma":[0.00003822254,0.000039834857,0.00016197545,0.000010125986,0.000009521586,0.000034176705,0.00005936492,0.9906935,0.0012137771,0.005509776,0.0022221194,0.0000075902567],"about_ca_topic_score_codex":0.0041769566,"about_ca_topic_score_gemma":0.008313298,"teacher_disagreement_score":0.008583456,"about_ca_system_score_codex":0.0008635107,"about_ca_system_score_gemma":0.0021276604,"threshold_uncertainty_score":0.028714538},"labels":[],"label_agreement":null},{"id":"W4286331374","doi":"10.1109/saner53432.2022.00152","title":"Exploring Relevant Artifacts of Release Notes: The Practitioners' Perspective","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software release life cycle; Computer science; Key (lock); Set (abstract data type); Perspective (graphical); Reading (process); Software; Software development; World Wide Web; Software engineering; Software quality; Computer security","score_opus":0.07969162625759513,"score_gpt":0.30130812544751046,"score_spread":0.22161649918991533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80921304,0.0065751197,0.13118422,0.017060518,0.00019187461,0.00060489477,0.0003881859,0.00050393597,0.034278236],"genre_scores_gemma":[0.9227993,0.0039798943,0.06586538,0.0010914064,0.00008761768,0.00021115791,0.0004360803,0.0002257203,0.005303482],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96634936,0.022791222,0.0013625622,0.0020578392,0.0060742632,0.0013647912],"domain_scores_gemma":[0.859935,0.10768355,0.010645749,0.007467689,0.01213888,0.0021291245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026928457,0.0010723921,0.0005296789,0.007601203,0.0037796574,0.011102735,0.002777843,0.003369753,0.0025547226],"category_scores_gemma":[0.07082394,0.0010656158,0.0006960011,0.0059225485,0.0066853077,0.0128086675,0.005098246,0.0027502417,0.00064725697],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011146537,0.0003943623,0.04223878,0.0016854589,0.000044602457,0.0065935734,0.7651602,0.0010884295,0.008522641,0.019473998,0.0035954723,0.15109111],"study_design_scores_gemma":[0.000039852395,0.00035727286,0.033265837,0.0022768318,0.0000967413,0.004087316,0.80625,0.0041351602,0.0063973395,0.018049391,0.12493488,0.0001094165],"about_ca_topic_score_codex":0.0046900045,"about_ca_topic_score_gemma":0.008548738,"teacher_disagreement_score":0.026928457,"about_ca_system_score_codex":0.00347062,"about_ca_system_score_gemma":0.0059069935,"threshold_uncertainty_score":0.14241296},"labels":[],"label_agreement":null},{"id":"W4286331388","doi":"10.1109/saner53432.2022.00046","title":"What really is software design?","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software design; Computer science; Software development; Software engineering; Software construction; Social software engineering; Software design description; Software peer review; Software; Personal software process; Context (archaeology); Programming language","score_opus":0.039031697162865836,"score_gpt":0.2895528552680603,"score_spread":0.2505211581051945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331388","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009822282,0.15488772,0.052989777,0.6286138,0.014393075,0.00015596043,0.0002712085,0.000722953,0.13814309],"genre_scores_gemma":[0.43756822,0.29518884,0.072184674,0.12573992,0.017747516,0.00059065415,0.0007880092,0.0013290999,0.048863046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9480596,0.031463966,0.0026024464,0.0037159736,0.012335676,0.0018223723],"domain_scores_gemma":[0.93872553,0.03883361,0.003030231,0.00570561,0.009968047,0.0037369342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019638058,0.0014039817,0.0018059933,0.004503294,0.006280336,0.021505477,0.0022297811,0.0075688874,0.0057596103],"category_scores_gemma":[0.044091586,0.0009408054,0.0009069351,0.0067997766,0.03759855,0.028493632,0.004297851,0.010959629,0.0034687205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045591587,0.00015077463,0.0033179945,0.0036475603,0.00009140637,0.000405161,0.031509392,0.00065130705,0.00073349476,0.60994804,0.1288651,0.22063413],"study_design_scores_gemma":[0.000013427927,0.000055918917,0.0009363866,0.0034927984,0.00002142979,0.00043439964,0.014624413,0.00035114834,0.0002993728,0.36365753,0.61607164,0.000041549032],"about_ca_topic_score_codex":0.0053313025,"about_ca_topic_score_gemma":0.0035307757,"teacher_disagreement_score":0.021505477,"about_ca_system_score_codex":0.008413479,"about_ca_system_score_gemma":0.011015263,"threshold_uncertainty_score":0.10385722},"labels":[],"label_agreement":null},{"id":"W4286331421","doi":"10.1109/saner53432.2022.00090","title":"Toward Understanding the Impact of Refactoring on Program Comprehension","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Code refactoring; Program comprehension; Computer science; Readability; Software maintenance; Software engineering; Programming language; Maintainability; Commit; Source code; Software; Software system; Database","score_opus":0.09590713737553741,"score_gpt":0.34146979367742475,"score_spread":0.24556265630188734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901341,0.001903945,0.08920192,0.0017200554,0.000016355194,0.0001181198,0.0011404599,0.00054229604,0.0040158373],"genre_scores_gemma":[0.9731674,0.0006364296,0.02465148,0.00012107728,0.000028222854,0.00007779407,0.0008810656,0.00012244984,0.0003140374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912334,0.004256844,0.00057705527,0.0014816197,0.0019903595,0.0004607019],"domain_scores_gemma":[0.6950369,0.24867505,0.027711783,0.013365358,0.0136497,0.0015612503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010712212,0.0011587258,0.0008763666,0.005560971,0.00048812485,0.004235115,0.001301222,0.0014901529,0.0016241217],"category_scores_gemma":[0.12601131,0.00080264243,0.0010207633,0.0042468146,0.0018204352,0.01240908,0.0019860202,0.0030230999,0.00043486612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003844629,0.00070477574,0.7764458,0.00085304014,0.00043641808,0.00018418078,0.006715702,0.036929484,0.01722379,0.0077994564,0.000861745,0.15146117],"study_design_scores_gemma":[0.000021756827,0.00096594845,0.79564667,0.0002813665,0.00024143473,0.00019575187,0.0026894142,0.16250096,0.013836268,0.020692239,0.0027888154,0.00013936571],"about_ca_topic_score_codex":0.008219771,"about_ca_topic_score_gemma":0.0075885844,"teacher_disagreement_score":0.010712212,"about_ca_system_score_codex":0.0013999542,"about_ca_system_score_gemma":0.0017726303,"threshold_uncertainty_score":0.056652248},"labels":[],"label_agreement":null},{"id":"W4286331428","doi":"10.1109/saner53432.2022.00017","title":"On the Benefits of the Accelerate Metrics: An Industrial Survey at Vendasta","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Microservices; Computer science; Software deployment; Popularity; Process (computing); Context (archaeology); Productivity; Metric (unit); Process management; Software metric; Software development; Software; Software engineering; Software quality; Operations management; Engineering; Cloud computing","score_opus":0.07363896469653895,"score_gpt":0.2724287147298294,"score_spread":0.1987897500332904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910959,0.0012408947,0.0023651617,0.0012997662,0.000017305096,0.00006393084,0.000111053785,0.00005801489,0.003748062],"genre_scores_gemma":[0.9932243,0.001582065,0.0030778246,0.00046887758,0.000021798938,0.00007219694,0.00018319898,0.000047035843,0.0013226916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98918766,0.005116278,0.00073012296,0.0007405016,0.003184492,0.0010410291],"domain_scores_gemma":[0.9468902,0.032132275,0.0049527143,0.0010636133,0.012362058,0.0025991197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016653799,0.00026527682,0.00033297358,0.0022994953,0.0010965352,0.0016958073,0.0005100965,0.0007256707,0.0007179018],"category_scores_gemma":[0.03217423,0.00027681215,0.00021997183,0.002299781,0.00067089376,0.0014264882,0.0012288569,0.0007708784,0.00029762427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002418822,0.00044502167,0.5694513,0.00086469733,0.000048027105,0.00062821107,0.08796641,0.0005628998,0.010931429,0.0012811015,0.006208934,0.3213702],"study_design_scores_gemma":[0.00002049753,0.0012630619,0.7882651,0.00079232623,0.00006453861,0.0007989282,0.13596563,0.003167401,0.004556334,0.0003649798,0.0645997,0.00014147516],"about_ca_topic_score_codex":0.012833176,"about_ca_topic_score_gemma":0.018723642,"teacher_disagreement_score":0.016653799,"about_ca_system_score_codex":0.0023706204,"about_ca_system_score_gemma":0.0023156912,"threshold_uncertainty_score":0.088074744},"labels":[],"label_agreement":null},{"id":"W4286331442","doi":"10.1109/saner53432.2022.00116","title":"Phishing Kits Source Code Similarity Distribution: A Case Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; IBM (Canada); Polytechnique Montréal","funders":"","keywords":"Phishing; Computer science; Identifier; Similarity (geometry); Source code; Code (set theory); World Wide Web; Credit card; Identification (biology); Computer security; Information retrieval; Artificial intelligence; The Internet; Programming language; Payment","score_opus":0.03310186504630544,"score_gpt":0.27632230326001445,"score_spread":0.243220438213709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949543,0.00019353966,0.0032733362,0.00009812584,0.000008302881,0.000055459877,0.0005312166,0.00022232812,0.00066332327],"genre_scores_gemma":[0.99068844,0.00023701231,0.006755675,0.0000372677,0.00001471325,0.000036152316,0.0013831051,0.000078643534,0.0007689715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793243,0.00043765726,0.0001818617,0.0004489948,0.0007948243,0.00020427011],"domain_scores_gemma":[0.9893317,0.0048472327,0.0018622384,0.0015373337,0.001958926,0.0004624805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014379738,0.00041160945,0.00034522705,0.0039574592,0.0011432666,0.0008601471,0.0007859965,0.0012737681,0.00065315387],"category_scores_gemma":[0.007912459,0.0002667069,0.00042720098,0.0033382284,0.0010926885,0.0011525518,0.0012460444,0.0007547019,0.00040400945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096320594,0.0016899062,0.71549237,0.0009218324,0.00035863632,0.034239918,0.015829844,0.019956155,0.040892247,0.0043947264,0.00902249,0.15623869],"study_design_scores_gemma":[0.00010387128,0.0014591835,0.7110501,0.00025838317,0.00030169013,0.053564593,0.0145103205,0.11742503,0.0745664,0.004267763,0.022284098,0.00020859155],"about_ca_topic_score_codex":0.003410618,"about_ca_topic_score_gemma":0.0046828734,"teacher_disagreement_score":0.0039574592,"about_ca_system_score_codex":0.0005771792,"about_ca_system_score_gemma":0.00044474693,"threshold_uncertainty_score":0.0076048374},"labels":[],"label_agreement":null},{"id":"W4286530317","doi":"10.1109/saner53432.2022.00107","title":"On the Importance of Performing App Analysis Within Peer Groups","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Polytechnique Montréal; Queen's University; Thompson Rivers University","funders":"","keywords":"Perspective (graphical); Computer science; Mobile apps; App store; World Wide Web; Smartphone app; Android app; Internet privacy; Peer-to-peer; Peer review; Focus group; Android (operating system); Context (archaeology); Data science; Artificial intelligence; Business; Marketing","score_opus":0.025822111897008344,"score_gpt":0.27341101624327296,"score_spread":0.24758890434626463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286530317","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69894004,0.0046138023,0.2568505,0.0064536356,0.0008280391,0.0015516209,0.0009904075,0.0022824015,0.027489474],"genre_scores_gemma":[0.9108264,0.00051199907,0.08499335,0.00040289306,0.00034284955,0.0004168889,0.00046707224,0.00035745907,0.0016810698],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94581723,0.03316332,0.002583046,0.006090114,0.010938718,0.0014076668],"domain_scores_gemma":[0.7272053,0.1814981,0.019456014,0.024275864,0.042516746,0.005047987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037349913,0.00127289,0.0020894024,0.0046798475,0.0031368986,0.0069124973,0.0015702125,0.0019368172,0.0023267195],"category_scores_gemma":[0.1794826,0.00071354775,0.00089615554,0.0030600384,0.0021095765,0.01070519,0.004225233,0.0021500764,0.0020155092],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001406141,0.0010194156,0.36174718,0.0017048668,0.0011615785,0.0010491556,0.023433141,0.0082621975,0.029298445,0.0105160335,0.014554528,0.5458473],"study_design_scores_gemma":[0.00027091254,0.0034467557,0.5321232,0.0009806082,0.001286394,0.0035897386,0.04757243,0.2201065,0.033627763,0.08075001,0.07558503,0.0006606908],"about_ca_topic_score_codex":0.004884277,"about_ca_topic_score_gemma":0.007161713,"teacher_disagreement_score":0.037349913,"about_ca_system_score_codex":0.0010322708,"about_ca_system_score_gemma":0.0027899116,"threshold_uncertainty_score":0.19752759},"labels":[],"label_agreement":null},{"id":"W4286530550","doi":"10.1109/saner53432.2022.00010","title":"Steering Committee","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.04613440184478606,"score_gpt":0.2344999976599664,"score_spread":0.18836559581518034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286530550","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023525364,0.012603576,0.020197328,0.15562168,0.14641093,0.01516219,0.05733606,0.005210127,0.58510566],"genre_scores_gemma":[0.0054734196,0.0053942823,0.008784297,0.045653544,0.020955281,0.014421256,0.035042048,0.0026026876,0.8616732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98735005,0.0040500243,0.001171161,0.0012979081,0.0045639076,0.0015669728],"domain_scores_gemma":[0.9391888,0.005453697,0.0029549485,0.004351941,0.035897885,0.012152746],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02706958,0.0013084207,0.0013152901,0.004591139,0.0024627622,0.007664377,0.0033528523,0.0046807225,0.48277876],"category_scores_gemma":[0.060657613,0.0008381335,0.0019380003,0.0022736758,0.0007982753,0.0030152919,0.005713045,0.0039699823,0.41026837],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008186167,0.000020219484,0.0001212126,0.00020253925,0.000008292111,0.000012446081,0.000016626496,0.000028568427,0.00007568915,0.00064968783,0.9646436,0.034139328],"study_design_scores_gemma":[0.00007666888,0.000027345737,0.00030605117,0.0002933144,0.000011068387,0.000027996544,0.000036493177,0.000043640142,0.00009681195,0.00075363583,0.9983197,0.0000071072413],"about_ca_topic_score_codex":0.0034201383,"about_ca_topic_score_gemma":0.0065172235,"teacher_disagreement_score":0.5172212,"about_ca_system_score_codex":0.0034405766,"about_ca_system_score_gemma":0.017769376,"threshold_uncertainty_score":0.73775333},"labels":[],"label_agreement":null},{"id":"W4286531983","doi":"10.1109/saner53432.2022.00094","title":"Automatic Detection and Analysis of Technical Debts in Peer-Review Documentation of R Packages","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Technical debt; Documentation; Computer science; Suite; Usability; Empirical research; Popularity; Technical documentation; Artificial intelligence; Software engineering; World Wide Web; Software; Machine learning; Software development; Programming language; Operating system; Statistics","score_opus":0.025277533824908677,"score_gpt":0.31516048281083275,"score_spread":0.2898829489859241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7436601,0.016207138,0.14206465,0.008515767,0.0019964816,0.0020581447,0.043778464,0.026228704,0.015490486],"genre_scores_gemma":[0.7143373,0.003649603,0.21879385,0.0017374094,0.0013600081,0.0022933849,0.04044946,0.004923287,0.012455624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9450749,0.018692505,0.009584921,0.008282197,0.017342618,0.0010228697],"domain_scores_gemma":[0.5177994,0.25764927,0.11518468,0.027417246,0.07889153,0.0030579413],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05124974,0.001300794,0.0013700129,0.018738704,0.0018539946,0.0036064482,0.0023504011,0.0015287466,0.0033382743],"category_scores_gemma":[0.30696413,0.00082043966,0.0010054953,0.010201569,0.001037183,0.0043089967,0.0033119156,0.0019745748,0.004727364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082794414,0.0002641737,0.32028785,0.009832211,0.0006896919,0.0021369103,0.011470156,0.004624975,0.021392742,0.0055452907,0.17407396,0.4488541],"study_design_scores_gemma":[0.00023557738,0.0005330356,0.430801,0.0041813436,0.0007854792,0.0053864755,0.008991593,0.1491401,0.03666835,0.011246526,0.35116732,0.0008631402],"about_ca_topic_score_codex":0.0036767581,"about_ca_topic_score_gemma":0.008546164,"teacher_disagreement_score":0.94875026,"about_ca_system_score_codex":0.001715026,"about_ca_system_score_gemma":0.0050808224,"threshold_uncertainty_score":0.27103776},"labels":[],"label_agreement":null},{"id":"W4286531984","doi":"10.1109/saner53432.2022.00039","title":"Evaluating the Use of Semantics for Identifying Task-relevant Textual Information","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Semantics (computer science); Task (project management); Information retrieval; Natural language processing; World Wide Web; Artificial intelligence; Programming language; Engineering","score_opus":0.12738109810621479,"score_gpt":0.3389998145211017,"score_spread":0.21161871641488694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531984","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.860563,0.004505025,0.11574783,0.000668478,0.00023944565,0.00075805763,0.002749993,0.0068310965,0.007937041],"genre_scores_gemma":[0.8435463,0.00087347045,0.1486559,0.00016262196,0.00011668778,0.00030424836,0.004414141,0.0002850117,0.0016416813],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99019194,0.0040553724,0.0013490586,0.0015027205,0.0025221612,0.00037876912],"domain_scores_gemma":[0.8819098,0.09993708,0.005724637,0.003512865,0.0077513377,0.0011642107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010239484,0.0018464132,0.00078252814,0.012310308,0.0007135638,0.0024310274,0.0012118183,0.0022525545,0.00085828535],"category_scores_gemma":[0.06738358,0.00032443678,0.0011375849,0.0033447538,0.0009902626,0.005340454,0.0016051166,0.001150603,0.00068452617],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040093446,0.0026091342,0.15822554,0.004959686,0.0010778093,0.00078657316,0.0063662957,0.027188847,0.052640922,0.004318273,0.0098090265,0.72800857],"study_design_scores_gemma":[0.00076833257,0.0061597023,0.14128886,0.0009701589,0.0019056408,0.0026061335,0.009224363,0.6784028,0.113276094,0.01546946,0.029489886,0.00043864903],"about_ca_topic_score_codex":0.0044277324,"about_ca_topic_score_gemma":0.0064677657,"teacher_disagreement_score":0.012310308,"about_ca_system_score_codex":0.00085336197,"about_ca_system_score_gemma":0.0015234287,"threshold_uncertainty_score":0.05415219},"labels":[],"label_agreement":null},{"id":"W4286531987","doi":"10.1109/saner53432.2022.00117","title":"When They Go Low: Automated Replacement of Low-level Functions in Ethereum Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer security; Business","score_opus":0.020056090499687457,"score_gpt":0.25504677296216016,"score_spread":0.2349906824624727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531987","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4566915,0.00063323206,0.24254791,0.0012486726,0.0002448386,0.000588527,0.0015727871,0.28560802,0.010864577],"genre_scores_gemma":[0.70772946,0.00028521806,0.25740302,0.0006370129,0.000026709513,0.0002602867,0.0047254455,0.0213678,0.007565076],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99304867,0.00238567,0.00049577,0.0007277715,0.0027435387,0.0005985408],"domain_scores_gemma":[0.97830975,0.010667782,0.0015482856,0.0074486863,0.0016495858,0.00037586616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005415212,0.0010654203,0.00061924406,0.0011096384,0.00067861367,0.0017783011,0.0021341902,0.0014831426,0.004736664],"category_scores_gemma":[0.033179432,0.0012738487,0.001004793,0.00095872197,0.0019448607,0.004727151,0.0031216044,0.0020056828,0.0035397627],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028818776,0.001316706,0.057618387,0.0013361407,0.00025651866,0.0024590157,0.0034076802,0.09183997,0.0847113,0.02770234,0.05870037,0.6677698],"study_design_scores_gemma":[0.0007164311,0.0007868794,0.012305666,0.00021323783,0.00015889693,0.0014091244,0.0010170301,0.7119092,0.15821823,0.02208784,0.09092945,0.00024799228],"about_ca_topic_score_codex":0.0027009489,"about_ca_topic_score_gemma":0.003075178,"teacher_disagreement_score":0.005415212,"about_ca_system_score_codex":0.00078464503,"about_ca_system_score_gemma":0.002288783,"threshold_uncertainty_score":0.02863872},"labels":[],"label_agreement":null},{"id":"W4286532185","doi":"10.1109/saner53432.2022.00145","title":"Goal and Policy Based Code Generation and Deployment of Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software deployment; Computer science; Code (set theory); Software engineering; Computer security; Programming language","score_opus":0.020114243128449456,"score_gpt":0.2624922658817786,"score_spread":0.24237802275332915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286532185","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042645812,0.000027626089,0.9433597,0.00028318263,0.000045341643,0.00032168417,0.00020270121,0.0075815455,0.0055325],"genre_scores_gemma":[0.327771,0.000091852315,0.66324013,0.0001236463,0.000013295537,0.0003780264,0.00055779883,0.0017539662,0.0060703033],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99860555,0.00044234836,0.000084898085,0.00020158035,0.00053660315,0.00012903234],"domain_scores_gemma":[0.9964127,0.0014133846,0.00028319986,0.001137437,0.00062438217,0.00012887281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001829326,0.0004271289,0.00026164617,0.0005942001,0.00045069907,0.0010422732,0.0008122652,0.00090651214,0.0027567204],"category_scores_gemma":[0.0072474396,0.00054187106,0.0005555768,0.00033239726,0.0013127751,0.0011972841,0.001392038,0.0010228724,0.0010503122],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038508527,0.00044225174,0.0075123943,0.00034778443,0.000063982196,0.0013549431,0.0022036796,0.42277563,0.069896795,0.27214664,0.010951792,0.21191896],"study_design_scores_gemma":[0.00003214215,0.0000575133,0.00026735727,0.000029685325,0.000010306602,0.00009966526,0.00006988607,0.9336152,0.030359963,0.0256588,0.009779234,0.000020328833],"about_ca_topic_score_codex":0.0017175341,"about_ca_topic_score_gemma":0.0017970906,"teacher_disagreement_score":0.0027567204,"about_ca_system_score_codex":0.00073785917,"about_ca_system_score_gemma":0.0017222507,"threshold_uncertainty_score":0.0096744895},"labels":[],"label_agreement":null},{"id":"W4286532194","doi":"10.1109/saner53432.2022.00014","title":"Do Developers Refactor Data Access Code? An Empirical Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Data access; Program comprehension; Software; Software engineering; Database; Software system; Programming language","score_opus":0.14237056991475835,"score_gpt":0.3996569684777112,"score_spread":0.2572863985629529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286532194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971384,0.0003623195,0.0006375984,0.0004739754,0.000006268773,0.00008741748,0.00017688179,0.000017240516,0.0010998993],"genre_scores_gemma":[0.99741334,0.0003871184,0.001059177,0.00021325704,0.000013718596,0.00012774322,0.0002355157,0.000017870732,0.00053226046],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9773048,0.009028743,0.0026932377,0.0027624634,0.006803165,0.0014076026],"domain_scores_gemma":[0.48122707,0.3799474,0.07916533,0.013856767,0.040880807,0.0049225036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028266937,0.00040631735,0.0004531764,0.0042136847,0.0013743194,0.0021992382,0.0014267816,0.0016011175,0.002080041],"category_scores_gemma":[0.21677278,0.0007313782,0.00035431457,0.003686266,0.001999026,0.0049608136,0.0018958008,0.0023284801,0.0006799164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020793648,0.0012545796,0.89145845,0.00042379068,0.000065049164,0.0006579363,0.065155275,0.00014871721,0.00062973297,0.00045491414,0.0015562223,0.037987325],"study_design_scores_gemma":[0.00008569745,0.00087460934,0.9066766,0.0005305586,0.000079635334,0.0014087782,0.076586716,0.0021213368,0.0010597579,0.0005613652,0.009945498,0.00006944427],"about_ca_topic_score_codex":0.0058317026,"about_ca_topic_score_gemma":0.008701372,"teacher_disagreement_score":0.028266937,"about_ca_system_score_codex":0.0020054337,"about_ca_system_score_gemma":0.0026444774,"threshold_uncertainty_score":0.14949161},"labels":[],"label_agreement":null}]}