{"meta":{"query_hash":"58f3a883284a","filters":{"venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)"},"cohort_total":13,"direct_labels_cover":0,"predictions_cover":13,"exported":13,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/58f3a883284a","api":"https://metacan.xera.ac/api/v1/cohort?venue=2022+IEEE+International+Conference+on+Software+Analysis%2C+Evolution+and+Reengineering+%28SANER%29"},"results":[{"id":"W4286331369","doi":"10.1109/saner53432.2022.00040","title":"Kuber: Cost-Efficient Microservice Deployment Planner","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Software deployment; Computer science; Cloud computing; Distributed computing; Virtual machine; Service (business); Architecture; Variety (cybernetics); Service-oriented architecture; Software engineering; Operating system; Artificial intelligence; Web service; World Wide Web","score_opus":0.021236634005445256,"score_gpt":0.2541268780107607,"score_spread":0.23289024400531547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12461859,0.00030458145,0.87008953,0.0019250084,0.0014514473,0.00025392245,0.0000467721,0.0004938205,0.0008163044],"genre_scores_gemma":[0.9945963,0.000023771123,0.0027269942,0.00044922784,0.00010731397,0.00008220542,0.000049138536,0.000015411732,0.0019496173],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976703,0.00009176611,0.0003735274,0.00066258427,0.0008754449,0.00032636922],"domain_scores_gemma":[0.9990338,0.00006644755,0.00015941987,0.00047509154,0.00012924375,0.0001360182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004383717,0.0002437543,0.00026404727,0.0007570157,0.0004251207,0.00020009058,0.0010176465,0.000045632387,0.00019171703],"category_scores_gemma":[0.000021105034,0.00024115515,0.0001908864,0.0010097168,0.0000322461,0.000033649387,0.00065578864,0.00036667965,0.000023652488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018134899,0.0001475782,0.0012648669,0.000010943248,0.0005301144,0.000029228497,0.00026988797,0.9670956,0.00024486217,0.024825258,0.0012124437,0.004351055],"study_design_scores_gemma":[0.00033879795,0.00007891592,0.004288552,0.000018287512,0.00009192513,0.00002183456,0.00018228557,0.98215306,0.0000448857,0.00013068164,0.012344764,0.0003059998],"about_ca_topic_score_codex":0.00017845571,"about_ca_topic_score_gemma":0.000025461135,"teacher_disagreement_score":0.8699777,"about_ca_system_score_codex":0.00038142002,"about_ca_system_score_gemma":0.000045543373,"threshold_uncertainty_score":0.9834022},"labels":[],"label_agreement":null},{"id":"W4286331374","doi":"10.1109/saner53432.2022.00152","title":"Exploring Relevant Artifacts of Release Notes: The Practitioners' Perspective","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software release life cycle; Computer science; Key (lock); Set (abstract data type); Perspective (graphical); Reading (process); Software; Software development; World Wide Web; Software engineering; Software quality; Computer security","score_opus":0.07969162625759513,"score_gpt":0.30130812544751046,"score_spread":0.22161649918991533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103023015,0.00026314057,0.89270574,0.0024962814,0.000837904,0.00018644106,0.00004814332,0.00030483407,0.00013452707],"genre_scores_gemma":[0.9955549,0.00022445677,0.003687498,0.00005925323,0.00008358829,0.00014052114,0.000022603228,0.000016573269,0.00021056634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754256,0.0001272274,0.00037028003,0.0005278854,0.0011498514,0.0002821939],"domain_scores_gemma":[0.997968,0.0007396009,0.00018368481,0.00057239685,0.00041895598,0.00011731417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006414569,0.00020570496,0.00026441968,0.0009254974,0.00031116215,0.000117706855,0.0009125677,0.000038473947,0.00017279852],"category_scores_gemma":[0.0011512472,0.00018320956,0.00019182023,0.0015259868,0.00007412576,0.0005018146,0.00033514935,0.00062210346,0.000011520865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008499422,0.00022669765,0.0040545827,0.00003365468,0.0014841954,0.000058218804,0.002271735,0.7988962,0.003311235,0.18580152,0.00040287114,0.003374088],"study_design_scores_gemma":[0.0005460789,0.00032265292,0.038388748,0.00006825812,0.0001930686,0.00006161789,0.002170372,0.9530385,0.0012683368,0.0017283591,0.0016393014,0.00057468755],"about_ca_topic_score_codex":0.00031892766,"about_ca_topic_score_gemma":0.000018164388,"teacher_disagreement_score":0.89253193,"about_ca_system_score_codex":0.0005236677,"about_ca_system_score_gemma":0.0001469533,"threshold_uncertainty_score":0.7471069},"labels":[],"label_agreement":null},{"id":"W4286331388","doi":"10.1109/saner53432.2022.00046","title":"What really is software design?","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software design; Computer science; Software development; Software engineering; Software construction; Social software engineering; Software design description; Software peer review; Software; Personal software process; Context (archaeology); Programming language","score_opus":0.039031697162865836,"score_gpt":0.2895528552680603,"score_spread":0.2505211581051945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016249124,0.0006428302,0.9931595,0.001512288,0.0017018114,0.00017154435,0.000039431885,0.0010666352,0.000081087426],"genre_scores_gemma":[0.78469855,0.0017969735,0.20937146,0.0010696689,0.0002182787,0.00024176404,0.00011608042,0.000053774147,0.0024334511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973295,0.0001346926,0.00044025827,0.00076145725,0.000980835,0.0003533035],"domain_scores_gemma":[0.99842507,0.00029161063,0.00022776145,0.00066454476,0.00022534166,0.00016566808],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007098725,0.00032773954,0.00035772644,0.0010044356,0.00037037564,0.0005787862,0.0012906368,0.00009999761,0.0005931705],"category_scores_gemma":[0.0001626187,0.00034734583,0.00022908933,0.0013102428,0.00003907527,0.0011565373,0.00041980186,0.0005997592,0.000019068912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023410736,0.0005820435,0.0068800934,0.00010260525,0.0046212743,0.000304411,0.002757597,0.7617876,0.0014936858,0.12749077,0.029719997,0.06402582],"study_design_scores_gemma":[0.000452405,0.00041266816,0.0039396323,0.0000764391,0.00025892188,0.00010984693,0.00026077442,0.96460783,0.00035101056,0.004270361,0.024309164,0.00095096655],"about_ca_topic_score_codex":0.00009651601,"about_ca_topic_score_gemma":0.000008170358,"teacher_disagreement_score":0.78378797,"about_ca_system_score_codex":0.0003133682,"about_ca_system_score_gemma":0.00010940246,"threshold_uncertainty_score":0.99989784},"labels":[],"label_agreement":null},{"id":"W4286331421","doi":"10.1109/saner53432.2022.00090","title":"Toward Understanding the Impact of Refactoring on Program Comprehension","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Code refactoring; Program comprehension; Computer science; Readability; Software maintenance; Software engineering; Programming language; Maintainability; Commit; Source code; Software; Software system; Database","score_opus":0.09590713737553741,"score_gpt":0.34146979367742475,"score_spread":0.24556265630188734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17350508,0.0001185407,0.82458586,0.00032327053,0.0006349353,0.00024277209,0.000037155154,0.00040588385,0.00014650574],"genre_scores_gemma":[0.9977911,0.00004210597,0.001869753,0.000015262978,0.000060228565,0.00006202894,0.000030082678,0.00001651428,0.000112918904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768746,0.00010333279,0.00034289111,0.00046702454,0.0010921854,0.00030712577],"domain_scores_gemma":[0.99865186,0.00042935065,0.00014851816,0.00050067663,0.00015910428,0.000110471556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004896602,0.00023025888,0.000293099,0.000929173,0.00027281413,0.00014732333,0.0009829892,0.000053349762,0.00013466449],"category_scores_gemma":[0.00018594952,0.00018156455,0.00028494108,0.0014148108,0.000060281283,0.00018244014,0.00032707732,0.0005826116,0.0000041173703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062301115,0.0001832298,0.018271368,0.000022145852,0.0011248151,0.000017186952,0.00051226263,0.9351149,0.0010638505,0.040354215,0.0003709074,0.0029027872],"study_design_scores_gemma":[0.000320791,0.000550943,0.07477821,0.000045074925,0.000052215266,0.00001627485,0.00022859858,0.9228052,0.00009831697,0.0006798245,0.00015075695,0.00027378142],"about_ca_topic_score_codex":0.00015900239,"about_ca_topic_score_gemma":0.000004576168,"teacher_disagreement_score":0.82428604,"about_ca_system_score_codex":0.0009462577,"about_ca_system_score_gemma":0.000100700505,"threshold_uncertainty_score":0.7403987},"labels":[],"label_agreement":null},{"id":"W4286331428","doi":"10.1109/saner53432.2022.00017","title":"On the Benefits of the Accelerate Metrics: An Industrial Survey at Vendasta","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; University of Saskatchewan","keywords":"Microservices; Computer science; Software deployment; Popularity; Process (computing); Context (archaeology); Productivity; Metric (unit); Process management; Software metric; Software development; Software; Software engineering; Software quality; Operations management; Engineering; Cloud computing","score_opus":0.07363896469653895,"score_gpt":0.2724287147298294,"score_spread":0.1987897500332904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372879,0.00014802901,0.058967497,0.00073825574,0.0021009438,0.00025020997,0.00026459244,0.00011848194,0.000124042],"genre_scores_gemma":[0.99924225,0.000047477424,0.00011978423,0.00011006338,0.00007748453,0.000039275597,0.000050635317,0.000009044997,0.0003039652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756056,0.00034395314,0.00041838607,0.0004615417,0.0010092189,0.00020633369],"domain_scores_gemma":[0.99829584,0.00036959027,0.00027227387,0.000730661,0.00025894112,0.0000726974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013871297,0.00019098677,0.0002688539,0.00046649823,0.00048672472,0.0001023745,0.0014057524,0.00007470553,0.0002426752],"category_scores_gemma":[0.00033231667,0.0001248898,0.00018060113,0.0019179318,0.00006715983,0.000200507,0.0004520743,0.0004540735,0.0000059993167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021416809,0.0003637711,0.29080844,0.000023678946,0.001286934,0.000004081427,0.0007198875,0.62515473,0.000336806,0.070096835,0.0039886744,0.007001983],"study_design_scores_gemma":[0.00063565286,0.00038904944,0.38451698,0.000049972245,0.00012233386,0.00001367046,0.00015044653,0.61151135,0.00048592518,0.00043097968,0.0012659215,0.0004276914],"about_ca_topic_score_codex":0.00036017862,"about_ca_topic_score_gemma":0.00016842528,"teacher_disagreement_score":0.093708545,"about_ca_system_score_codex":0.00033395796,"about_ca_system_score_gemma":0.00011506457,"threshold_uncertainty_score":0.50928587},"labels":[],"label_agreement":null},{"id":"W4286331442","doi":"10.1109/saner53432.2022.00116","title":"Phishing Kits Source Code Similarity Distribution: A Case Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Spam and Phishing Detection","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; IBM (Canada); Polytechnique Montréal","funders":"","keywords":"Phishing; Computer science; Identifier; Similarity (geometry); Source code; Code (set theory); World Wide Web; Credit card; Identification (biology); Computer security; Information retrieval; Artificial intelligence; The Internet; Programming language; Payment","score_opus":0.03310186504630544,"score_gpt":0.27632230326001445,"score_spread":0.243220438213709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22710793,0.00008395352,0.77071375,0.00044706927,0.0009750599,0.00014880995,0.00010007813,0.0003560824,0.00006724818],"genre_scores_gemma":[0.9983791,0.000017953149,0.0008010247,0.00010429197,0.00015201527,0.0000725409,0.00010048949,0.000012976734,0.00035961714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762285,0.00017997154,0.00039555746,0.00068253424,0.0008538574,0.00026525452],"domain_scores_gemma":[0.9988985,0.0001074453,0.00018221079,0.0004613561,0.00020673404,0.00014371864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000706345,0.00024125319,0.0002897511,0.00052398717,0.00075706805,0.00034163782,0.0006918229,0.00006478976,0.00017818778],"category_scores_gemma":[0.0001157032,0.0002620089,0.00017608567,0.0013428954,0.000034999914,0.00042740814,0.0003518859,0.0006001268,0.00000642499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016808498,0.0016176837,0.077276506,0.000050022503,0.0038603633,0.0026380648,0.0057717455,0.8390437,0.00090158463,0.044046864,0.0036677157,0.020957662],"study_design_scores_gemma":[0.00055455737,0.00029919157,0.009008239,0.000013062988,0.00021722277,0.00069120486,0.0013518078,0.9837291,0.000034672372,0.00040265534,0.0032640183,0.0004342552],"about_ca_topic_score_codex":0.00080994755,"about_ca_topic_score_gemma":0.000301372,"teacher_disagreement_score":0.77127117,"about_ca_system_score_codex":0.00043228248,"about_ca_system_score_gemma":0.000069222864,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W4286530317","doi":"10.1109/saner53432.2022.00107","title":"On the Importance of Performing App Analysis Within Peer Groups","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Polytechnique Montréal; Queen's University; Thompson Rivers University","funders":"","keywords":"Perspective (graphical); Computer science; Mobile apps; App store; World Wide Web; Smartphone app; Android app; Internet privacy; Peer-to-peer; Peer review; Focus group; Android (operating system); Context (archaeology); Data science; Artificial intelligence; Business; Marketing","score_opus":0.025822111897008344,"score_gpt":0.27341101624327296,"score_spread":0.24758890434626463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286530317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31293994,0.00011172484,0.6849473,0.0009541101,0.00046955957,0.00013499403,0.00005493747,0.00022715898,0.00016024572],"genre_scores_gemma":[0.99604034,0.000024981513,0.002686586,0.00012027633,0.00005555995,0.000084265455,0.00006361293,0.000016846137,0.0009075394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996568,0.0001101892,0.00052915973,0.00062394975,0.0018563718,0.000312283],"domain_scores_gemma":[0.99786854,0.00063152297,0.0002519119,0.0007632948,0.00036872187,0.000115994364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013745696,0.00025815007,0.00040595976,0.0016309974,0.00032062628,0.00013704419,0.0013890949,0.00006251665,0.0005301046],"category_scores_gemma":[0.00068393786,0.00021775825,0.00034701914,0.0034749971,0.00007286782,0.00022003413,0.0003590694,0.0006750761,0.000007982352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035624165,0.000103910665,0.06768326,0.000017044938,0.002936119,0.000021025078,0.0005668407,0.7480697,0.00037188482,0.17910375,0.00062383595,0.0004669787],"study_design_scores_gemma":[0.0001986047,0.00013477348,0.047083113,0.00001698638,0.00028484222,0.000010287299,0.00022896523,0.95047086,0.00015150831,0.00092472974,0.00020293199,0.00029236998],"about_ca_topic_score_codex":0.00007910249,"about_ca_topic_score_gemma":0.000040430532,"teacher_disagreement_score":0.6831004,"about_ca_system_score_codex":0.00032842535,"about_ca_system_score_gemma":0.000095373,"threshold_uncertainty_score":0.8879923},"labels":[],"label_agreement":null},{"id":"W4286530550","doi":"10.1109/saner53432.2022.00010","title":"Steering Committee","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.04613440184478606,"score_gpt":0.2344999976599664,"score_spread":0.18836559581518034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286530550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26173624,0.005159488,0.44646487,0.003391984,0.023577282,0.0007575942,0.0061029084,0.0010083322,0.2518013],"genre_scores_gemma":[0.9593456,0.0001804969,0.0004887095,0.00013171797,0.00009181172,0.000042508433,0.00007721067,0.000013695852,0.039628264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987087,0.000014886758,0.0004327484,0.00048995443,0.00012877144,0.00022490922],"domain_scores_gemma":[0.99940616,0.00003296614,0.00019824224,0.00024063046,0.0000448555,0.00007713206],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045028815,0.00016384761,0.00035140957,0.00078483165,0.000324924,0.00010581505,0.00034094581,0.00003871349,0.0098171765],"category_scores_gemma":[0.000046320252,0.00020018735,0.00018589359,0.000473197,0.000055270946,0.00015381243,0.00018823011,0.0002421782,0.00042433388],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059268823,0.00019073243,0.07281472,0.000026986781,0.0031000245,0.000020735404,0.00089880556,0.17409994,0.000095140764,0.7026408,0.045139343,0.0009135514],"study_design_scores_gemma":[0.0013418798,0.00018554265,0.052202642,0.000027146174,0.00022775366,0.000016832937,0.00311278,0.6083178,0.00002355919,0.006529587,0.32674608,0.0012683822],"about_ca_topic_score_codex":0.00018387726,"about_ca_topic_score_gemma":0.000020262916,"teacher_disagreement_score":0.69760936,"about_ca_system_score_codex":0.00030318266,"about_ca_system_score_gemma":0.00001465691,"threshold_uncertainty_score":0.991088},"labels":[],"label_agreement":null},{"id":"W4286531983","doi":"10.1109/saner53432.2022.00094","title":"Automatic Detection and Analysis of Technical Debts in Peer-Review Documentation of R Packages","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Technical debt; Documentation; Computer science; Suite; Usability; Empirical research; Popularity; Technical documentation; Artificial intelligence; Software engineering; World Wide Web; Software; Machine learning; Software development; Programming language; Operating system; Statistics","score_opus":0.025277533824908677,"score_gpt":0.31516048281083275,"score_spread":0.2898829489859241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23662026,0.001222524,0.7609646,0.0005526874,0.00019126774,0.00020881533,0.000055091405,0.00014986345,0.000034898094],"genre_scores_gemma":[0.99509287,0.0005858873,0.0040508374,0.000024512214,0.000008566888,0.00006755969,0.00006340303,0.000007804208,0.00009857927],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976122,0.000109509434,0.0005515592,0.00039242435,0.0011662942,0.00016805371],"domain_scores_gemma":[0.99875873,0.00031749296,0.00020967462,0.000325317,0.0003208651,0.000067901325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010006287,0.00015653353,0.00046838555,0.0023125368,0.00006406027,0.000043704822,0.00045808675,0.000050468803,0.0001787229],"category_scores_gemma":[0.00059404975,0.00016353902,0.00016971552,0.003509303,0.000048537873,0.00023714094,0.00020178448,0.00028290335,7.612937e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010250802,0.0008058266,0.31000003,0.0015097376,0.010509174,0.00006279581,0.0012730643,0.5084612,0.035640907,0.026480654,0.00061489013,0.1045392],"study_design_scores_gemma":[0.00020041944,0.000102164835,0.28464258,0.00009624353,0.0004189475,0.000008262906,0.000044129985,0.71389145,0.00026061587,0.0001159174,0.00006099807,0.0001582906],"about_ca_topic_score_codex":0.00019600228,"about_ca_topic_score_gemma":0.00010560626,"teacher_disagreement_score":0.7584726,"about_ca_system_score_codex":0.00026349735,"about_ca_system_score_gemma":0.00005032483,"threshold_uncertainty_score":0.66689277},"labels":[],"label_agreement":null},{"id":"W4286531984","doi":"10.1109/saner53432.2022.00039","title":"Evaluating the Use of Semantics for Identifying Task-relevant Textual Information","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Semantics (computer science); Task (project management); Information retrieval; Natural language processing; World Wide Web; Artificial intelligence; Programming language; Engineering","score_opus":0.12738109810621479,"score_gpt":0.3389998145211017,"score_spread":0.21161871641488694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030891864,0.000050618342,0.9676592,0.000551295,0.0005212691,0.00017677149,0.00005249928,0.00008007191,0.000016460926],"genre_scores_gemma":[0.95904034,0.000028588376,0.04044423,0.00012309139,0.000050704697,0.00006346448,0.00007464091,0.000006219072,0.00016873532],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982733,0.000071582304,0.00048306902,0.00025651223,0.00074641313,0.00016913164],"domain_scores_gemma":[0.9987836,0.00023142732,0.00028481527,0.00033740257,0.0003207595,0.000042033185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067617,0.00013340556,0.00019363564,0.00050767115,0.00029618875,0.0002016328,0.0005931023,0.000035991845,0.000036737074],"category_scores_gemma":[0.00028057204,0.00011710825,0.00015030766,0.00054500543,0.000028640152,0.0006142157,0.00023843814,0.0002228722,0.000001877937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019239156,0.000022884804,0.0005533186,0.000023943523,0.00031894352,7.347743e-7,0.00051468966,0.91039455,0.0011011001,0.078407444,0.00018399423,0.008459137],"study_design_scores_gemma":[0.00020642157,0.00008693164,0.0011727451,0.000020174346,0.00009793848,0.000006365512,0.00021660973,0.99653316,0.00005495424,0.00057292706,0.0009004185,0.00013134062],"about_ca_topic_score_codex":0.00009576338,"about_ca_topic_score_gemma":0.00001539437,"teacher_disagreement_score":0.92814845,"about_ca_system_score_codex":0.00014623972,"about_ca_system_score_gemma":0.00007867003,"threshold_uncertainty_score":0.47755355},"labels":[],"label_agreement":null},{"id":"W4286531987","doi":"10.1109/saner53432.2022.00117","title":"When They Go Low: Automated Replacement of Low-level Functions in Ethereum Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer security; Business","score_opus":0.020056090499687457,"score_gpt":0.25504677296216016,"score_spread":0.2349906824624727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18806994,0.00015238256,0.8082601,0.00177063,0.00046317524,0.00024184879,0.00014548663,0.0005522045,0.0003442489],"genre_scores_gemma":[0.99616444,0.0000435028,0.0030064208,0.000098839344,0.00001797682,0.00013844029,0.0000811797,0.000009021079,0.00044019517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982636,0.00008503127,0.00047972694,0.00048438442,0.00047113877,0.00021609782],"domain_scores_gemma":[0.99893016,0.000092506314,0.00021708028,0.0005078995,0.00018685825,0.00006552847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005236432,0.0001778708,0.00029691096,0.0009156216,0.0001759405,0.000046686768,0.0006870016,0.00009942305,0.00021600266],"category_scores_gemma":[0.0000669543,0.00018584052,0.00012129211,0.0008170895,0.0000558295,0.00013300826,0.00023193439,0.00043046224,0.0000086471655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024376543,0.001979629,0.049249858,0.00010299609,0.0029518518,0.000046533125,0.0024068952,0.4113917,0.008882556,0.50627756,0.0063969507,0.010069692],"study_design_scores_gemma":[0.00047936835,0.00010608195,0.017489165,0.000031361924,0.0000515703,0.000011143954,0.00018031917,0.9775053,0.0001792623,0.002691801,0.0010447187,0.00022988793],"about_ca_topic_score_codex":0.00029236538,"about_ca_topic_score_gemma":0.00031487996,"teacher_disagreement_score":0.8080945,"about_ca_system_score_codex":0.00025463058,"about_ca_system_score_gemma":0.00009337289,"threshold_uncertainty_score":0.7578356},"labels":[],"label_agreement":null},{"id":"W4286532185","doi":"10.1109/saner53432.2022.00145","title":"Goal and Policy Based Code Generation and Deployment of Smart Contracts","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software deployment; Computer science; Code (set theory); Software engineering; Computer security; Programming language","score_opus":0.020114243128449456,"score_gpt":0.2624922658817786,"score_spread":0.24237802275332915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286532185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18579072,0.00030075523,0.8112224,0.0022183696,0.00011853775,0.00011791862,0.0000661876,0.00011971416,0.00004543422],"genre_scores_gemma":[0.99455744,0.00013863407,0.0049242144,0.00016570537,0.000035515106,0.0000603097,0.00003776375,0.0000059851063,0.000074423595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988745,0.00004797273,0.00026404526,0.00036803665,0.000310555,0.00013489147],"domain_scores_gemma":[0.99937755,0.00005465047,0.00013289809,0.00024592585,0.00011835151,0.00007062701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028093692,0.00013014117,0.00020234179,0.00065569323,0.00020304891,0.000055621742,0.00028011703,0.00006151666,0.000031543466],"category_scores_gemma":[0.000045662127,0.00013646146,0.000053328225,0.00054033287,0.00007429164,0.00010035799,0.00015103283,0.00020778182,5.470519e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005206878,0.0003133249,0.018822052,0.00003303294,0.0008218651,0.000011662266,0.0003763306,0.051577017,0.014841576,0.89001906,0.00050999207,0.022622019],"study_design_scores_gemma":[0.0003376511,0.00011001004,0.013509197,0.0000070470423,0.000056172885,0.00001316661,0.000038112114,0.98311937,0.0005561659,0.0010906056,0.0010138424,0.00014868748],"about_ca_topic_score_codex":0.00015862522,"about_ca_topic_score_gemma":0.00009857081,"teacher_disagreement_score":0.93154234,"about_ca_system_score_codex":0.00010228721,"about_ca_system_score_gemma":0.00007201058,"threshold_uncertainty_score":0.5564737},"labels":[],"label_agreement":null},{"id":"W4286532194","doi":"10.1109/saner53432.2022.00014","title":"Do Developers Refactor Data Access Code? An Empirical Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Data access; Program comprehension; Software; Software engineering; Database; Software system; Programming language","score_opus":0.14237056991475835,"score_gpt":0.3996569684777112,"score_spread":0.2572863985629529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286532194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24977548,0.000113512644,0.74743986,0.00051248854,0.0009954696,0.00026669784,0.0002147632,0.00061486114,0.00006683876],"genre_scores_gemma":[0.99345076,0.000040012525,0.0055370084,0.0001024382,0.00011429611,0.00009297129,0.00027919983,0.000028478638,0.00035482267],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99597174,0.00021420394,0.00048243496,0.0012607333,0.0016552041,0.0004156801],"domain_scores_gemma":[0.99747974,0.0002900233,0.00012936592,0.0015416882,0.00029094674,0.00026822812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011276004,0.00031525,0.00038730944,0.0013533668,0.00038932255,0.0006421136,0.004453499,0.00007264824,0.00047230546],"category_scores_gemma":[0.00048045692,0.0003188615,0.000100425874,0.00209658,0.000049421473,0.0010978158,0.002031057,0.0007368751,0.000015232786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013903114,0.0013851769,0.6494836,0.00003904155,0.0033278167,0.00028270995,0.0020480386,0.31881437,0.00039344956,0.006374458,0.0051903753,0.01252192],"study_design_scores_gemma":[0.0005008131,0.0002883932,0.26155937,0.0000128389465,0.00010496442,0.000027413897,0.00043217602,0.7338207,0.000017466551,0.00011437236,0.0025996475,0.00052189117],"about_ca_topic_score_codex":0.00017438445,"about_ca_topic_score_gemma":0.00010037999,"teacher_disagreement_score":0.7436753,"about_ca_system_score_codex":0.0004776243,"about_ca_system_score_gemma":0.00025064626,"threshold_uncertainty_score":0.9999263},"labels":[],"label_agreement":null}]}