{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":10,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":10,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"38f6b9bf663c","filters":{"venue":"Proceedings of the 44th International Conference on Software Engineering"}},"results":[{"id":"W4284682233","doi":"10.1145/3510003.3510188","title":"Efficient online testing for DNN-enabled systems using surrogate-assisted and many-objective optimization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea; Fonds National de la Recherche Luxembourg; National Research Foundation; European Commission","keywords":"Computer science; Reliability (semiconductor); Fidelity; High fidelity; Reliability engineering; Software; Test strategy; Artificial neural network; Embedded system; Real-time computing; Distributed computing; Machine learning; Engineering; Operating system","authors":[{"name":"Fitash Ul Haq","is_ca":false},{"name":"Donghwan Shin","is_ca":false},{"name":"Lionel Briand","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04979620041711109,"gpt":0.266732807629432,"spread":0.2169366072123209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002368916,0.001816788,0.001566259,0.0007041285,0.0004050014,0.001024822,0.001814977,0.001660745,0.0034911],"category_scores_gemma":[0.009252509,0.0008935453,0.0007874873,0.0003856623,0.001253493,0.0014002,0.001580418,0.002203793,0.0004100159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001550891,"about_ca_system_score_gemma":0.00208294,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007239142,"about_ca_topic_score_gemma":0.009303014,"domain_scores_codex":[0.998786,0.0005264807,0.0000636913,0.0001725336,0.0002533577,0.0001978837],"domain_scores_gemma":[0.9929404,0.005540471,0.0004069603,0.0002764438,0.0005895043,0.0002462435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009335129,0.00004541429,0.0005710026,0.00007457626,0.00002481447,0.00005376924,0.00001494021,0.983582,0.0005741476,0.00146863,0.0003930918,0.01310433],"study_design_scores_gemma":[0.000005755069,0.00001557319,0.00003466857,0.000004571953,0.000002063643,0.000004526283,0.000002764005,0.9986965,0.0001781731,0.001004612,0.00004948891,0.000001402174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1092925,0.001118562,0.8798147,0.0008583917,0.0001177667,0.0001725513,0.0002409004,0.002692421,0.005692321],"genre_scores_gemma":[0.8764865,0.0001507102,0.1202875,0.0002680805,0.00002506075,0.0001995299,0.0004287919,0.0002642374,0.001889471],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007239142,"threshold_uncertainty_score":0.01439399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284672859","doi":"10.1145/3510003.3510105","title":"A grounded theory of coordination in remote-first and hybrid software teams","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Scrum; Team software process; Team effectiveness; Grounded theory; Knowledge management; Software development; Software; Distrust; Computer science; Process management; Engineering; Software development process; Psychology; Qualitative research; Sociology","authors":[{"name":"Ronnie Edson de Souza Santos","is_ca":true},{"name":"Paul Ralph","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01739198288757235,"gpt":0.2365128610386821,"spread":0.2191208781511097,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007554939,0.0005941245,0.0006334456,0.002632006,0.003107311,0.006087866,0.002404077,0.001961618,0.002262838],"category_scores_gemma":[0.005953473,0.000508549,0.000986769,0.002048707,0.01860563,0.006185886,0.003788418,0.002547171,0.000311937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008193996,"about_ca_system_score_gemma":0.00675658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006312552,"about_ca_topic_score_gemma":0.004792178,"domain_scores_codex":[0.991357,0.005845604,0.0003371077,0.0007885245,0.00116716,0.0005045335],"domain_scores_gemma":[0.9938863,0.003952686,0.000529405,0.0005644996,0.0005009041,0.0005662401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001929577,0.00006086643,0.0009956604,0.000145371,0.00001417062,0.000166321,0.02596838,0.002932108,0.0003357364,0.9586958,0.0006959825,0.009970421],"study_design_scores_gemma":[0.0001282369,0.0001176602,0.001539942,0.0004516727,0.00002320736,0.0002431752,0.02206852,0.01305294,0.000421332,0.9262969,0.03562159,0.00003477866],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07583372,0.001055837,0.7717848,0.01109856,0.0002216397,0.001028638,0.0002007815,0.0001822119,0.1385939],"genre_scores_gemma":[0.8350246,0.0005945244,0.1598169,0.0005622405,0.00004526149,0.0009391526,0.0001177598,0.00003661248,0.002862958],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008193996,"threshold_uncertainty_score":0.05945188,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284689801","doi":"10.1145/3510003.3510157","title":"Automated handling of anaphoric ambiguity in requirements","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Ambiguity; Computer science; Anaphora (linguistics); Artificial intelligence; Natural language processing; Coreference; Natural language; Natural language understanding; Interpretation (philosophy); Ambiguity resolution; Automation; Machine translation; Feature (linguistics); Resolution (logic); Machine learning; Programming language; Linguistics","authors":[{"name":"Saad Ezzini","is_ca":false},{"name":"Sallam Abualhaija","is_ca":false},{"name":"Chetan Arora","is_ca":false},{"name":"Mehrdad Sabetzadeh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0372657344313989,"gpt":0.286035888320043,"spread":0.248770153888644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005489571,0.001426892,0.0008518225,0.002736513,0.00101088,0.002247922,0.001625316,0.001528475,0.002427839],"category_scores_gemma":[0.03290972,0.0009327004,0.001555833,0.001640236,0.001037595,0.0043902,0.003127659,0.002357408,0.001495506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001029992,"about_ca_system_score_gemma":0.003012597,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002268629,"about_ca_topic_score_gemma":0.003828986,"domain_scores_codex":[0.9878026,0.005730532,0.0007252051,0.00142402,0.003987744,0.0003298457],"domain_scores_gemma":[0.9751846,0.01481944,0.002546848,0.004091058,0.003117192,0.0002409635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002431946,0.000413246,0.007119377,0.001286557,0.0001578377,0.0009468944,0.00272164,0.08308984,0.04058652,0.02310191,0.01537163,0.8249614],"study_design_scores_gemma":[0.00007932002,0.0001864173,0.004990766,0.0002014611,0.0001150772,0.001671576,0.001647072,0.82472,0.05791468,0.06565583,0.04269265,0.0001252541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0644329,0.0004205688,0.9142296,0.001278176,0.000039968,0.0004678804,0.000686894,0.01308372,0.005360255],"genre_scores_gemma":[0.3045946,0.0002317942,0.6903859,0.0003677434,0.00003361035,0.0001904831,0.001769696,0.0006348733,0.001791301],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005489571,"threshold_uncertainty_score":0.02903199,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284709654","doi":"10.1145/3510003.3510159","title":"CLEAR","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Task (project management); Natural language processing; Artificial intelligence; Word (group theory); Information retrieval; Embedding; Semantics (computer science); Programming language; Mathematics","authors":[{"name":"Moshi Wei","is_ca":true},{"name":"Nima Shiri Harzevili","is_ca":true},{"name":"Yuchao Huang","is_ca":false},{"name":"Junjie Wang","is_ca":false},{"name":"Song Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02487960478481576,"gpt":0.2298718623686812,"spread":0.2049922575838654,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001689896,0.001632415,0.0009828237,0.003080508,0.001488039,0.004371091,0.002060412,0.001672081,0.1277634],"category_scores_gemma":[0.007465617,0.0007992721,0.001278308,0.002697927,0.0005984146,0.008078856,0.002925541,0.001712512,0.1623539],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007560282,"about_ca_system_score_gemma":0.001600557,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00507619,"about_ca_topic_score_gemma":0.006711119,"domain_scores_codex":[0.9975248,0.0003125843,0.0001932526,0.000733267,0.001000596,0.000235609],"domain_scores_gemma":[0.995627,0.0005993117,0.0002815614,0.00170557,0.001594327,0.0001921524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003591476,0.0001250791,0.00321436,0.0009726884,0.00008075906,0.0003329411,0.0002243243,0.001786829,0.0076345,0.03745823,0.4081528,0.5396584],"study_design_scores_gemma":[0.00003799892,0.00007034931,0.002888571,0.0001895075,0.00005408091,0.0006724136,0.0001918831,0.01437638,0.008497684,0.02000208,0.9529409,0.00007807639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01445527,0.006219913,0.4401936,0.004653733,0.002683435,0.001053172,0.039009,0.1251454,0.3665865],"genre_scores_gemma":[0.1252169,0.005158084,0.2672379,0.003846587,0.001037963,0.0007515481,0.127653,0.02170447,0.4473936],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1277634,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284697050","doi":"10.1145/3510003.3512765","title":"Bots for pull requests","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Tecnológica Federal do Paraná; National Science Foundation","keywords":"Computer science; Interface (matter); Human–computer interaction; Coding (social sciences); Participatory design; Information overload; Software; Interface design; User interface; World Wide Web; Engineering; Operating system","authors":[{"name":"Mairieli Wessel","is_ca":false},{"name":"Ahmad Abdellatif","is_ca":true},{"name":"Igor Wiese","is_ca":false},{"name":"Tayana Conte","is_ca":false},{"name":"Emad Shihab","is_ca":true},{"name":"Marco Aurélio Gerosa","is_ca":false},{"name":"Igor Steinmacher","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0213261466337766,"gpt":0.2358149082008024,"spread":0.2144887615670258,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009114162,0.001306201,0.0005361095,0.001268839,0.004219365,0.004022895,0.001376894,0.003041625,0.01384818],"category_scores_gemma":[0.02814126,0.0009378555,0.0009099048,0.0004595564,0.002974632,0.008213752,0.005665475,0.002521725,0.003998939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001457423,"about_ca_system_score_gemma":0.002402156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001385612,"about_ca_topic_score_gemma":0.002765705,"domain_scores_codex":[0.9902318,0.005935152,0.0004033048,0.0008861623,0.001841283,0.0007022647],"domain_scores_gemma":[0.9795989,0.01201828,0.001436706,0.003464287,0.002579019,0.0009027753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001384717,0.0009957264,0.02231487,0.002959681,0.0001547752,0.003376336,0.1319289,0.004851333,0.1456053,0.357963,0.06245177,0.2660137],"study_design_scores_gemma":[0.0003280432,0.00102855,0.01097535,0.001210982,0.0002398613,0.002701194,0.0280986,0.05846339,0.03519612,0.1307988,0.730575,0.0003839902],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.1967182,0.0006973415,0.6411191,0.0104203,0.0006098205,0.003149176,0.0004849558,0.0125392,0.134262],"genre_scores_gemma":[0.7516643,0.000304222,0.1955485,0.004079467,0.0001388237,0.002486513,0.0004336445,0.001947053,0.04339758],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.01384818,"threshold_uncertainty_score":0.04820085,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284670745","doi":"10.1145/3510003.3510115","title":"Inferring and applying type changes","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Colorado Boulder; National Science Foundation","keywords":"Code refactoring; Computer science; Plug-in; Programming language; Maintainability; Type (biology); Precision and recall; Data type; Software engineering; Information retrieval; Data mining; Artificial intelligence; Software","authors":[{"name":"Ameya Ketkar","is_ca":false},{"name":"O. Smirnov","is_ca":false},{"name":"Nikolaos Tsantalis","is_ca":true},{"name":"Danny Dig","is_ca":false},{"name":"Timofey Bryksin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03354994806902248,"gpt":0.2610165799266521,"spread":0.2274666318576296,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008309321,0.002183361,0.001580775,0.007119413,0.001424571,0.003727702,0.003083477,0.002167422,0.0027903],"category_scores_gemma":[0.07982732,0.001778083,0.002745374,0.003061022,0.001362488,0.003858324,0.003251539,0.003722255,0.002556623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001383905,"about_ca_system_score_gemma":0.004427241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01008988,"about_ca_topic_score_gemma":0.01687625,"domain_scores_codex":[0.980243,0.003322518,0.001897533,0.005345596,0.00833675,0.0008546785],"domain_scores_gemma":[0.9493616,0.02540774,0.003925497,0.01165262,0.009105073,0.0005475162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004611998,0.0003979106,0.1216882,0.002044215,0.0005081052,0.002383844,0.00292881,0.02456008,0.03187517,0.01195122,0.04369221,0.7575091],"study_design_scores_gemma":[0.0002049811,0.0003875753,0.04722558,0.001131754,0.001144743,0.004106015,0.001948954,0.526633,0.1456343,0.04494165,0.2261453,0.0004962073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1187553,0.001771822,0.7781532,0.001356451,0.0008906879,0.001043806,0.01154852,0.0778802,0.008599901],"genre_scores_gemma":[0.2520061,0.001413926,0.7063318,0.001084797,0.0002991211,0.0004163557,0.02382269,0.00884079,0.005784517],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01008988,"threshold_uncertainty_score":0.04394442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284693098","doi":"10.1145/3510003.3510161","title":"Rotten apples spoil the bunch","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Malware; Computer science; Malware analysis; Android (operating system); Android malware; Control flow graph; Static analysis; Graph; Computer security; Operating system; Theoretical computer science; Programming language","authors":[{"name":"Michael C. Cao","is_ca":true},{"name":"Khaled E. Ahmed","is_ca":true},{"name":"Julia Rubin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.015371092592451,"gpt":0.226527573737665,"spread":0.211156481145214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005654384,0.001114218,0.0004783365,0.004019045,0.001405446,0.001563762,0.0004040106,0.0008294932,0.002445851],"category_scores_gemma":[0.00415307,0.0004309728,0.0006581703,0.001494869,0.001186743,0.003013309,0.001154312,0.001254868,0.002033074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000518817,"about_ca_system_score_gemma":0.0007216501,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00458626,"about_ca_topic_score_gemma":0.009343541,"domain_scores_codex":[0.998641,0.0001479069,0.00006599655,0.0002257977,0.0007124916,0.0002068991],"domain_scores_gemma":[0.9966604,0.001298818,0.0005070512,0.0006499568,0.0007512065,0.0001325412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001835003,0.0003514974,0.2167602,0.00150372,0.0003508137,0.005665022,0.007297006,0.009140367,0.05086354,0.02328822,0.09105058,0.5918941],"study_design_scores_gemma":[0.00006427855,0.0008878864,0.4022001,0.001685114,0.0005662126,0.01273844,0.005732818,0.07624856,0.06534098,0.02393753,0.4101891,0.0004089961],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8922285,0.005486751,0.02965245,0.001904306,0.0007224938,0.0003130343,0.006094513,0.01180345,0.05179439],"genre_scores_gemma":[0.9442788,0.002092336,0.02529963,0.0009902305,0.0001644075,0.00006601508,0.005596157,0.002269905,0.01924245],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00458626,"threshold_uncertainty_score":0.009119093,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284693828","doi":"10.1145/3510003.3510106","title":"Nessie","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Callback; Computer science; Asynchronous communication; Unit testing; Test case; Generator (circuit theory); JavaScript; Test (biology); Operating system; Programming language; Software; Machine learning; Computer network","authors":[{"name":"Ellen Arteca","is_ca":false},{"name":"Sebastian Harner","is_ca":false},{"name":"Michael Pradel","is_ca":false},{"name":"Frank Tip","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02496960565977006,"gpt":0.2409004731539503,"spread":0.2159308674941803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002116689,0.001465737,0.000815244,0.001943411,0.0006462858,0.001706337,0.003176105,0.001249223,0.02858166],"category_scores_gemma":[0.01005825,0.000799001,0.001405785,0.0009766886,0.001022645,0.002469677,0.002347674,0.001700204,0.01473524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00111521,"about_ca_system_score_gemma":0.001917829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00183555,"about_ca_topic_score_gemma":0.003866971,"domain_scores_codex":[0.9973827,0.0006271236,0.0002313973,0.0005701202,0.0009875647,0.0002011124],"domain_scores_gemma":[0.9950222,0.001924681,0.0003603475,0.001287353,0.001254398,0.0001510959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0008457471,0.0003555059,0.003748155,0.001389729,0.0001250198,0.0004925689,0.0004182515,0.05202567,0.02191524,0.1046228,0.0651587,0.7489026],"study_design_scores_gemma":[0.0002689071,0.000530723,0.00119232,0.0003284471,0.0001004358,0.001445174,0.0001589082,0.5655947,0.05674078,0.09388532,0.2796387,0.0001156663],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006846061,0.0003509677,0.9224019,0.0002256849,0.0001663431,0.0004013725,0.001561638,0.04862604,0.01941996],"genre_scores_gemma":[0.08142891,0.0003254456,0.8785304,0.0004120803,0.00004690278,0.0006197538,0.006970129,0.007443244,0.02422317],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02858166,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284670329","doi":"10.1145/3510003.3510076","title":"Social science theories in software engineering research","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Social software engineering; Software; Software Engineering Process Group; Computer science; Software development; Management science; Engineering ethics; Field (mathematics); Epistemology; Software development process; Software construction; Engineering; Mathematics","authors":[{"name":"Tobias Lorey","is_ca":false},{"name":"Paul Ralph","is_ca":true},{"name":"Michael Felderer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04753318032922137,"gpt":0.3234322068789773,"spread":0.2758990265497559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02531372,0.001151146,0.001260255,0.01575357,0.004186482,0.009914896,0.00193006,0.004321133,0.006403964],"category_scores_gemma":[0.04176472,0.0006594502,0.001251548,0.01456494,0.02121148,0.01393286,0.005065532,0.005400081,0.001198179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007432544,"about_ca_system_score_gemma":0.006741716,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004188787,"about_ca_topic_score_gemma":0.0033574,"domain_scores_codex":[0.9781953,0.01341626,0.0009424168,0.001495693,0.005168413,0.0007818776],"domain_scores_gemma":[0.8602081,0.1237363,0.005671829,0.003015883,0.005549036,0.001818886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001113565,0.00007831446,0.003901614,0.0004952275,0.00007402335,0.0001891654,0.005809262,0.002705712,0.00007502395,0.9486251,0.003662657,0.0343727],"study_design_scores_gemma":[0.00001600159,0.0000300851,0.001933985,0.0005720468,0.00002210379,0.0001044153,0.003082539,0.002372643,0.0001185541,0.9495999,0.04212189,0.00002587657],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"review","genre_scores_codex":[0.07895622,0.09571316,0.2613403,0.1421173,0.00220085,0.0007022428,0.0004267425,0.0003443289,0.4181988],"genre_scores_gemma":[0.8642361,0.05878523,0.05112785,0.009675725,0.002627068,0.0007981271,0.0002940789,0.0001430618,0.01231286],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.9958135,"threshold_uncertainty_score":0.1338733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284663063","doi":"10.1145/3510003.3510131","title":"ShellFusion","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Shell (structure); Unix; Task (project management); Operating system; Programming language; World Wide Web; Software; Engineering","authors":[{"name":"Neng Zhang","is_ca":false},{"name":"Chao Liu","is_ca":false},{"name":"Xin Xia","is_ca":false},{"name":"Christoph Treude","is_ca":false},{"name":"Ying Zou","is_ca":true},{"name":"David Lo","is_ca":false},{"name":"Zibin Zheng","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01502271930281081,"gpt":0.2206747367440358,"spread":0.205652017441225,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001372307,0.001620378,0.001504599,0.001040226,0.001384721,0.003563703,0.004643589,0.002294349,0.1518514],"category_scores_gemma":[0.005420384,0.00131024,0.001785786,0.0009684146,0.0007488985,0.006280066,0.006095646,0.002949769,0.1451145],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007828383,"about_ca_system_score_gemma":0.001321232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002860867,"about_ca_topic_score_gemma":0.002556224,"domain_scores_codex":[0.9985371,0.0001075971,0.00010984,0.0003555707,0.0006649124,0.0002249403],"domain_scores_gemma":[0.9985943,0.0002290942,0.00007313315,0.0005333095,0.0004257431,0.0001445057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0005268977,0.00009395335,0.001552335,0.0005744034,0.0001059029,0.0003845564,0.0002826508,0.001725053,0.01337129,0.01638733,0.8911051,0.07389057],"study_design_scores_gemma":[0.0001242403,0.00007435257,0.001365286,0.0001229277,0.00005448853,0.0006632486,0.0001024835,0.01728501,0.02719286,0.01590204,0.9370006,0.0001125181],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"software","genre_gemma":"methods","genre_scores_codex":[0.006939676,0.00145809,0.1929358,0.001136653,0.001689309,0.0003365273,0.02412366,0.6315858,0.1397944],"genre_scores_gemma":[0.09210661,0.002506674,0.1924337,0.004805475,0.0005374768,0.001023206,0.2272318,0.2790738,0.2002812],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.1518514,"threshold_uncertainty_score":0.5079936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}