{"meta":{"query_hash":"38f6b9bf663c","filters":{"venue":"Proceedings of the 44th International Conference on Software Engineering"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/38f6b9bf663c","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+44th+International+Conference+on+Software+Engineering"},"results":[{"id":"W4284663063","doi":"10.1145/3510003.3510131","title":"ShellFusion","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Shell (structure); Unix; Task (project management); Operating system; Programming language; World Wide Web; Software; Engineering","score_opus":0.015022719302810815,"score_gpt":0.22067473674403582,"score_spread":0.205652017441225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284663063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9451616,0.00004893392,0.040115144,0.0022788618,0.00587052,0.0004583797,0.000022328826,0.0006745012,0.005369763],"genre_scores_gemma":[0.99151874,0.00000611164,0.007906896,0.00010441953,0.00005807606,0.00005516175,9.587318e-7,0.000009026616,0.00034063132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867475,0.0000048570155,0.00023848418,0.00025347364,0.00067096716,0.00015745306],"domain_scores_gemma":[0.9993512,0.000038384835,0.00014777484,0.00018051232,0.00024523828,0.000036902948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033374445,0.00011959438,0.00012245796,0.00012196902,0.00015794138,0.000065058055,0.0019467106,0.000027884971,0.000087392305],"category_scores_gemma":[0.00022246949,0.00009232408,0.00009330871,0.00030773348,0.000019984856,0.0002908291,0.00094320584,0.00027220743,0.0000073814604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007011387,0.00028853,0.09707121,0.00025888812,0.00012107013,0.0000025602517,0.0024225616,0.018438341,0.012754409,0.85409606,0.0036427814,0.010833468],"study_design_scores_gemma":[0.001958722,0.00079005474,0.10278448,0.0008405638,0.0000299364,0.00022004792,0.00069202593,0.7729409,0.05956761,0.01129094,0.047332093,0.0015526351],"about_ca_topic_score_codex":0.000006997368,"about_ca_topic_score_gemma":8.8273424e-8,"teacher_disagreement_score":0.84280515,"about_ca_system_score_codex":0.00012905875,"about_ca_system_score_gemma":0.00004463301,"threshold_uncertainty_score":0.37648666},"labels":[],"label_agreement":null},{"id":"W4284670329","doi":"10.1145/3510003.3510076","title":"Social science theories in software engineering research","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Social software engineering; Software; Software Engineering Process Group; Computer science; Software development; Management science; Engineering ethics; Field (mathematics); Epistemology; Software development process; Software construction; Engineering; Mathematics","score_opus":0.047533180329221374,"score_gpt":0.3234322068789773,"score_spread":0.2758990265497559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284670329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560652,0.00010475903,0.034744713,0.0019507289,0.0032397576,0.00094389194,0.000041414623,0.0012276792,0.0016819035],"genre_scores_gemma":[0.98616475,0.000005419373,0.013240866,0.00003388414,0.000117495096,0.00022163933,0.0000013296756,0.00003763992,0.00017697395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99520797,0.000020167556,0.00042067716,0.0006672356,0.002899634,0.00078432955],"domain_scores_gemma":[0.99777275,0.00065386214,0.00012367974,0.0003277847,0.0010120443,0.00010986535],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.002864349,0.0002562062,0.0002571296,0.0014467671,0.00046839085,0.00036152668,0.005845425,0.00006377435,0.00004796605],"category_scores_gemma":[0.008608317,0.0002458785,0.00010699634,0.0031610257,0.00020649389,0.0008206449,0.0032966891,0.0014488675,0.0000067787128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030799438,0.0001107305,0.03987289,0.00010712259,0.000032227592,0.00000747651,0.0022620398,0.012037262,0.007589705,0.9364019,0.00027856082,0.0012692818],"study_design_scores_gemma":[0.0031265398,0.0009098471,0.44623297,0.0014871907,0.000018929726,0.00023738353,0.0018590601,0.4232737,0.08319389,0.026335312,0.010307984,0.0030171555],"about_ca_topic_score_codex":0.00001886625,"about_ca_topic_score_gemma":3.4471313e-7,"teacher_disagreement_score":0.9100666,"about_ca_system_score_codex":0.00089416874,"about_ca_system_score_gemma":0.0003077574,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W4284670745","doi":"10.1145/3510003.3510115","title":"Inferring and applying type changes","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Colorado Boulder; National Science Foundation","keywords":"Code refactoring; Computer science; Plug-in; Programming language; Maintainability; Type (biology); Precision and recall; Data type; Software engineering; Information retrieval; Data mining; Artificial intelligence; Software","score_opus":0.03354994806902248,"score_gpt":0.2610165799266521,"score_spread":0.22746663185762964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284670745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639468,0.00017290738,0.028647054,0.0019426434,0.0028063434,0.0005903802,0.000016492462,0.0008721764,0.0010051924],"genre_scores_gemma":[0.9882256,0.000016601798,0.011323891,0.00006709869,0.000057621102,0.00011266627,8.4365973e-7,0.000018496687,0.00017717331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867773,0.0000043345035,0.00015279543,0.00028363403,0.0006615451,0.00021998028],"domain_scores_gemma":[0.9993087,0.00015606543,0.00008596732,0.00014888786,0.0002422384,0.000058116348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003216681,0.00014023168,0.00012923578,0.0002460331,0.00013363193,0.00012683305,0.0014588969,0.000027615002,0.000032860626],"category_scores_gemma":[0.0010597501,0.00012853736,0.00003447962,0.00042217333,0.00002417828,0.00022137487,0.0014457629,0.00038275428,0.0000020944494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060809074,0.00012899034,0.1552111,0.0003766933,0.00023526666,0.00000835697,0.0030009944,0.020589648,0.041061435,0.7578828,0.000894292,0.020549629],"study_design_scores_gemma":[0.001920999,0.0010227842,0.16469558,0.001076263,0.000036095404,0.00037487698,0.0007554476,0.7267189,0.05868234,0.005459324,0.03718763,0.002069776],"about_ca_topic_score_codex":0.000008158957,"about_ca_topic_score_gemma":2.524047e-7,"teacher_disagreement_score":0.75242347,"about_ca_system_score_codex":0.000114942195,"about_ca_system_score_gemma":0.000038558122,"threshold_uncertainty_score":0.52416015},"labels":[],"label_agreement":null},{"id":"W4284672859","doi":"10.1145/3510003.3510105","title":"A grounded theory of coordination in remote-first and hybrid software teams","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scrum; Team software process; Team effectiveness; Grounded theory; Knowledge management; Software development; Software; Distrust; Computer science; Process management; Engineering; Software development process; Psychology; Qualitative research; Sociology","score_opus":0.017391982887572346,"score_gpt":0.23651286103868208,"score_spread":0.21912087815110973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284672859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34239617,0.0001270767,0.6536496,0.0013923985,0.0009513123,0.00043306907,0.000029487239,0.0005347733,0.00048607326],"genre_scores_gemma":[0.9251756,0.000018257982,0.07461357,0.000038641192,0.000020523052,0.000032201566,0.0000017476505,0.000015638294,0.00008378769],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998747,0.000012369876,0.00031538337,0.00027923376,0.00048452432,0.00016149222],"domain_scores_gemma":[0.9990363,0.00030122665,0.00025856,0.00016297224,0.00020610513,0.000034822096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006937818,0.0001579818,0.00018898958,0.00030056556,0.000078807934,0.00006886914,0.0012372144,0.00003394887,0.00002068296],"category_scores_gemma":[0.0012875353,0.00014696002,0.00006020783,0.00035205297,0.000033895794,0.00046627206,0.00071010285,0.0003502694,3.644221e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011735701,0.00019503431,0.015431955,0.00032209125,0.00009807865,0.0000054931766,0.0016520325,0.007497977,0.001704124,0.94414914,0.00037609966,0.028450599],"study_design_scores_gemma":[0.0030403305,0.0011277162,0.06645919,0.0021072598,0.00006148053,0.0004255855,0.0008355214,0.72573376,0.037861016,0.15069138,0.009883791,0.001772986],"about_ca_topic_score_codex":0.00004369166,"about_ca_topic_score_gemma":9.597172e-7,"teacher_disagreement_score":0.7934578,"about_ca_system_score_codex":0.00013616943,"about_ca_system_score_gemma":0.00003815415,"threshold_uncertainty_score":0.59928554},"labels":[],"label_agreement":null},{"id":"W4284682233","doi":"10.1145/3510003.3510188","title":"Efficient online testing for DNN-enabled systems using surrogate-assisted and many-objective optimization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea; Fonds National de la Recherche Luxembourg; National Research Foundation; European Commission","keywords":"Computer science; Reliability (semiconductor); Fidelity; High fidelity; Reliability engineering; Software; Test strategy; Artificial neural network; Embedded system; Real-time computing; Distributed computing; Machine learning; Engineering; Operating system","score_opus":0.04979620041711109,"score_gpt":0.266732807629432,"score_spread":0.21693660721232094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284682233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23062654,0.000037935108,0.76600605,0.00013320646,0.00080516073,0.0004877729,0.000047191734,0.0017797532,0.00007641334],"genre_scores_gemma":[0.6722386,6.5921205e-7,0.32759047,0.000022384127,0.0000342654,0.00006988574,0.0000029416742,0.00001586846,0.00002491005],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987303,0.000009443706,0.0002925652,0.00034397782,0.0004239058,0.00019981853],"domain_scores_gemma":[0.998452,0.00034145266,0.00030026917,0.00012424697,0.000738138,0.00004387177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043121446,0.00016896277,0.00018470312,0.00022492411,0.0002518678,0.00017019312,0.0008011797,0.000036989808,0.0000020500079],"category_scores_gemma":[0.0020488757,0.00015359145,0.000052046464,0.00040072348,0.000025123703,0.00012752716,0.0005465847,0.00020405135,8.42275e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023345938,0.00008978755,0.005010437,0.00012810517,0.00004405057,8.265491e-7,0.0003042013,0.9667529,0.0020982532,0.024457853,0.00008482401,0.0010054101],"study_design_scores_gemma":[0.00023994195,0.00010808587,0.0012651397,0.00029530027,0.000010905123,0.000051462914,0.000054967048,0.99693406,0.00043431084,0.00042740922,0.000017433062,0.00016100316],"about_ca_topic_score_codex":0.00004118583,"about_ca_topic_score_gemma":1.0101732e-7,"teacher_disagreement_score":0.44161206,"about_ca_system_score_codex":0.00022884973,"about_ca_system_score_gemma":0.00006788645,"threshold_uncertainty_score":0.62632775},"labels":[],"label_agreement":null},{"id":"W4284689801","doi":"10.1145/3510003.3510157","title":"Automated handling of anaphoric ambiguity in requirements","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Ambiguity; Computer science; Anaphora (linguistics); Artificial intelligence; Natural language processing; Coreference; Natural language; Natural language understanding; Interpretation (philosophy); Ambiguity resolution; Automation; Machine translation; Feature (linguistics); Resolution (logic); Machine learning; Programming language; Linguistics","score_opus":0.0372657344313989,"score_gpt":0.28603588832004295,"score_spread":0.24877015388864404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284689801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859356,0.00004228394,0.011766179,0.00022559921,0.0010432499,0.00024284032,0.000015856916,0.0004761871,0.00025216764],"genre_scores_gemma":[0.9895804,0.000007929102,0.010246706,0.000016671298,0.000019695111,0.000056284567,0.0000014960831,0.000015112642,0.000055731834],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981022,0.000008434251,0.0003774856,0.00029082262,0.000974531,0.00024655228],"domain_scores_gemma":[0.9991202,0.00014436491,0.00017932954,0.00019296602,0.0003188528,0.000044287634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058693136,0.00014358375,0.00019367941,0.0004687688,0.000059033646,0.000038816863,0.0022098548,0.00003374592,0.000028545068],"category_scores_gemma":[0.0014919236,0.00013734937,0.00007385014,0.00090083166,0.000025188745,0.0002882736,0.0010222072,0.0002962898,0.0000013264172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013354937,0.0006466878,0.5078922,0.00062410097,0.00028707946,0.000014915119,0.0034431822,0.20673159,0.08699,0.18728279,0.0013151935,0.004638712],"study_design_scores_gemma":[0.00083109154,0.00020551043,0.16463885,0.00046546131,0.00000563851,0.000018196974,0.000115852585,0.79152924,0.040535275,0.00096122414,0.00032834642,0.00036528884],"about_ca_topic_score_codex":0.000035930327,"about_ca_topic_score_gemma":5.991618e-7,"teacher_disagreement_score":0.5847977,"about_ca_system_score_codex":0.000272049,"about_ca_system_score_gemma":0.00007843559,"threshold_uncertainty_score":0.5600945},"labels":[],"label_agreement":null},{"id":"W4284693098","doi":"10.1145/3510003.3510161","title":"Rotten apples spoil the bunch","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Malware; Computer science; Malware analysis; Android (operating system); Android malware; Control flow graph; Static analysis; Graph; Computer security; Operating system; Theoretical computer science; Programming language","score_opus":0.015371092592450997,"score_gpt":0.226527573737665,"score_spread":0.211156481145214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284693098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08341039,0.000072019706,0.899569,0.0069845645,0.0029518611,0.00081678515,0.0000470149,0.0017987554,0.004349615],"genre_scores_gemma":[0.96801955,0.000008313575,0.030990986,0.0002275679,0.0000684078,0.00021744627,8.955442e-7,0.000015517295,0.00045132288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99869114,0.0000059722483,0.00022004593,0.00026105475,0.0006530658,0.00016870331],"domain_scores_gemma":[0.99922335,0.00007045642,0.00018854892,0.00020663529,0.0002812999,0.00002971984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029970528,0.00014075026,0.000113295755,0.00012754797,0.00020574172,0.0001005438,0.0026994802,0.000024968911,0.000052363208],"category_scores_gemma":[0.00033384695,0.0001006862,0.000087002336,0.0003538764,0.000034821263,0.0002976911,0.0010858958,0.00038852482,0.0000031709594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002164409,0.00006167926,0.0017609639,0.00003589671,0.00006249937,0.0000013073621,0.00080969837,0.0080496045,0.015248227,0.9623852,0.0019060285,0.009657268],"study_design_scores_gemma":[0.001230935,0.00065582717,0.01896227,0.00049541245,0.000040590858,0.0004030516,0.001293432,0.34711796,0.40720296,0.07286631,0.1479364,0.001794848],"about_ca_topic_score_codex":0.000007907025,"about_ca_topic_score_gemma":3.0233474e-7,"teacher_disagreement_score":0.88951886,"about_ca_system_score_codex":0.00013455834,"about_ca_system_score_gemma":0.000033509907,"threshold_uncertainty_score":0.5016351},"labels":[],"label_agreement":null},{"id":"W4284693828","doi":"10.1145/3510003.3510106","title":"Nessie","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Callback; Computer science; Asynchronous communication; Unit testing; Test case; Generator (circuit theory); JavaScript; Test (biology); Operating system; Programming language; Software; Machine learning; Computer network","score_opus":0.02496960565977006,"score_gpt":0.24090047315395033,"score_spread":0.21593086749418028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284693828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31731638,0.00014424862,0.6144869,0.010409213,0.009864034,0.0010437182,0.00007375061,0.027837759,0.018824045],"genre_scores_gemma":[0.9210782,0.0000020536975,0.07837665,0.0001757049,0.000045774075,0.000067320376,8.364511e-7,0.000012487399,0.00024099034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988234,0.0000043789278,0.00019394043,0.0002442315,0.0005721875,0.00016184086],"domain_scores_gemma":[0.9993235,0.000081216094,0.00015327857,0.00017382295,0.00023170789,0.000036464207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002711871,0.00012401659,0.000114178336,0.00015385896,0.0001393715,0.00009453014,0.0022444006,0.000023284643,0.000040208175],"category_scores_gemma":[0.0006839926,0.000106105006,0.00007518635,0.00032329262,0.000020535428,0.00021432174,0.0009727676,0.00028989642,0.000002630905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019722273,0.00013121711,0.025954109,0.000058485846,0.00005977244,0.000003363934,0.0007660842,0.0031725408,0.0026480604,0.943578,0.013980355,0.009628266],"study_design_scores_gemma":[0.0011966962,0.0006936575,0.03647908,0.0009288747,0.00003133746,0.0003582512,0.00014645603,0.7370191,0.039136797,0.1598,0.022536954,0.001672765],"about_ca_topic_score_codex":0.000006888553,"about_ca_topic_score_gemma":4.621411e-8,"teacher_disagreement_score":0.783778,"about_ca_system_score_codex":0.00009905586,"about_ca_system_score_gemma":0.000042254138,"threshold_uncertainty_score":0.43268365},"labels":[],"label_agreement":null},{"id":"W4284697050","doi":"10.1145/3510003.3512765","title":"Bots for pull requests","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Tecnológica Federal do Paraná; National Science Foundation","keywords":"Computer science; Interface (matter); Human–computer interaction; Coding (social sciences); Participatory design; Information overload; Software; Interface design; User interface; World Wide Web; Engineering; Operating system","score_opus":0.021326146633776598,"score_gpt":0.2358149082008024,"score_spread":0.2144887615670258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284697050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51385146,0.00009349324,0.46544585,0.0052913167,0.007066253,0.0010737684,0.0000774127,0.001093436,0.0060069948],"genre_scores_gemma":[0.96973515,0.0000021004632,0.029414581,0.00013882882,0.000082760605,0.00009479893,0.0000016885515,0.000015309834,0.0005147705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887776,0.0000036762738,0.00021224856,0.0002720684,0.00044139483,0.00019285824],"domain_scores_gemma":[0.99928343,0.00006814517,0.00015597297,0.00014904664,0.00030244864,0.000040925464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003253456,0.00012565996,0.00012502281,0.00012075457,0.00017268212,0.00012527652,0.0014375997,0.000025757656,0.000018822733],"category_scores_gemma":[0.00041971236,0.00011241107,0.00009992745,0.00019424174,0.00001725745,0.00021028353,0.00047651437,0.00021576465,0.0000014497764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034479945,0.00007544269,0.001968663,0.000088720444,0.00006470824,0.0000011879307,0.0008416495,0.011554111,0.018865922,0.95787007,0.0024486163,0.0061864397],"study_design_scores_gemma":[0.0011483945,0.00045703846,0.004051159,0.00051500916,0.000025160536,0.00013136242,0.0003127176,0.87371594,0.07069215,0.014819135,0.03328233,0.00084962556],"about_ca_topic_score_codex":0.0000049015753,"about_ca_topic_score_gemma":1.5803785e-7,"teacher_disagreement_score":0.9430509,"about_ca_system_score_codex":0.00011039202,"about_ca_system_score_gemma":0.000042771742,"threshold_uncertainty_score":0.45839906},"labels":[],"label_agreement":null},{"id":"W4284709654","doi":"10.1145/3510003.3510159","title":"CLEAR","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Task (project management); Natural language processing; Artificial intelligence; Word (group theory); Information retrieval; Embedding; Semantics (computer science); Programming language; Mathematics","score_opus":0.02487960478481576,"score_gpt":0.22987186236868118,"score_spread":0.2049922575838654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284709654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5790793,0.000050517094,0.3941197,0.0059458427,0.0056889057,0.00044561405,0.000025220761,0.0009015469,0.013743366],"genre_scores_gemma":[0.9673474,0.0000022173056,0.032047473,0.0001443891,0.000053318792,0.000028030356,4.2130267e-7,0.000008950239,0.0003677925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989398,0.0000028324462,0.00017364351,0.00021677064,0.00053230947,0.00013465027],"domain_scores_gemma":[0.9995461,0.000024880987,0.000104182,0.0001354705,0.00015877311,0.000030600684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019386302,0.00009176343,0.000087412634,0.00010431478,0.00009249816,0.00007155802,0.0019411732,0.000017441102,0.00007074084],"category_scores_gemma":[0.00018977578,0.00008122571,0.0000621352,0.00018046255,0.000010989929,0.00022168287,0.00088133145,0.00025381928,0.00000404398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008277648,0.000027065193,0.001757295,0.00001641054,0.000022385144,6.420047e-7,0.0004217142,0.0132160755,0.0021823104,0.97979224,0.0003069583,0.0022486143],"study_design_scores_gemma":[0.00032892643,0.000117124415,0.0026324058,0.00010038482,0.000005321577,0.000037651873,0.00015904957,0.97349256,0.00763559,0.006667995,0.008526174,0.0002968258],"about_ca_topic_score_codex":0.0000051290517,"about_ca_topic_score_gemma":6.682511e-8,"teacher_disagreement_score":0.97312427,"about_ca_system_score_codex":0.00009192723,"about_ca_system_score_gemma":0.000029852179,"threshold_uncertainty_score":0.3607215},"labels":[],"label_agreement":null}]}