{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":10,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":10,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"38f6b9bf663c","filters":{"venue":"Proceedings of the 44th International Conference on Software Engineering"}},"results":[{"id":"W4284682233","doi":"10.1145/3510003.3510188","title":"Efficient online testing for DNN-enabled systems using surrogate-assisted and many-objective optimization","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Research Foundation of Korea; Fonds National de la Recherche Luxembourg; National Research Foundation; European Commission","keywords":"Computer science; Reliability (semiconductor); Fidelity; High fidelity; Reliability engineering; Software; Test strategy; Artificial neural network; Embedded system; Real-time computing; Distributed computing; Machine learning; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04979620041711109,"gpt":0.266732807629432,"spread":0.2169366072123209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004312145,0.0001689628,0.0001847031,0.0002249241,0.0002518678,0.0001701931,0.0008011797,0.00003698981,0.000002050008],"category_scores_gemma":[0.002048876,0.0001535914,0.00005204646,0.0004007235,0.0000251237,0.0001275272,0.0005465847,0.0002040514,8.42275e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002288497,"about_ca_system_score_gemma":0.00006788645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004118583,"about_ca_topic_score_gemma":1.010173e-7,"domain_scores_codex":[0.9987303,0.000009443706,0.0002925652,0.0003439778,0.0004239058,0.0001998185],"domain_scores_gemma":[0.998452,0.0003414527,0.0003002692,0.000124247,0.000738138,0.00004387177],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002334594,0.00008978755,0.005010437,0.0001281052,0.00004405057,8.265491e-7,0.0003042013,0.9667529,0.002098253,0.02445785,0.00008482401,0.00100541],"study_design_scores_gemma":[0.0002399419,0.0001080859,0.00126514,0.0002953003,0.00001090512,0.00005146291,0.00005496705,0.9969341,0.0004343108,0.0004274092,0.00001743306,0.0001610032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2306265,0.00003793511,0.7660061,0.0001332065,0.0008051607,0.0004877729,0.00004719173,0.001779753,0.00007641334],"genre_scores_gemma":[0.6722386,6.59212e-7,0.3275905,0.00002238413,0.0000342654,0.00006988574,0.000002941674,0.00001586846,0.00002491005],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4416121,"threshold_uncertainty_score":0.6263278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284672859","doi":"10.1145/3510003.3510105","title":"A grounded theory of coordination in remote-first and hybrid software teams","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Scrum; Team software process; Team effectiveness; Grounded theory; Knowledge management; Software development; Software; Distrust; Computer science; Process management; Engineering; Software development process; Psychology; Qualitative research; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.01739198288757235,"gpt":0.2365128610386821,"spread":0.2191208781511097,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006937818,0.0001579818,0.0001889896,0.0003005656,0.00007880793,0.00006886914,0.001237214,0.00003394887,0.00002068296],"category_scores_gemma":[0.001287535,0.00014696,0.00006020783,0.000352053,0.00003389579,0.0004662721,0.0007101028,0.0003502694,3.644221e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001361694,"about_ca_system_score_gemma":0.00003815415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004369166,"about_ca_topic_score_gemma":9.597172e-7,"domain_scores_codex":[0.998747,0.00001236988,0.0003153834,0.0002792338,0.0004845243,0.0001614922],"domain_scores_gemma":[0.9990363,0.0003012267,0.00025856,0.0001629722,0.0002061051,0.0000348221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000117357,0.0001950343,0.01543196,0.0003220912,0.00009807865,0.000005493177,0.001652032,0.007497977,0.001704124,0.9441491,0.0003760997,0.0284506],"study_design_scores_gemma":[0.00304033,0.001127716,0.06645919,0.00210726,0.00006148053,0.0004255855,0.0008355214,0.7257338,0.03786102,0.1506914,0.009883791,0.001772986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3423962,0.0001270767,0.6536496,0.001392398,0.0009513123,0.0004330691,0.00002948724,0.0005347733,0.0004860733],"genre_scores_gemma":[0.9251756,0.00001825798,0.07461357,0.00003864119,0.00002052305,0.00003220157,0.00000174765,0.00001563829,0.00008378769],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7934578,"threshold_uncertainty_score":0.5992855,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284689801","doi":"10.1145/3510003.3510157","title":"Automated handling of anaphoric ambiguity in requirements","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Ambiguity; Computer science; Anaphora (linguistics); Artificial intelligence; Natural language processing; Coreference; Natural language; Natural language understanding; Interpretation (philosophy); Ambiguity resolution; Automation; Machine translation; Feature (linguistics); Resolution (logic); Machine learning; Programming language; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.0372657344313989,"gpt":0.286035888320043,"spread":0.248770153888644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005869314,0.0001435837,0.0001936794,0.0004687688,0.00005903365,0.00003881686,0.002209855,0.00003374592,0.00002854507],"category_scores_gemma":[0.001491924,0.0001373494,0.00007385014,0.0009008317,0.00002518874,0.0002882736,0.001022207,0.0002962898,0.000001326417],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000272049,"about_ca_system_score_gemma":0.00007843559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003593033,"about_ca_topic_score_gemma":5.991618e-7,"domain_scores_codex":[0.9981022,0.000008434251,0.0003774856,0.0002908226,0.000974531,0.0002465523],"domain_scores_gemma":[0.9991202,0.0001443649,0.0001793295,0.000192966,0.0003188528,0.00004428763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001335494,0.0006466878,0.5078922,0.000624101,0.0002870795,0.00001491512,0.003443182,0.2067316,0.08699,0.1872828,0.001315193,0.004638712],"study_design_scores_gemma":[0.0008310915,0.0002055104,0.1646388,0.0004654613,0.00000563851,0.00001819697,0.0001158526,0.7915292,0.04053527,0.0009612241,0.0003283464,0.0003652888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9859356,0.00004228394,0.01176618,0.0002255992,0.00104325,0.0002428403,0.00001585692,0.0004761871,0.0002521676],"genre_scores_gemma":[0.9895804,0.000007929102,0.01024671,0.0000166713,0.00001969511,0.00005628457,0.000001496083,0.00001511264,0.00005573183],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5847977,"threshold_uncertainty_score":0.5600945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284709654","doi":"10.1145/3510003.3510159","title":"CLEAR","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Topic Modeling","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Task (project management); Natural language processing; Artificial intelligence; Word (group theory); Information retrieval; Embedding; Semantics (computer science); Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02487960478481576,"gpt":0.2298718623686812,"spread":0.2049922575838654,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000193863,0.00009176343,0.00008741263,0.0001043148,0.00009249816,0.00007155802,0.001941173,0.0000174411,0.00007074084],"category_scores_gemma":[0.0001897758,0.00008122571,0.0000621352,0.0001804625,0.00001098993,0.0002216829,0.0008813314,0.0002538193,0.00000404398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009192723,"about_ca_system_score_gemma":0.00002985218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005129052,"about_ca_topic_score_gemma":6.682511e-8,"domain_scores_codex":[0.9989398,0.000002832446,0.0001736435,0.0002167706,0.0005323095,0.0001346503],"domain_scores_gemma":[0.9995461,0.00002488099,0.000104182,0.0001354705,0.0001587731,0.00003060068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008277648,0.00002706519,0.001757295,0.00001641054,0.00002238514,6.420047e-7,0.0004217142,0.01321608,0.00218231,0.9797922,0.0003069583,0.002248614],"study_design_scores_gemma":[0.0003289264,0.0001171244,0.002632406,0.0001003848,0.000005321577,0.00003765187,0.0001590496,0.9734926,0.00763559,0.006667995,0.008526174,0.0002968258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5790793,0.00005051709,0.3941197,0.005945843,0.005688906,0.000445614,0.00002522076,0.0009015469,0.01374337],"genre_scores_gemma":[0.9673474,0.000002217306,0.03204747,0.0001443891,0.00005331879,0.00002803036,4.213027e-7,0.000008950239,0.0003677925],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9731243,"threshold_uncertainty_score":0.3607215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284697050","doi":"10.1145/3510003.3512765","title":"Bots for pull requests","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Tecnológica Federal do Paraná; National Science Foundation","keywords":"Computer science; Interface (matter); Human–computer interaction; Coding (social sciences); Participatory design; Information overload; Software; Interface design; User interface; World Wide Web; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0213261466337766,"gpt":0.2358149082008024,"spread":0.2144887615670258,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003253456,0.00012566,0.0001250228,0.0001207546,0.0001726821,0.0001252765,0.0014376,0.00002575766,0.00001882273],"category_scores_gemma":[0.0004197124,0.0001124111,0.00009992745,0.0001942417,0.00001725745,0.0002102835,0.0004765144,0.0002157647,0.000001449776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000110392,"about_ca_system_score_gemma":0.00004277174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004901575,"about_ca_topic_score_gemma":1.580378e-7,"domain_scores_codex":[0.9988778,0.000003676274,0.0002122486,0.0002720684,0.0004413948,0.0001928582],"domain_scores_gemma":[0.9992834,0.00006814517,0.000155973,0.0001490466,0.0003024486,0.00004092546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003447994,0.00007544269,0.001968663,0.00008872044,0.00006470824,0.000001187931,0.0008416495,0.01155411,0.01886592,0.9578701,0.002448616,0.00618644],"study_design_scores_gemma":[0.001148395,0.0004570385,0.004051159,0.0005150092,0.00002516054,0.0001313624,0.0003127176,0.8737159,0.07069215,0.01481913,0.03328233,0.0008496256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5138515,0.00009349324,0.4654458,0.005291317,0.007066253,0.001073768,0.0000774127,0.001093436,0.006006995],"genre_scores_gemma":[0.9697351,0.000002100463,0.02941458,0.0001388288,0.00008276061,0.00009479893,0.000001688551,0.00001530983,0.0005147705],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9430509,"threshold_uncertainty_score":0.4583991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284670745","doi":"10.1145/3510003.3510115","title":"Inferring and applying type changes","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Colorado Boulder; National Science Foundation","keywords":"Code refactoring; Computer science; Plug-in; Programming language; Maintainability; Type (biology); Precision and recall; Data type; Software engineering; Information retrieval; Data mining; Artificial intelligence; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.03354994806902248,"gpt":0.2610165799266521,"spread":0.2274666318576296,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003216681,0.0001402317,0.0001292358,0.0002460331,0.0001336319,0.0001268331,0.001458897,0.000027615,0.00003286063],"category_scores_gemma":[0.00105975,0.0001285374,0.00003447962,0.0004221733,0.00002417828,0.0002213749,0.001445763,0.0003827543,0.000002094449],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001149422,"about_ca_system_score_gemma":0.00003855812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008158957,"about_ca_topic_score_gemma":2.524047e-7,"domain_scores_codex":[0.9986777,0.000004334504,0.0001527954,0.000283634,0.0006615451,0.0002199803],"domain_scores_gemma":[0.9993087,0.0001560654,0.00008596732,0.0001488879,0.0002422384,0.00005811635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006080907,0.0001289903,0.1552111,0.0003766933,0.0002352667,0.00000835697,0.003000994,0.02058965,0.04106143,0.7578828,0.000894292,0.02054963],"study_design_scores_gemma":[0.001920999,0.001022784,0.1646956,0.001076263,0.0000360954,0.000374877,0.0007554476,0.7267189,0.05868234,0.005459324,0.03718763,0.002069776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9639468,0.0001729074,0.02864705,0.001942643,0.002806343,0.0005903802,0.00001649246,0.0008721764,0.001005192],"genre_scores_gemma":[0.9882256,0.0000166018,0.01132389,0.00006709869,0.0000576211,0.0001126663,8.436597e-7,0.00001849669,0.0001771733],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7524235,"threshold_uncertainty_score":0.5241601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284693098","doi":"10.1145/3510003.3510161","title":"Rotten apples spoil the bunch","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Malware; Computer science; Malware analysis; Android (operating system); Android malware; Control flow graph; Static analysis; Graph; Computer security; Operating system; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.015371092592451,"gpt":0.226527573737665,"spread":0.211156481145214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002997053,0.0001407503,0.0001132958,0.000127548,0.0002057417,0.0001005438,0.00269948,0.00002496891,0.00005236321],"category_scores_gemma":[0.000333847,0.0001006862,0.00008700234,0.0003538764,0.00003482126,0.0002976911,0.001085896,0.0003885248,0.000003170959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001345583,"about_ca_system_score_gemma":0.00003350991,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007907025,"about_ca_topic_score_gemma":3.023347e-7,"domain_scores_codex":[0.9986911,0.000005972248,0.0002200459,0.0002610548,0.0006530658,0.0001687033],"domain_scores_gemma":[0.9992234,0.00007045642,0.0001885489,0.0002066353,0.0002812999,0.00002971984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002164409,0.00006167926,0.001760964,0.00003589671,0.00006249937,0.000001307362,0.0008096984,0.008049604,0.01524823,0.9623852,0.001906028,0.009657268],"study_design_scores_gemma":[0.001230935,0.0006558272,0.01896227,0.0004954124,0.00004059086,0.0004030516,0.001293432,0.347118,0.407203,0.07286631,0.1479364,0.001794848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08341039,0.00007201971,0.899569,0.006984564,0.002951861,0.0008167851,0.0000470149,0.001798755,0.004349615],"genre_scores_gemma":[0.9680195,0.000008313575,0.03099099,0.0002275679,0.0000684078,0.0002174463,8.955442e-7,0.00001551729,0.0004513229],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8895189,"threshold_uncertainty_score":0.5016351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284693828","doi":"10.1145/3510003.3510106","title":"Nessie","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Callback; Computer science; Asynchronous communication; Unit testing; Test case; Generator (circuit theory); JavaScript; Test (biology); Operating system; Programming language; Software; Machine learning; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.02496960565977006,"gpt":0.2409004731539503,"spread":0.2159308674941803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002711871,0.0001240166,0.0001141783,0.000153859,0.0001393715,0.00009453014,0.002244401,0.00002328464,0.00004020818],"category_scores_gemma":[0.0006839926,0.000106105,0.00007518635,0.0003232926,0.00002053543,0.0002143217,0.0009727676,0.0002898964,0.000002630905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009905586,"about_ca_system_score_gemma":0.00004225414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006888553,"about_ca_topic_score_gemma":4.621411e-8,"domain_scores_codex":[0.9988234,0.000004378928,0.0001939404,0.0002442315,0.0005721875,0.0001618409],"domain_scores_gemma":[0.9993235,0.00008121609,0.0001532786,0.0001738229,0.0002317079,0.00003646421],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001972227,0.0001312171,0.02595411,0.00005848585,0.00005977244,0.000003363934,0.0007660842,0.003172541,0.00264806,0.943578,0.01398036,0.009628266],"study_design_scores_gemma":[0.001196696,0.0006936575,0.03647908,0.0009288747,0.00003133746,0.0003582512,0.000146456,0.7370191,0.0391368,0.1598,0.02253695,0.001672765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3173164,0.0001442486,0.6144869,0.01040921,0.009864034,0.001043718,0.00007375061,0.02783776,0.01882404],"genre_scores_gemma":[0.9210782,0.000002053697,0.07837665,0.0001757049,0.00004577408,0.00006732038,8.364511e-7,0.0000124874,0.0002409903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.783778,"threshold_uncertainty_score":0.4326836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284670329","doi":"10.1145/3510003.3510076","title":"Social science theories in software engineering research","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Social software engineering; Software; Software Engineering Process Group; Computer science; Software development; Management science; Engineering ethics; Field (mathematics); Epistemology; Software development process; Software construction; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04753318032922137,"gpt":0.3234322068789773,"spread":0.2758990265497559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.002864349,0.0002562062,0.0002571296,0.001446767,0.0004683908,0.0003615267,0.005845425,0.00006377435,0.00004796605],"category_scores_gemma":[0.008608317,0.0002458785,0.0001069963,0.003161026,0.0002064939,0.0008206449,0.003296689,0.001448867,0.000006778713],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008941687,"about_ca_system_score_gemma":0.0003077574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001886625,"about_ca_topic_score_gemma":3.447131e-7,"domain_scores_codex":[0.995208,0.00002016756,0.0004206772,0.0006672356,0.002899634,0.0007843295],"domain_scores_gemma":[0.9977728,0.0006538621,0.0001236797,0.0003277847,0.001012044,0.0001098654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00003079944,0.0001107305,0.03987289,0.0001071226,0.00003222759,0.00000747651,0.00226204,0.01203726,0.007589705,0.9364019,0.0002785608,0.001269282],"study_design_scores_gemma":[0.00312654,0.0009098471,0.446233,0.001487191,0.00001892973,0.0002373835,0.00185906,0.4232737,0.08319389,0.02633531,0.01030798,0.003017155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9560652,0.000104759,0.03474471,0.001950729,0.003239758,0.0009438919,0.00004141462,0.001227679,0.001681903],"genre_scores_gemma":[0.9861647,0.000005419373,0.01324087,0.00003388414,0.0001174951,0.0002216393,0.000001329676,0.00003763992,0.0001769739],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9100666,"threshold_uncertainty_score":0.9999993,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4284663063","doi":"10.1145/3510003.3510131","title":"ShellFusion","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Shell (structure); Unix; Task (project management); Operating system; Programming language; World Wide Web; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01502271930281081,"gpt":0.2206747367440358,"spread":0.205652017441225,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003337445,0.0001195944,0.000122458,0.000121969,0.0001579414,0.00006505806,0.001946711,0.00002788497,0.00008739231],"category_scores_gemma":[0.0002224695,0.00009232408,0.00009330871,0.0003077335,0.00001998486,0.0002908291,0.0009432058,0.0002722074,0.00000738146],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001290588,"about_ca_system_score_gemma":0.00004463301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006997368,"about_ca_topic_score_gemma":8.827342e-8,"domain_scores_codex":[0.9986748,0.000004857015,0.0002384842,0.0002534736,0.0006709672,0.0001574531],"domain_scores_gemma":[0.9993512,0.00003838483,0.0001477748,0.0001805123,0.0002452383,0.00003690295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007011387,0.00028853,0.09707121,0.0002588881,0.0001210701,0.000002560252,0.002422562,0.01843834,0.01275441,0.8540961,0.003642781,0.01083347],"study_design_scores_gemma":[0.001958722,0.0007900547,0.1027845,0.0008405638,0.0000299364,0.0002200479,0.0006920259,0.7729409,0.05956761,0.01129094,0.04733209,0.001552635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9451616,0.00004893392,0.04011514,0.002278862,0.00587052,0.0004583797,0.00002232883,0.0006745012,0.005369763],"genre_scores_gemma":[0.9915187,0.00000611164,0.007906896,0.0001044195,0.00005807606,0.00005516175,9.587318e-7,0.000009026616,0.0003406313],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8428051,"threshold_uncertainty_score":0.3764867,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}