{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":213,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":213,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"8b73c4020eea","filters":{"venue":"IEEE Transactions on Software Engineering"}},"results":[{"id":"W2975871742","doi":"10.1109/tse.2019.2942301","title":"Smart Contract Development: Challenges and Opportunities","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":706,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"National Key Research and Development Program of China; Nanjing University; National Natural Science Foundation of China","keywords":"Computer science; Software engineering; Engineering management; Computer security; Data science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02204994130856623,"gpt":0.203496070142771,"spread":0.1814461288342048,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001079892,0.0001255216,0.0001267174,0.0001566098,0.00008322925,0.0000282313,0.0002341195,0.00009994495,0.00001313268],"category_scores_gemma":[0.000002916306,0.0001330004,0.00002676369,0.00007687453,0.00001768553,0.0001719803,0.000003731507,0.0002069898,0.00003151705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002565202,"about_ca_system_score_gemma":0.00002845747,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000233243,"about_ca_topic_score_gemma":0.000003834386,"domain_scores_codex":[0.9993358,0.00000699593,0.0001301976,0.0002549331,0.00009516889,0.0001769451],"domain_scores_gemma":[0.9994525,0.0001039467,0.00002262341,0.0003331304,0.00002736649,0.0000603734],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003846855,0.0001110346,0.00004021702,0.0001199103,0.00007944066,0.000009274915,0.001630558,0.003090389,0.000280837,0.05801209,0.00001103443,0.9366114],"study_design_scores_gemma":[0.004614728,0.0008106662,0.02495545,0.0009557256,0.000093022,0.0006473911,0.0006729144,0.4734213,0.1616306,0.002607879,0.324752,0.004838313],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05753681,0.0008613474,0.9401736,0.0002328606,0.0002272486,0.0001270019,0.000001825905,0.0007585922,0.00008070104],"genre_scores_gemma":[0.9523152,0.000670037,0.0467656,0.00006352091,0.000006069438,0.00006284357,4.052469e-7,0.00001143348,0.0001048536],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9317731,"threshold_uncertainty_score":0.5423601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147386665","doi":"10.1109/tse.2012.70","title":"A large-scale empirical study of just-in-time quality assurance","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":699,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"","keywords":"Computer science; Software quality assurance; Quality assurance; Source lines of code; Quality (philosophy); Software quality; Code review; Scale (ratio); Software; Empirical research; Software quality analyst; Software bug; Data science; Software engineering; Software development; Operations management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03357803100855729,"gpt":0.3186450643686469,"spread":0.2850670333600896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001012411,0.0002524311,0.0003892574,0.0004684996,0.00006686229,0.0000421339,0.0007570104,0.0001184865,0.00003177331],"category_scores_gemma":[0.0002268539,0.0002722981,0.0001150616,0.0012466,0.00001543389,0.0005652808,0.00001343388,0.0005516079,0.00006862677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001618104,"about_ca_system_score_gemma":0.00004563351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002314978,"about_ca_topic_score_gemma":0.00001388559,"domain_scores_codex":[0.9975502,0.00009868422,0.00047877,0.0004006882,0.0007518968,0.0007197341],"domain_scores_gemma":[0.9973338,0.001505229,0.00005054292,0.0008143466,0.0000762674,0.0002198507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00005005165,0.006012518,0.3428673,0.0003028623,0.0001500655,0.00002677662,0.01719011,0.6293525,0.001325534,0.00002662956,0.0001577823,0.002537933],"study_design_scores_gemma":[0.003371616,0.0006152564,0.9062577,0.0002398083,0.00003534183,0.00003427537,0.0004306241,0.07069996,0.01653085,0.00000615331,0.0005715288,0.001206884],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4709621,0.00003521477,0.528027,0.000009744618,0.0003797666,0.000185237,0.000006736391,0.0003913671,0.000002827599],"genre_scores_gemma":[0.9703541,0.000003844004,0.02937187,0.00001717336,0.00004497297,0.00009999869,5.231033e-7,0.00003759837,0.00006989297],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5633904,"threshold_uncertainty_score":0.9999729,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2474835145","doi":"10.1109/tse.2016.2584050","title":"An Empirical Comparison of Model Validation Techniques for Defect Prediction Models","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":566,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Japan Society for the Promotion of Science; Japan Society for the Promotion of Science London; Compute Canada","keywords":"Computer science; Variance (accounting); Context (archaeology); Cross-validation; Model validation; Sample (material); Data mining; Predictive modelling; Software bug; Software; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.05422237551678902,"gpt":0.3303165094466313,"spread":0.2760941339298422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003212065,0.0002042513,0.0002466572,0.0004190811,0.00008337912,0.00004312172,0.0004915613,0.0001532788,0.000002969512],"category_scores_gemma":[0.0001035692,0.0001782765,0.0001656938,0.0003574999,0.00002276338,0.0009693491,0.000003723997,0.0001737507,0.000002650515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001685106,"about_ca_system_score_gemma":0.00006566503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003028263,"about_ca_topic_score_gemma":6.254527e-7,"domain_scores_codex":[0.9984806,0.00002520264,0.0003582603,0.0004250034,0.0003868086,0.0003241243],"domain_scores_gemma":[0.9981589,0.0008458697,0.0000532902,0.0006226194,0.0001861913,0.0001331503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001689331,0.0001314405,0.0003223868,0.00005110861,0.00002859238,2.914992e-7,0.0002106711,0.955961,0.01061431,0.0001580717,0.00005540389,0.03244981],"study_design_scores_gemma":[0.0002099715,0.0002504718,0.0001038202,0.00007659016,0.00001146334,0.000002492684,0.000002023153,0.7427968,0.2561853,0.0001876273,0.00002553545,0.0001478868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02838135,0.00001809275,0.9689415,0.00003086786,0.0002841988,0.0003858494,0.00006864707,0.001887654,0.000001916634],"genre_scores_gemma":[0.6654122,0.000005783577,0.3343129,0.000004862213,0.0000252649,0.0001907291,0.000002072479,0.00003141115,0.0000148123],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6370308,"threshold_uncertainty_score":0.7269905,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391974543","doi":"10.1109/tse.2024.3368208","title":"Software Testing With Large Language Models: Survey, Landscape, and Vision","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":394,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Software engineering; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.01712040667441351,"gpt":0.2519216021540697,"spread":0.2348011954796562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004307948,0.0002758799,0.0002043153,0.0003335048,0.0001739915,0.000356657,0.0002940583,0.000100362,0.000004650301],"category_scores_gemma":[0.0001307121,0.0002414727,0.00004782404,0.0008946389,0.00001908114,0.0006385835,0.00001028966,0.0004129281,0.00001037041],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004373556,"about_ca_system_score_gemma":0.00005627131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007347211,"about_ca_topic_score_gemma":0.00001836886,"domain_scores_codex":[0.9985636,0.00003535745,0.0001922715,0.0005519171,0.0002780079,0.0003788106],"domain_scores_gemma":[0.9979014,0.001423628,0.00002564287,0.0004460401,0.00007669147,0.0001265968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004930575,0.0003161851,0.004695001,0.001078558,0.0002237394,0.0007250738,0.004010785,0.4715207,0.0002554365,0.0005504697,0.002971538,0.5136032],"study_design_scores_gemma":[0.0002335854,0.0002505039,0.001153659,0.0008959645,0.00002088192,0.0001627627,0.000007736919,0.9957085,0.0006930251,0.0002500827,0.0001439881,0.0004793389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009641844,0.0006335574,0.965713,0.00001924298,0.0003717317,0.0001313164,0.00004195171,0.02343378,0.00001352697],"genre_scores_gemma":[0.5931725,0.00001074565,0.4066329,0.00003383341,0.00002607447,0.00003106284,0.000003327154,0.00004493156,0.0000446815],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5835306,"threshold_uncertainty_score":0.9846971,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110431240","doi":"10.1109/tse.2002.1019484","title":"Assessing the applicability of fault-proneness models across object-oriented software projects","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":351,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Universidade Federal do Rio Grande do Sul; National Science Foundation","keywords":"Computer science; Software metric; Software system; Software; Data mining; A priori and a posteriori; Multivariate adaptive regression splines; Software development; Java; Fault (geology); Software fault tolerance; Software engineering; Machine learning; Software quality; Regression analysis; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04020972332741948,"gpt":0.2891038020238414,"spread":0.2488940786964219,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006207087,0.0004214686,0.0004105935,0.0002419396,0.0004571002,0.0003375206,0.001315054,0.0001972337,0.0000209044],"category_scores_gemma":[0.000365596,0.0003653459,0.0002395557,0.001731052,0.0001380733,0.001295111,0.00003034177,0.0008586696,0.00002444354],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002448161,"about_ca_system_score_gemma":0.00008032899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004189188,"about_ca_topic_score_gemma":0.000003822946,"domain_scores_codex":[0.9968544,0.00007525433,0.0005341432,0.0007748829,0.0009133405,0.0008479563],"domain_scores_gemma":[0.9959784,0.001880219,0.0001004465,0.00158118,0.000274997,0.0001847687],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005311934,0.0002270567,0.0003991598,0.0002265991,0.00007011713,0.00001079059,0.002490186,0.9596111,0.000555894,0.00007936754,0.00003305487,0.03629142],"study_design_scores_gemma":[0.0006937815,0.0001294274,0.002409523,0.0002338379,0.00002382518,0.00005525962,0.00016013,0.9615999,0.03362281,0.00004857925,0.000326072,0.0006968224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1402246,0.0001606235,0.8566431,0.00003974823,0.0007181707,0.0005704947,0.00002560455,0.001611328,0.000006307781],"genre_scores_gemma":[0.9024865,0.00001764182,0.0969644,0.00002268458,0.0000475731,0.0003282915,0.000001377975,0.00006908979,0.00006246165],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7622619,"threshold_uncertainty_score":0.9998798,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120738100","doi":"10.1109/tse.2006.102","title":"Empirical Analysis of Object-Oriented Design Metrics for Predicting High and Low Severity Faults","year":2006,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":349,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Larner College of Medicine, University of Vermont; University of Alberta","keywords":"Computer science; Fault (geology); Data mining; Software fault tolerance; Empirical research; Object-oriented programming; Machine learning; Reliability engineering; Logistic regression; Artificial intelligence; Fault tolerance; Distributed computing; Engineering; Statistics; Mathematics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01827904818554282,"gpt":0.260653268209901,"spread":0.2423742200243582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004459208,0.0002373142,0.0003972336,0.001363578,0.0001217781,0.00005064592,0.0003354166,0.0001373614,0.000003890198],"category_scores_gemma":[0.0004043358,0.0002576902,0.0001874453,0.003636731,0.00002890473,0.0002865607,0.000007590305,0.0002798888,0.000001063095],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001380088,"about_ca_system_score_gemma":0.00005571179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008378863,"about_ca_topic_score_gemma":0.00000641756,"domain_scores_codex":[0.9982151,0.00003531766,0.0003825156,0.0004892266,0.000460097,0.0004177406],"domain_scores_gemma":[0.9958394,0.003322417,0.00006311681,0.0004541487,0.0001962451,0.0001246642],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001698683,0.0001017084,0.005566444,0.0000898923,0.000308257,0.000004626811,0.0001325618,0.9905794,0.0003704826,0.00003658899,0.00002899182,0.002764005],"study_design_scores_gemma":[0.0004703211,0.0001395733,0.04257331,0.00004085741,0.0001863636,0.000005484882,0.000005383823,0.9349554,0.02130072,0.00001380419,0.00004192719,0.0002668654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1833293,0.00005301817,0.8153101,0.00001274283,0.0003400364,0.0002675075,0.00005506006,0.0006317287,5.339396e-7],"genre_scores_gemma":[0.716551,0.000005842536,0.2832935,0.000006417043,0.00002500205,0.00006883435,0.000004560975,0.00002402967,0.00002083184],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5332218,"threshold_uncertainty_score":0.9999875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151187574","doi":"10.1109/tse.2004.1274044","title":"An empirical study of open-source and closed-source software products","year":2004,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"General Dynamics (Canada)","funders":"University of Calgary","keywords":"Computer science; Open source; Empirical research; Open source software; Metric (unit); Software; Modular design; Software development; Software engineering; Empirical evidence; Creativity; Data science; Knowledge management; Marketing; Programming language; Statistics; Business; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.02115577811445363,"gpt":0.2799976163484172,"spread":0.2588418382339636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003904562,0.0003828611,0.0004392697,0.0004809331,0.0003336011,0.0003801016,0.001566454,0.0001318985,0.000009293231],"category_scores_gemma":[0.0001285418,0.0004100692,0.00006043054,0.001887312,0.00006003458,0.001523265,0.00004165999,0.0005434102,0.00001472622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001345034,"about_ca_system_score_gemma":0.0001550715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001692614,"about_ca_topic_score_gemma":0.0000262549,"domain_scores_codex":[0.9975079,0.00006749688,0.0005692577,0.0009021492,0.0005165623,0.0004366657],"domain_scores_gemma":[0.9977788,0.0002346607,0.0001316303,0.001369104,0.0002731862,0.0002126455],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002808704,0.002325225,0.002269855,0.00008172757,0.0001236047,0.00002643677,0.00864637,0.9418992,0.0007399764,0.0001119514,0.000043154,0.04370441],"study_design_scores_gemma":[0.06972248,0.04283634,0.2437177,0.004320185,0.001662703,0.003453878,0.01320946,0.1970157,0.3598849,0.002174356,0.0389611,0.02304121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3935618,0.00001707169,0.6046465,0.00008747511,0.0002720605,0.000572195,0.000007580161,0.0008329931,0.0000023757],"genre_scores_gemma":[0.7678757,0.000002125036,0.2317668,0.00008427274,0.00003914168,0.00009609039,0.000001988795,0.00006583788,0.00006810222],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7448835,"threshold_uncertainty_score":0.9998351,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097750323","doi":"10.1109/tse.2008.26","title":"Asking and Answering Questions during a Programming Change Task","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":314,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta; Vrije Universiteit Brussel; University of Washington","keywords":"Computer science; Programmer; Ask price; Task (project management); Key (lock); Programming language; Question answering; Code (set theory); Software engineering; World Wide Web; Data science; Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.02214495530722297,"gpt":0.2361953929923954,"spread":0.2140504376851724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001684933,0.0003188192,0.0002456314,0.0005959547,0.000476454,0.0001342078,0.0004364979,0.0001203197,0.000006072224],"category_scores_gemma":[0.0001247166,0.0003694942,0.00009899366,0.0008730812,0.00004773423,0.0009153475,0.00001575264,0.0005967357,0.0000211543],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000167878,"about_ca_system_score_gemma":0.00003941776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004734652,"about_ca_topic_score_gemma":0.000003878177,"domain_scores_codex":[0.9980424,0.0000225666,0.0002655035,0.0005789819,0.0004246313,0.0006659066],"domain_scores_gemma":[0.9986588,0.0004080001,0.00003552579,0.0005555093,0.00007231702,0.00026982],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006483438,0.0008102647,0.02034251,0.001686479,0.0006017269,0.002216656,0.02004227,0.6406878,0.02052369,0.0007361962,0.00005517102,0.2922324],"study_design_scores_gemma":[0.005668439,0.001158581,0.3850387,0.00338573,0.0001400332,0.008640049,0.0001649245,0.4789286,0.1008888,0.00004939412,0.008939574,0.006997244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2368349,0.0002272335,0.7599913,0.00003588762,0.0005073411,0.0002616767,0.000004208654,0.002135511,0.00000192953],"genre_scores_gemma":[0.86613,0.0001137791,0.133228,0.00001803973,0.0001004772,0.0002908771,6.681451e-7,0.00006043636,0.00005770918],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6292951,"threshold_uncertainty_score":0.9998757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107024044","doi":"10.1109/tse.2006.38","title":"On the value of static analysis for fault detection in software","year":2006,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nortel (Canada)","funders":"North Carolina State University; National Science Foundation","keywords":"Static analysis; Computer science; Fault detection and isolation; Software; Software quality; Reliability engineering; Software bug; Programmer; Software reliability testing; Fault (geology); Static program analysis; Data mining; Software development; Embedded system; Operating system; Artificial intelligence; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01146549923645789,"gpt":0.2358461180225872,"spread":0.2243806187861293,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004200359,0.0002286701,0.0002866802,0.001014839,0.0001024566,0.00006177853,0.0005413067,0.00009972863,0.00001009515],"category_scores_gemma":[0.0003883388,0.0002032584,0.0002542626,0.002356593,0.00002406759,0.000196355,0.000003966716,0.0003627793,0.000007344386],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002026335,"about_ca_system_score_gemma":0.00004143312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001429558,"about_ca_topic_score_gemma":0.00005645985,"domain_scores_codex":[0.9983383,0.00004043425,0.0003774884,0.0003919722,0.0004478092,0.0004040213],"domain_scores_gemma":[0.9949595,0.004189087,0.00005863166,0.000632367,0.0001031944,0.00005716886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001213539,0.00008244313,0.00026815,0.00005414805,0.00009766696,0.000002775097,0.00009249671,0.9942937,0.0004134933,0.0004907687,0.00001459981,0.004177556],"study_design_scores_gemma":[0.000549159,0.0002238613,0.01335109,0.00009646704,0.00007647177,0.000004025937,0.0000118245,0.916229,0.06860708,0.0004138011,0.00007840483,0.0003588765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1520719,0.0000216312,0.846745,0.00003952226,0.0003167545,0.0003450716,0.00002575121,0.0004331777,0.000001289403],"genre_scores_gemma":[0.9307032,0.00000315026,0.06891742,0.00002056022,0.00002166968,0.000253353,0.000002249771,0.00003368336,0.00004467371],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7786314,"threshold_uncertainty_score":0.8288637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2103640219","doi":"10.1109/tse.2005.28","title":"Using origin analysis to detect merging and splitting of source code entities","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":252,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Context (archaeology); Source code; Code (set theory); Abstraction; Programming language; Software; Plan (archaeology); Software evolution; Software engineering; Database; Theoretical computer science; Software system; Data mining; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.02389376451113013,"gpt":0.2743728504647013,"spread":0.2504790859535712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003312276,0.0002236137,0.0003169666,0.001217352,0.0001262018,0.0001039702,0.0004010737,0.00007153267,0.00001414179],"category_scores_gemma":[0.0001323858,0.0002581778,0.0001467759,0.001860196,0.00002202592,0.0003799341,0.00001306029,0.0002773675,0.0000067409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001566904,"about_ca_system_score_gemma":0.00003587157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000609678,"about_ca_topic_score_gemma":0.00001527005,"domain_scores_codex":[0.9984098,0.00002282948,0.0003244874,0.0004177325,0.0004029805,0.0004221658],"domain_scores_gemma":[0.9985125,0.0006919536,0.00004464104,0.0004801021,0.0000849038,0.0001858873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002478161,0.00001242016,0.0005504718,0.00004268955,0.0001988948,0.000002664983,0.0005367385,0.968383,0.004313224,0.00001857154,0.000002525557,0.0259363],"study_design_scores_gemma":[0.0001992153,0.00004863205,0.001306963,0.00009490536,0.0001158659,0.00001695791,0.00002538436,0.928861,0.06841882,0.000002805272,0.0005573595,0.0003520689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2959569,0.00009147241,0.7032263,0.00001747598,0.0001472773,0.00009088404,0.000006642297,0.0004616024,0.000001407723],"genre_scores_gemma":[0.6600162,0.000008113235,0.3398435,0.00001263584,0.00003187015,0.00001305341,2.290132e-7,0.00002514356,0.00004931987],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3640593,"threshold_uncertainty_score":0.9999871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122581326","doi":"10.1109/tse.2008.36","title":"Do Crosscutting Concerns Cause Defects?","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":238,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Harm; Process (computing); Code (set theory); Measure (data warehouse); Source code; Degree (music); Software engineering; Risk analysis (engineering); Reliability engineering; Data mining; Programming language; Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03323913553247372,"gpt":0.2690570060501059,"spread":0.2358178705176321,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002147053,0.0003314667,0.0002651214,0.0004139413,0.0003625003,0.0001544965,0.000821415,0.0001433282,0.00004456806],"category_scores_gemma":[0.0002510212,0.0003665356,0.000183433,0.000952673,0.00005461524,0.0005975211,0.00001056396,0.0006929534,0.0002037877],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002271527,"about_ca_system_score_gemma":0.0001098254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002042253,"about_ca_topic_score_gemma":0.000001459403,"domain_scores_codex":[0.9977694,0.00002722325,0.000299655,0.0005999978,0.0005959309,0.0007078602],"domain_scores_gemma":[0.9975423,0.001132535,0.00003900312,0.0008938576,0.000115166,0.0002771108],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001037574,0.0001275868,0.003725311,0.00009465466,0.0001354035,0.0004589142,0.001409356,0.9844915,0.001472669,0.0002540436,0.0003940108,0.007426206],"study_design_scores_gemma":[0.006735133,0.001411325,0.0589499,0.001285874,0.0001462079,0.003914934,0.000102985,0.5045573,0.3991531,0.0001123978,0.01651076,0.007120183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1747102,0.0001224087,0.8213046,0.00001632072,0.00116192,0.0001675298,0.000008938187,0.002494708,0.00001335256],"genre_scores_gemma":[0.9278547,0.00004720075,0.07155356,0.0000410177,0.0001094545,0.00008644051,8.034054e-7,0.00007016918,0.0002366176],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7531446,"threshold_uncertainty_score":0.9998786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2579161546","doi":"10.1109/tse.2017.2654244","title":"Using Natural Language Processing to Automatically Detect Self-Admitted Technical Debt","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":220,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Technical debt; Computer science; Debt; Quality (philosophy); Bad debt; Code (set theory); Finance; Software development; Business; Software; Programming language; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.01647430844027475,"gpt":0.2907908957815483,"spread":0.2743165873412735,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003114274,0.0003404778,0.0002975339,0.0004576987,0.0005745204,0.0006731451,0.001655975,0.0001578011,0.00000997057],"category_scores_gemma":[0.0006496295,0.0003543943,0.0001391622,0.0005112952,0.00002971048,0.0007875952,0.00003275219,0.0007480875,0.000063703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003489801,"about_ca_system_score_gemma":0.0001372677,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002381793,"about_ca_topic_score_gemma":0.00000720364,"domain_scores_codex":[0.9977618,0.00002291046,0.0003116649,0.0005905143,0.000610117,0.000702936],"domain_scores_gemma":[0.9977298,0.0004289049,0.0000615068,0.001326825,0.0001218495,0.0003311242],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004140178,0.0003139926,0.0005875853,0.0006197973,0.0002069263,0.0005160373,0.001917848,0.5819237,0.07366839,0.00009364095,0.00008710389,0.3400235],"study_design_scores_gemma":[0.0004453444,0.0001093991,0.008917673,0.0003811378,0.00002747252,0.0001909835,0.000007772595,0.9474352,0.04165025,0.00000714543,0.0001113591,0.0007162467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08798596,0.00009536758,0.9067763,0.00006335347,0.0007876182,0.0003072217,0.000004036925,0.003971991,0.000008159311],"genre_scores_gemma":[0.5739614,0.000001219974,0.4258483,0.00002890352,0.00004797145,0.00004277143,2.180059e-7,0.00004429615,0.00002491722],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4859754,"threshold_uncertainty_score":0.9998908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159484301","doi":"10.1109/tse.2008.74","title":"Enhanced Modeling and Solution of Layered Queueing Networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; IBM (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Queueing theory; Distributed computing; Layered queueing network; Dependability; Control reconfiguration; Canonical form; Queue; Representation (politics); Theoretical computer science; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.01242658243910901,"gpt":0.2011325269344701,"spread":0.1887059444953611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001424389,0.0001469559,0.0002006557,0.000135253,0.000164969,0.00001532448,0.0001814013,0.0001015178,0.000002332468],"category_scores_gemma":[0.00001174234,0.0001462826,0.00007560891,0.0003006209,0.00002372058,0.0003965154,0.000003611304,0.0002038408,0.000002626067],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004711323,"about_ca_system_score_gemma":0.00003080785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003514154,"about_ca_topic_score_gemma":0.000002375745,"domain_scores_codex":[0.9990414,0.00001633408,0.0002776742,0.0002660749,0.000172074,0.000226457],"domain_scores_gemma":[0.9994091,0.00008828375,0.00004400294,0.0003175239,0.00007041389,0.00007069595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005671961,0.00002328506,0.00005580938,0.0000479051,0.00001594216,0.000001645548,0.0003870757,0.9890589,0.001795038,0.00002347596,0.000001202891,0.008584093],"study_design_scores_gemma":[0.0002118587,0.00004627387,0.000271256,0.00009822956,0.000005054842,0.00002631213,0.000005030461,0.9854125,0.01376035,0.00000438473,0.000007833233,0.0001509408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2583488,0.00007388391,0.7406402,0.00000644392,0.0004889486,0.00009265111,0.000001371918,0.0003443612,0.000003323291],"genre_scores_gemma":[0.9559241,0.0001210789,0.04385832,0.00001095212,0.00003075923,0.00002165213,4.955225e-7,0.00001353247,0.00001909692],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6975753,"threshold_uncertainty_score":0.596523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105246013","doi":"10.1109/tse.2002.1158289","title":"Ethical issues in empirical studies of software engineering","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; National Research Council Canada; U.S. Department of Health and Human Services; National Institutes of Health; Public Works and Government Services Canada; Canadian Psychological Association","keywords":"Empirical research; Computer science; Social software engineering; Software engineering; Popularity; Software Engineering Process Group; Software development; Software requirements; Software peer review; Personal software process; Software; Management science; Data science; Software construction; Engineering ethics; Engineering","retraction":null,"screen_n_in":3,"score":{"opus":0.05595567562007852,"gpt":0.3199783701972545,"spread":0.264022694577176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004391433,0.0003735764,0.0005184714,0.0006177526,0.00006726811,0.00005962201,0.0006548874,0.0003414295,0.00003900442],"category_scores_gemma":[0.0007967423,0.0003925403,0.0001771504,0.001062172,0.0000368932,0.0004649923,0.00001518746,0.001250551,0.00002387051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001418651,"about_ca_system_score_gemma":0.00001819912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001717977,"about_ca_topic_score_gemma":0.000003294007,"domain_scores_codex":[0.9979755,0.00004782125,0.0005549603,0.000498209,0.0004466698,0.0004768789],"domain_scores_gemma":[0.9972313,0.001796155,0.00007990307,0.0006649626,0.00009726648,0.0001304061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001416143,0.000302941,0.0007601429,0.0005232909,0.0002069671,0.0001251419,0.003080559,0.9711078,0.000444253,0.0008309845,0.00108269,0.02152111],"study_design_scores_gemma":[0.001647474,0.0009653594,0.002724766,0.002057554,0.0001041573,0.0002485905,0.00009593706,0.8980648,0.06431036,0.0002175932,0.02695416,0.002609243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01109564,0.001471752,0.9838374,0.0003870944,0.0009305727,0.0001810678,0.000007617824,0.002084497,0.000004387809],"genre_scores_gemma":[0.5130201,0.0005287565,0.4860996,0.0001063109,0.0000532598,0.00008195933,4.805844e-7,0.00005086244,0.00005863986],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5019245,"threshold_uncertainty_score":0.9998527,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2530824252","doi":"10.1109/tse.2016.2616306","title":"A Framework for Evaluating the Results of the SZZ Approach for Identifying Bug-Introducing Changes","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University; McGill University","funders":"","keywords":"Implementation; Computer science; Task (project management); Software bug; Software implementation; Software; Software engineering; Programming language; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.07051700283867052,"gpt":0.3266203963305439,"spread":0.2561033934918734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001441578,0.0002297775,0.0002275267,0.0001885293,0.0003369165,0.00009435783,0.001222989,0.0001173016,0.000001877041],"category_scores_gemma":[0.003179797,0.0001349181,0.0002312431,0.0006488833,0.00004602055,0.0002091146,0.00001728454,0.0003036507,0.000001710136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001420957,"about_ca_system_score_gemma":0.00007065957,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007571528,"about_ca_topic_score_gemma":0.000001958965,"domain_scores_codex":[0.9980446,0.00004793562,0.0003426918,0.0005311647,0.0005154744,0.0005181143],"domain_scores_gemma":[0.9908863,0.007581329,0.0001083719,0.001141037,0.0002146227,0.00006831199],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001299326,0.0001070776,0.00005448702,0.000560566,0.0002122748,4.915971e-7,0.002018432,0.8617895,0.02196313,0.00173405,0.0002008449,0.1112292],"study_design_scores_gemma":[0.002674009,0.000662271,0.001126571,0.001496519,0.0001064674,0.00002780169,0.00009754912,0.66554,0.3257503,0.0009617663,0.0007490365,0.0008076596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004667803,0.00008287316,0.9914617,0.0006650207,0.001563589,0.001043131,0.00006781726,0.0004469844,0.000001077703],"genre_scores_gemma":[0.5061271,0.000006554711,0.4929065,0.00002240727,0.000148785,0.0006392096,5.70036e-7,0.00004280135,0.0001061465],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5014592,"threshold_uncertainty_score":0.55018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2053107307","doi":"10.1109/tse.2013.2297712","title":"Automatic Summarization of Bug Reports","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":182,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Conversation; Software bug; Software; Quality (philosophy); Natural language processing; Information retrieval; Data science; World Wide Web; Software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.008384848850770735,"gpt":0.2187966960586759,"spread":0.2104118472079052,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003753955,0.0001825785,0.0002224814,0.0004141587,0.00006413193,0.00005300944,0.0003730496,0.00009175373,0.00002820574],"category_scores_gemma":[0.0004116502,0.0001991674,0.0001009814,0.0007460557,0.0000185367,0.0003279672,0.000004924028,0.0002505579,0.00001950536],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007854993,"about_ca_system_score_gemma":0.00004302018,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001247363,"about_ca_topic_score_gemma":9.286558e-7,"domain_scores_codex":[0.9985158,0.00002745872,0.0003678209,0.0003352591,0.0004529701,0.0003006537],"domain_scores_gemma":[0.9981023,0.0008258144,0.00006944083,0.0007798991,0.00010442,0.000118117],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002155341,0.00009800398,0.001066278,0.0002377644,0.00005377925,0.00001936363,0.0002399709,0.9358616,0.002147677,0.0003530365,0.00008225952,0.05983815],"study_design_scores_gemma":[0.000270689,0.0001550256,0.007130554,0.0002098252,0.00001604274,0.00008205104,0.000002789955,0.9173527,0.07362267,0.00008090753,0.0006768594,0.0003998718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05360306,0.00001895572,0.9437572,0.00001884612,0.0010277,0.000139305,0.000001981787,0.001421312,0.00001167013],"genre_scores_gemma":[0.8651474,0.000003794805,0.1346801,0.0000125701,0.00002822495,0.00003707794,0.000001144151,0.00003183183,0.00005786983],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8115444,"threshold_uncertainty_score":0.8121811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136921053","doi":"10.1109/tse.2010.58","title":"The Effects of Time Constraints on Test Case Prioritization: A Series of Controlled Experiments","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Regression testing; Prioritization; Computer science; Context (archaeology); Risk-based testing; Reliability engineering; Process (computing); Software; Regression analysis; Data mining; Risk analysis (engineering); Machine learning; Software development; Engineering; Management science; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.005484845015205005,"gpt":0.2193811498363502,"spread":0.2138963048211452,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001921477,0.0001673611,0.0002514268,0.0001303256,0.0001570345,0.00004284748,0.0002972658,0.00007926135,0.000005816336],"category_scores_gemma":[0.0007819458,0.0001354089,0.0001009785,0.0002579572,0.0001058704,0.0001401755,0.000003675227,0.0002420503,0.000003967388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001855343,"about_ca_system_score_gemma":0.00004599855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008528981,"about_ca_topic_score_gemma":0.000001421779,"domain_scores_codex":[0.9990958,0.00002404995,0.0002913794,0.0001966999,0.0002119601,0.0001801088],"domain_scores_gemma":[0.9957479,0.003481106,0.0001004667,0.0004915614,0.0001182754,0.00006072753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0006458235,0.003760255,0.001004239,0.001708043,0.001130773,0.001813411,0.007200509,0.04914959,0.3938009,0.006745785,0.002264252,0.5307764],"study_design_scores_gemma":[0.002701499,0.001191204,0.0001592826,0.0005791385,0.00005098992,0.0009648604,0.000009760905,0.04585632,0.9476696,0.0002782524,0.00008208014,0.0004569596],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03091574,0.00003299535,0.9655684,0.0000192605,0.0007684826,0.0003418628,0.000008414631,0.0023229,0.00002193386],"genre_scores_gemma":[0.9067792,0.00000693201,0.09302247,0.00001311689,0.00001906415,0.0000864086,2.829476e-7,0.00001729519,0.00005519011],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8758635,"threshold_uncertainty_score":0.5521815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100310705","doi":"10.1109/tse.2007.70747","title":"API-Evolution Support with Diff-CatchUp","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Component (thermodynamics); Reuse; Software engineering; Context (archaeology); Component-based software engineering; Generality; Software evolution; Software development; Software; Programming language; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.01479056795077025,"gpt":0.2375126740495175,"spread":0.2227221060987473,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004360555,0.0003461871,0.000269867,0.0004309167,0.0001478994,0.0000588493,0.000569866,0.000140363,0.000012842],"category_scores_gemma":[0.00008790194,0.0003339044,0.0001052727,0.0008541662,0.000039918,0.0006437647,0.000005632647,0.0005097465,0.0000491437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002894426,"about_ca_system_score_gemma":0.00004817174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000930811,"about_ca_topic_score_gemma":0.000006060144,"domain_scores_codex":[0.9981095,0.00002162738,0.0003047554,0.0005191097,0.0003992544,0.0006457101],"domain_scores_gemma":[0.9981595,0.0007840783,0.00005998366,0.0007183695,0.00008615763,0.0001919399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002225209,0.00005867214,0.00005009746,0.00003896369,0.00004466058,0.00006275008,0.000309345,0.9728192,0.001140799,0.000875422,0.00001985683,0.02455798],"study_design_scores_gemma":[0.009077457,0.005575689,0.03360767,0.001357321,0.0003867077,0.002838359,0.0005857234,0.1652436,0.7465028,0.003612272,0.0194077,0.01180477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004076052,0.00005044796,0.9906393,0.0000223399,0.001368749,0.0001880654,0.000005534592,0.003622575,0.00002695465],"genre_scores_gemma":[0.4208471,0.000005430149,0.5788645,0.00002982668,0.00004389825,0.00002632813,8.719289e-7,0.00004029434,0.0001417587],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8075756,"threshold_uncertainty_score":0.9999113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169782617","doi":"10.1109/tse.2002.1158285","title":"An operational process for goal-driven definition of measures","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":148,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Empirical research; Set (abstract data type); Process (computing); Verifiable secret sharing; Software engineering; Management science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03966221107474621,"gpt":0.2691720046253052,"spread":0.2295097935505589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001522383,0.0001764264,0.0001749518,0.0003088725,0.0001127519,0.00006609302,0.000494422,0.00009133008,0.00002646921],"category_scores_gemma":[0.0001382663,0.000193666,0.0000959257,0.0004450576,0.00001986679,0.0006132973,0.000001511755,0.0002037331,0.00001389849],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007161567,"about_ca_system_score_gemma":0.00003394756,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004388235,"about_ca_topic_score_gemma":0.000001784649,"domain_scores_codex":[0.9986837,0.00001643087,0.0002460713,0.000334211,0.0004300979,0.00028949],"domain_scores_gemma":[0.9986978,0.0004965176,0.00003200185,0.0004014056,0.0002495578,0.0001226921],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000812354,0.0001857028,0.0001638508,0.0001110654,0.00003883012,0.00000215468,0.0004903788,0.98844,0.002797453,0.0005848604,0.00004001658,0.007137551],"study_design_scores_gemma":[0.0007254668,0.0004016812,0.0008906596,0.0001072008,0.00001606839,0.00002307041,0.00001255549,0.9357293,0.06141457,0.0001014346,0.0001747194,0.0004032304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02884779,0.00004349827,0.9696684,0.00003270504,0.0003892808,0.0002776167,0.00003857739,0.0006960212,0.000006084954],"genre_scores_gemma":[0.8056252,0.000009916543,0.1940504,0.00001679458,0.00004121982,0.0002071503,0.000003330176,0.0000298943,0.00001614152],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7767774,"threshold_uncertainty_score":0.7897472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102418068","doi":"10.1109/tse.2002.1049402","title":"Timed Wp-method: testing real-time systems","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Nondeterministic algorithm; Correctness; Timed automaton; Automaton; System under test; Finite-state machine; Fault coverage; Real-time operating system; Test case; Real-time computing; Distributed computing; Algorithm; Theoretical computer science; Embedded system","retraction":null,"screen_n_in":null,"score":{"opus":0.02672061398918014,"gpt":0.2342479938867207,"spread":0.2075273798975405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003782933,0.0003092425,0.0003082942,0.0003753713,0.0002229118,0.0002047865,0.0006200568,0.0001412799,0.0000297764],"category_scores_gemma":[0.0002562958,0.0003291331,0.0001115182,0.0009361383,0.00001723565,0.0003573619,0.000006264544,0.0003745235,0.0002462812],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001278952,"about_ca_system_score_gemma":0.00001997557,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001036231,"about_ca_topic_score_gemma":2.323379e-7,"domain_scores_codex":[0.9982241,0.00005960484,0.0003645822,0.0005223097,0.0003500289,0.0004793927],"domain_scores_gemma":[0.9972542,0.00164602,0.00008248465,0.0007287334,0.0001139025,0.0001746809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004428416,0.0002325413,0.0001208326,0.0001807929,0.00009352344,0.0001175525,0.0006021577,0.8072634,0.005019221,0.0001839124,0.007396425,0.1787852],"study_design_scores_gemma":[0.0001599194,0.0001058971,0.00006467586,0.0002474296,0.00001506102,0.0001634677,0.000001141796,0.9947463,0.003706865,0.00005587337,0.0003263582,0.0004070195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0007546978,0.00006639904,0.9630008,0.00002651513,0.0007475171,0.0001954917,0.000007005068,0.0349737,0.000227834],"genre_scores_gemma":[0.1373837,0.00001150655,0.8617237,0.00003760563,0.00008093422,0.00009678226,6.460476e-7,0.00005885443,0.0006063022],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1874829,"threshold_uncertainty_score":0.9999161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145386371","doi":"10.1109/tse.2011.29","title":"Does Socio-Technical Congruence Have an Effect on Software Build Success? A Study of Coordination in a Software Project","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Congruence (geometry); IBM; Computer science; Software; Knowledge management; Psychology; Programming language; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01808119428883258,"gpt":0.2661448570539433,"spread":0.2480636627651107,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007842107,0.0005671455,0.0006507847,0.001240215,0.0002558843,0.0001343107,0.001400278,0.0002968065,0.00002720158],"category_scores_gemma":[0.0004027006,0.0004788818,0.0001735668,0.001930717,0.00009137354,0.001399881,0.00002629077,0.0009781369,0.00001491755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003637408,"about_ca_system_score_gemma":0.0001580465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000703953,"about_ca_topic_score_gemma":0.0004671423,"domain_scores_codex":[0.9964665,0.0002208934,0.0008627338,0.001054038,0.0007770532,0.0006188034],"domain_scores_gemma":[0.9970998,0.0008651224,0.0002379775,0.001331093,0.0003184617,0.0001475402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.001112109,0.02293917,0.3523257,0.001498575,0.0009118874,0.0007083999,0.05644858,0.3713859,0.003565253,0.001520904,0.0002412326,0.1873423],"study_design_scores_gemma":[0.03168291,0.05880408,0.5415117,0.006338779,0.0009208568,0.0004041627,0.005091439,0.09782255,0.2423603,0.001250965,0.000558785,0.01325348],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4043385,0.000004712363,0.5929378,0.00001476078,0.0004991516,0.00108806,0.0000275212,0.001085588,0.000003888385],"genre_scores_gemma":[0.8817129,0.000001498971,0.117456,0.00003979908,0.00003059204,0.00063453,0.000005662806,0.00007798243,0.00004108005],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4773743,"threshold_uncertainty_score":0.9997663,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167110832","doi":"10.1109/32.852742","title":"Validating the ISO/IEC 15504 measure of software requirements analysis process capability","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Software measurement; Process (computing); Software engineering; Process capability; Software Engineering Process Group; Software; Software quality; Software development process; Reliability engineering; Systems engineering; Software development; Work in process; Engineering; Operations management; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02138934790902381,"gpt":0.2677055899071537,"spread":0.2463162419981298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008854444,0.0003773469,0.0004670216,0.0004978569,0.0002761937,0.0001342106,0.001473569,0.0001471017,0.0002289199],"category_scores_gemma":[0.0004730329,0.0003297083,0.0003914223,0.003519631,0.00007375082,0.0006031208,0.000009028393,0.0006577607,0.00003589878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002122208,"about_ca_system_score_gemma":0.0001178913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007957713,"about_ca_topic_score_gemma":0.00001297907,"domain_scores_codex":[0.996799,0.00008990979,0.0006082199,0.0007207731,0.001148094,0.0006340315],"domain_scores_gemma":[0.9966475,0.001247406,0.00009243497,0.001542356,0.0002855601,0.0001847009],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001273948,0.0001236776,0.003128292,0.0001358213,0.000473227,0.000006295028,0.0008939954,0.961217,0.0002380011,0.00001126571,0.00001371641,0.0337459],"study_design_scores_gemma":[0.002815755,0.0006375018,0.07129069,0.001012189,0.001542201,0.00009953447,0.0002344391,0.7304367,0.1873175,0.0002414999,0.0008108713,0.003561027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1958118,0.00007526466,0.8024784,0.00003946837,0.0002761024,0.0003023753,0.00002675686,0.0009809285,0.000008863103],"genre_scores_gemma":[0.9518532,0.0000126568,0.04778235,0.00002397495,0.00003871198,0.0001389908,0.000003182482,0.0000484872,0.00009847591],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7560413,"threshold_uncertainty_score":0.9999155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111555385","doi":"10.1109/tse.2010.70","title":"Solving the Class Responsibility Assignment Problem in Object-Oriented Analysis with Multi-Objective Genetic Algorithms","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Heuristics; Class (philosophy); Genetic algorithm; Cohesion (chemistry); Domain (mathematical analysis); Context (archaeology); Class diagram; Object-oriented programming; Algorithm; Machine learning; Artificial intelligence; Programming language; Mathematics; Unified Modeling Language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.009970145975078455,"gpt":0.2415902293500961,"spread":0.2316200833750176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008050511,0.0003632518,0.0003444222,0.0009364629,0.0002203043,0.0001649666,0.0008277119,0.0001549032,0.00001875077],"category_scores_gemma":[0.0002298562,0.0002881678,0.000176362,0.003696888,0.00007456829,0.0003471729,0.00001593775,0.001472589,0.00001330507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003393144,"about_ca_system_score_gemma":0.0001758281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001551192,"about_ca_topic_score_gemma":0.0004016748,"domain_scores_codex":[0.9972728,0.0001019054,0.0003964031,0.0008256545,0.0007144096,0.0006887763],"domain_scores_gemma":[0.9966199,0.00169958,0.00006157478,0.001263983,0.000168013,0.0001869662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002662099,0.0001954833,0.007116697,0.00002531453,0.0002785005,0.00004392762,0.001176547,0.982514,0.001498898,0.00002731634,0.000002990284,0.007093716],"study_design_scores_gemma":[0.0008293806,0.0001815416,0.1626671,0.00005989607,0.00009038851,0.00003381018,0.00005362442,0.8239602,0.01148539,0.000007817043,0.0001077644,0.0005230336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1394921,0.0000247578,0.8587245,0.00004955591,0.0004578322,0.0005373292,0.00001022423,0.0007003945,0.000003271948],"genre_scores_gemma":[0.6560544,0.000003541079,0.3435732,0.00001343224,0.00002111188,0.0002533071,8.344871e-7,0.00003294712,0.00004727214],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5165622,"threshold_uncertainty_score":0.999957,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118604270","doi":"10.1109/tse.2012.28","title":"The Effects of Test-Driven Development on External Quality and Productivity: A Meta-Analysis","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Productivity; Moderation; Computer science; Meta-analysis; Quality (philosophy); Task (project management); Quality management; Statistics; Operations management; Mathematics; Engineering; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.03296412813828898,"gpt":0.2710369436433112,"spread":0.2380728155050222,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004307172,0.0002354409,0.0004466796,0.000350956,0.0001738677,0.0001369123,0.0004909592,0.0000585321,0.00001012979],"category_scores_gemma":[0.0006691841,0.000173231,0.000286312,0.0008606971,0.00003880261,0.0002653461,0.0000111744,0.0003350063,0.0000164799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007593399,"about_ca_system_score_gemma":0.00004326058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003754921,"about_ca_topic_score_gemma":0.000005745825,"domain_scores_codex":[0.9982716,0.00006194322,0.0003250908,0.0004372422,0.0005668597,0.0003372316],"domain_scores_gemma":[0.9928744,0.006070905,0.00006373722,0.0007380167,0.0001233274,0.000129546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000206554,0.0007800112,0.004005379,0.0008802923,0.04482197,0.00002414845,0.002123591,0.8084143,0.01598946,0.000407595,0.00006506162,0.1224675],"study_design_scores_gemma":[0.001100097,0.0008257817,0.3601316,0.0001523872,0.009315304,0.00003081652,0.00002029296,0.100549,0.5255178,0.0001284179,0.0005093136,0.001719215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1113724,0.0002387128,0.8874235,0.0000882387,0.0002145457,0.0003486384,0.000002541751,0.0003103808,0.000001014435],"genre_scores_gemma":[0.922069,0.00001414251,0.07735518,0.00001592156,0.00001379377,0.0003701632,2.03064e-7,0.00002048074,0.0001410799],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8106967,"threshold_uncertainty_score":0.7064155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138201395","doi":"10.1109/tse.2003.1214324","title":"An investigation of graph-based class integration test order strategies","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Computer science; Dependency (UML); Dependency graph; Inheritance (genetic algorithm); Class (philosophy); Theoretical computer science; Graph; Context (archaeology); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01487302891763947,"gpt":0.2431641625133235,"spread":0.228291133595684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003040856,0.0002326113,0.0001881467,0.0005797732,0.00008867598,0.0001347574,0.0004247872,0.0001258229,0.00001786701],"category_scores_gemma":[0.0002564325,0.000247731,0.00007901688,0.00144943,0.00004599253,0.0008941394,0.000001087379,0.0003741431,0.000009417229],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009296293,"about_ca_system_score_gemma":0.0002282591,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002111904,"about_ca_topic_score_gemma":0.000008764611,"domain_scores_codex":[0.9985588,0.00005233623,0.0002993612,0.0003659493,0.000417651,0.0003059722],"domain_scores_gemma":[0.9979714,0.0009469551,0.00005198283,0.0006334957,0.0002413073,0.0001548486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000003183846,0.00007077827,0.0007799749,0.00006306383,0.00001692141,0.00000365073,0.0002776148,0.9750621,0.01984728,0.001667956,0.00001219395,0.002195286],"study_design_scores_gemma":[0.0005991374,0.0005045141,0.004828121,0.0001735389,0.00001708086,0.00001299005,0.0000740145,0.4172213,0.5757294,0.0002325054,0.00007627637,0.0005310668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08326185,0.00002165184,0.9151504,0.00002226503,0.0004498011,0.0001699209,0.000008414185,0.0009095417,0.000006157941],"genre_scores_gemma":[0.7795987,0.000003191349,0.2202733,0.00001766018,0.00001151273,0.00005391142,0.000002996979,0.0000292881,0.000009439376],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6963369,"threshold_uncertainty_score":0.9999975,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3111275476","doi":"10.1109/tse.2021.3078384","title":"A Comparison of Natural Language Understanding Platforms for Chatbots in Software Engineering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Chatbot; Computer science; IBM; Natural language understanding; Natural language; Task (project management); Software; Data science; Artificial intelligence; Software engineering; World Wide Web; Natural language processing; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0374386258312366,"gpt":0.2990128889211052,"spread":0.2615742630898686,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027223,0.000331683,0.0004944089,0.0006905418,0.00008296878,0.00008984734,0.0005173066,0.0001647354,0.00001189353],"category_scores_gemma":[0.000766188,0.000377216,0.0002133429,0.001256635,0.00001903179,0.0004311006,0.00001493554,0.0006546523,0.000005072938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004506119,"about_ca_system_score_gemma":0.0001169696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001091441,"about_ca_topic_score_gemma":0.00001765384,"domain_scores_codex":[0.9978154,0.00001104409,0.0005032845,0.0005299294,0.0004797815,0.0006605635],"domain_scores_gemma":[0.9968122,0.002347107,0.00006313984,0.00053561,0.00009654368,0.0001454262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002903061,0.0002000243,0.003053425,0.0006776905,0.0001185257,0.00006960763,0.002405948,0.9817206,0.005136516,0.0005774833,0.0000243041,0.005986894],"study_design_scores_gemma":[0.001802031,0.0001788176,0.003272298,0.001018967,0.00002655729,0.00005965224,0.0004011731,0.7721497,0.2201372,0.0000308308,0.00007803629,0.0008446582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1258185,0.0006317081,0.8712961,0.00001555115,0.001169361,0.0002812821,0.00002398965,0.0007625606,9.746337e-7],"genre_scores_gemma":[0.844659,0.000009598366,0.1550711,0.00001064918,0.00003873936,0.00009895856,0.000007323848,0.00006194464,0.00004265101],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7188405,"threshold_uncertainty_score":0.999868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104994910","doi":"10.1109/tse.2012.71","title":"Trustrace: Mining Software Repositories to Improve the Accuracy of Requirement Traceability Links","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Computer science; Requirements traceability; Precision and recall; Source code; Software; Data mining; Software engineering; Software development; Database; Information retrieval; Programming language; Requirement","retraction":null,"screen_n_in":null,"score":{"opus":0.02091274312405102,"gpt":0.2715974100159869,"spread":0.2506846668919359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009746623,0.0003607375,0.0003396371,0.0002860356,0.0002430112,0.0001312406,0.00112075,0.0002285501,0.00001947751],"category_scores_gemma":[0.00175032,0.0003136127,0.000209439,0.00103865,0.00005103329,0.0008856194,0.00002568258,0.0008674969,0.00002263626],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002747835,"about_ca_system_score_gemma":0.0001091639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003191949,"about_ca_topic_score_gemma":0.000002223707,"domain_scores_codex":[0.9972177,0.00006112361,0.0005910096,0.0005106113,0.0007972947,0.000822334],"domain_scores_gemma":[0.9944418,0.003435122,0.0001044889,0.001466781,0.0002055806,0.0003462431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000116329,0.001027585,0.01626425,0.0009576685,0.0005049835,0.00002411675,0.01706922,0.7101069,0.01449892,0.0003463313,0.0008514138,0.2382323],"study_design_scores_gemma":[0.001960052,0.001529782,0.08927923,0.0009874889,0.000208349,0.0001896345,0.0005995853,0.0450722,0.8454872,0.00004719881,0.01158737,0.003051944],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1624631,0.0001650475,0.8326267,0.0001290103,0.002934815,0.0004880865,0.00001761506,0.001172649,0.000002992143],"genre_scores_gemma":[0.7992774,0.000006954137,0.2001587,0.00003530961,0.0001853521,0.0002063325,7.094216e-7,0.00004762342,0.0000816725],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8309882,"threshold_uncertainty_score":0.9999316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099441126","doi":"10.1109/tse.2003.1214327","title":"General test result checking with log file analysis","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Random testing; Formalism (music); Programming language; Unit testing; Operating system; Software; Test case","retraction":null,"screen_n_in":null,"score":{"opus":0.01114718760434826,"gpt":0.215001202784079,"spread":0.2038540151797307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001922093,0.0002528651,0.0002522806,0.0005018831,0.0001844781,0.0001355094,0.0003802889,0.00009058866,0.00007920685],"category_scores_gemma":[0.0002134777,0.0002372688,0.0001436497,0.001882013,0.00002207403,0.0002567336,0.00000238204,0.0003181418,0.00001739912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008885792,"about_ca_system_score_gemma":0.00005345914,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004145673,"about_ca_topic_score_gemma":0.000007751677,"domain_scores_codex":[0.9986122,0.00002543399,0.0002293232,0.0004713261,0.0002861109,0.0003756013],"domain_scores_gemma":[0.998276,0.0007479516,0.00005811886,0.0007035306,0.00008917283,0.0001252535],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006637182,0.0002065263,0.00191652,0.00003514298,0.0003575011,0.000076666,0.0003438007,0.9820529,0.0002106727,0.0002887506,0.002587913,0.01191697],"study_design_scores_gemma":[0.001179208,0.0007925229,0.006258056,0.0004341477,0.0005773937,0.0003197308,0.00001048547,0.9119093,0.06935214,0.0004664742,0.006286966,0.002413544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002097336,0.00002534465,0.9867371,0.00001593493,0.0001798991,0.00009430626,0.00003921776,0.01072938,0.00008148545],"genre_scores_gemma":[0.4250256,0.000002955168,0.5746192,0.00005397941,0.00001700989,0.00005709665,0.000003760957,0.00002411502,0.0001962879],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4229282,"threshold_uncertainty_score":0.9675543,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085597081","doi":"10.1109/tse.2013.27","title":"The Impact of Classifier Configuration and Classifier Combination on Bug Localization","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Classifier (UML); Computer science; Artificial intelligence; Machine learning; Random subspace method; Source code; Probabilistic classification; Quadratic classifier; Data mining; Pattern recognition (psychology); Support vector machine; Naive Bayes classifier; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01391528330065162,"gpt":0.2482150025998901,"spread":0.2342997192992385,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002055463,0.0001936717,0.0001514196,0.000258297,0.0001936297,0.0001944803,0.0002940924,0.0001080905,0.00002341654],"category_scores_gemma":[0.0001751112,0.0001503227,0.00008908448,0.0005022263,0.00004748774,0.000490804,0.000003806494,0.0003050206,0.00003505795],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001641934,"about_ca_system_score_gemma":0.00005120296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006160021,"about_ca_topic_score_gemma":0.000001654448,"domain_scores_codex":[0.9987796,0.00003965375,0.0002630791,0.0002699908,0.0003662578,0.0002814173],"domain_scores_gemma":[0.9979993,0.001193027,0.00005754635,0.0004376792,0.0002025626,0.0001099092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001775993,0.0001399805,0.000955015,0.00005096333,0.0001081228,0.000001964866,0.0003616155,0.9313524,0.002893322,0.001680785,0.0006167897,0.06182123],"study_design_scores_gemma":[0.000556172,0.0004472799,0.05051456,0.00009630232,0.000008402156,0.00001016199,0.00001646609,0.9273739,0.02036641,0.0001582965,0.0001666871,0.0002853301],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06983369,0.00003368139,0.9289669,0.00007892217,0.0004000154,0.0003236694,0.000003667607,0.0003384942,0.00002091783],"genre_scores_gemma":[0.9970604,0.00003636212,0.002597961,0.00001349746,0.00002057775,0.0001048908,0.000002037114,0.00002671851,0.0001375605],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9272267,"threshold_uncertainty_score":0.6129982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187068675","doi":"10.1109/tse.2021.3099532","title":"What Makes Agile Software Development Agile?","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of Calgary","funders":"European Regional Development Fund; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Science Foundation Ireland; Ministerio de Ciencia, Innovación y Universidades; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Agile software development; Extreme programming practices; Computer science; Agile Unified Process; Lean software development; Software development; Software; Agile usability engineering; Process management; Process (computing); Software development process; Empirical research; Software engineering; Knowledge management; Engineering management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01605354201630535,"gpt":0.2346877297413807,"spread":0.2186341877250754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002404745,0.0004008151,0.0003104147,0.0002750965,0.0002466763,0.0006085063,0.0006719906,0.000185897,0.0001188692],"category_scores_gemma":[0.0001298327,0.0004504531,0.0001738629,0.0008068845,0.00001724813,0.001892286,0.00001734701,0.0005802389,0.0001223628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001787292,"about_ca_system_score_gemma":0.0001803534,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005405118,"about_ca_topic_score_gemma":0.000005798309,"domain_scores_codex":[0.9978738,0.00003828169,0.0004011005,0.0006702066,0.0004728488,0.0005437536],"domain_scores_gemma":[0.9980125,0.0006213603,0.00007316171,0.0009011474,0.0001754467,0.0002163248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001729398,0.0004574457,0.0001089201,0.0003681795,0.0003621421,0.000604023,0.002092719,0.4615483,0.002210433,0.0007806438,0.001356177,0.5300937],"study_design_scores_gemma":[0.0009249193,0.0001969825,0.0009385581,0.001288522,0.00008100164,0.0006935001,0.0001287842,0.03257154,0.7075327,0.0001808171,0.2529111,0.002551599],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00397549,0.0008223358,0.9868106,0.000127578,0.003801997,0.0001568089,0.000006909343,0.004286204,0.00001206835],"genre_scores_gemma":[0.09894333,0.0003617719,0.8993737,0.0002712482,0.00008775509,0.0001578946,0.000007727683,0.00008149075,0.0007151356],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7053223,"threshold_uncertainty_score":0.9997947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2958385005","doi":"10.1109/tse.2019.2927908","title":"Methodological Principles for Reproducible Performance Evaluation in Cloud Computing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Electronic Components and Systems for European Leadership; Deutsche Forschungsgemeinschaft; Stiftelsen för Strategisk Forskning; Knowledge Foundation; Oracle; National Science Foundation","keywords":"Cloud computing; Computer science; Data science; Benchmark (surveying); Set (abstract data type); Systematic review; Open research; Domain (mathematical analysis); Field (mathematics); World Wide Web; MEDLINE","retraction":null,"screen_n_in":null,"score":{"opus":0.08977160147076024,"gpt":0.2994208042629967,"spread":0.2096492027922364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002275861,0.0001536996,0.0002037571,0.0002252654,0.00009413321,0.00005527325,0.0003797885,0.00006522561,0.000007264222],"category_scores_gemma":[0.0001008297,0.0001490373,0.0000912738,0.0004292115,0.000007314476,0.00004785812,0.000009920716,0.0002253705,0.00001976209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001355109,"about_ca_system_score_gemma":0.00002652778,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004962248,"about_ca_topic_score_gemma":8.902796e-7,"domain_scores_codex":[0.9984806,0.00007136673,0.0002916612,0.0005739875,0.0002800031,0.0003023967],"domain_scores_gemma":[0.9987148,0.000559558,0.00005752099,0.0005644802,0.00006140577,0.00004223841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000680316,0.00003941885,0.0002149322,0.00005871033,0.00001156574,5.541682e-7,0.0002262923,0.9150657,0.0001066128,0.0001751629,0.000005726971,0.08408849],"study_design_scores_gemma":[0.0004586491,0.0001134994,0.002688666,0.0001185784,0.000007620431,0.0000047035,0.00001317058,0.9918884,0.003810075,0.00001585345,0.0006975029,0.0001832933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4146281,0.00002341922,0.5836865,0.00003866043,0.0009667381,0.0003623936,4.467314e-7,0.0002676773,0.00002599738],"genre_scores_gemma":[0.7764046,0.000002116761,0.2233159,0.00003372277,0.00006164775,0.00004009936,5.134095e-7,0.00001248821,0.0001288489],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3617764,"threshold_uncertainty_score":0.6077564,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2066455950","doi":"10.1109/tse.2015.2448531","title":"Assessing the Refactorability of Software Clones","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Maintainability; Programming language; Software maintenance; Code (set theory); Software evolution; Cloning (programming); Source code; Software; Software system; Software engineering; Set (abstract data type); Software construction; Biology; Genetics","retraction":null,"screen_n_in":null,"score":{"opus":0.04831237494271141,"gpt":0.3005763212471097,"spread":0.2522639463043983,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008166065,0.0002686468,0.0002837132,0.0002656952,0.0001310689,0.0001962207,0.001083481,0.0001250799,0.00001211606],"category_scores_gemma":[0.001047227,0.0002208395,0.0001584063,0.001010189,0.0000692776,0.0008965799,0.0000151802,0.0005967611,0.0000326832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002179232,"about_ca_system_score_gemma":0.0002006541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004043386,"about_ca_topic_score_gemma":0.000002254814,"domain_scores_codex":[0.9978968,0.00007304712,0.000382801,0.0004322637,0.0007644237,0.0004506778],"domain_scores_gemma":[0.9962374,0.002017919,0.00006928215,0.00116768,0.0002789163,0.0002287879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001216426,0.0002033491,0.005259399,0.0001754039,0.0001086796,0.00002120161,0.001238265,0.9566103,0.0006891559,0.000172274,0.0002268054,0.03528304],"study_design_scores_gemma":[0.005388488,0.001640557,0.1618603,0.00150611,0.0002209013,0.000478443,0.000786723,0.4464217,0.3651302,0.001127321,0.01050112,0.004938119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1109744,0.0001177883,0.8861265,0.00007514506,0.00133099,0.0001929854,0.000007953789,0.001169006,0.000005233877],"genre_scores_gemma":[0.8554605,0.000005248028,0.144337,0.00002081687,0.00004837179,0.00004942337,7.964526e-7,0.0000386281,0.00003921387],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.744486,"threshold_uncertainty_score":0.9005573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2530596726","doi":"10.1109/tse.2017.2671865","title":"Measuring the Impact of Code Dependencies on Software Architecture Recovery Techniques","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Granularity; Architecture; Software; Software architecture; Software architecture description; Implementation; Reference architecture; Graph; Code (set theory); Distributed computing; Software engineering; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02788324781187471,"gpt":0.2718046662248255,"spread":0.2439214184129508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005330095,0.0004153859,0.0003644344,0.000476551,0.0005815066,0.0003494449,0.002403043,0.0001806368,0.00001580875],"category_scores_gemma":[0.001044668,0.0003192021,0.0004256678,0.0003349691,0.00009261843,0.0005440816,0.00003074446,0.001030975,0.00002558066],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002983023,"about_ca_system_score_gemma":0.0001515079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001364084,"about_ca_topic_score_gemma":0.00001598989,"domain_scores_codex":[0.9977251,0.00004720876,0.0003407184,0.0005298124,0.000755579,0.0006015318],"domain_scores_gemma":[0.995876,0.001413275,0.0001393216,0.002242344,0.0001634804,0.0001656264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0000355962,0.00008631419,0.000536146,0.00007878349,0.0001702975,0.00002510352,0.0003004161,0.9353443,0.001624846,0.00003334404,0.0001007116,0.06166412],"study_design_scores_gemma":[0.001866321,0.003080876,0.09742565,0.003010164,0.0001209366,0.0004689539,0.00004334034,0.04831611,0.8405192,0.001091621,0.0007654407,0.003291395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05181939,0.00006962892,0.9456331,0.00005817542,0.000623576,0.000342637,0.00005455071,0.001381647,0.00001733261],"genre_scores_gemma":[0.8970051,0.00003849448,0.1025724,0.00001534856,0.00008381834,0.0001139046,0.000001058924,0.0000731476,0.00009674489],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8870282,"threshold_uncertainty_score":0.999926,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067617772","doi":"10.1109/tse.2014.2363479","title":"Instance Generator and Problem Representation to Improve Object Oriented Code Coverage","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Unit testing; Test case; Programming language; Code generation; Java; Code coverage; Object-oriented programming; Data structure; Source code; Generator (circuit theory); Software; Theoretical computer science; Machine learning; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.009565537506992744,"gpt":0.2305431465418212,"spread":0.2209776090348285,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000193143,0.0001883476,0.0001693547,0.0002036883,0.0001434902,0.0001174171,0.0002299115,0.00006788442,0.000001826329],"category_scores_gemma":[0.0001341209,0.0002002719,0.00004380495,0.0004937935,0.00001232054,0.0002990924,0.000006658844,0.0001918172,0.000009034404],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007021408,"about_ca_system_score_gemma":0.00002471203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003066585,"about_ca_topic_score_gemma":0.000005638365,"domain_scores_codex":[0.9988242,0.00002890763,0.0002084279,0.00047642,0.0002088967,0.0002531047],"domain_scores_gemma":[0.9989578,0.0002948789,0.00004215111,0.0004843687,0.00007982164,0.0001410306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005124285,0.0002213241,0.001116819,0.0002302875,0.00009319634,0.00002463707,0.002454906,0.461641,0.0184052,0.002393533,0.002146558,0.5112213],"study_design_scores_gemma":[0.001247289,0.0008910585,0.001470014,0.0004589043,0.00003635258,0.00008067838,0.000006343374,0.7613114,0.2257856,0.001511534,0.005852932,0.001347887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02414405,0.00001725788,0.96736,0.00005623537,0.0005070698,0.0002449994,0.00001103311,0.007642321,0.00001706783],"genre_scores_gemma":[0.5338054,0.000005414764,0.4658477,0.0001481981,0.00003208351,0.00009117211,7.806121e-7,0.00002046834,0.00004871766],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5098734,"threshold_uncertainty_score":0.8166853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909755202","doi":"10.1109/tse.2019.2893171","title":"Too Many User-Reviews! What Should App Developers Look at First?","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Polytechnique Montréal","keywords":"Key (lock); Computer science; Android (operating system); Mobile apps; World Wide Web; App store; Set (abstract data type); Android app; Star (game theory); Mobile device; Multimedia; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.02387174681443964,"gpt":0.2479435287887195,"spread":0.2240717819742799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004216186,0.0004823671,0.0004625597,0.0004858371,0.0001974201,0.0003737604,0.001256321,0.0002118927,0.0002434342],"category_scores_gemma":[0.0001116936,0.0004961715,0.0002579628,0.001028124,0.00002651982,0.001623085,0.00002947656,0.0006960617,0.002399477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005964189,"about_ca_system_score_gemma":0.00007609196,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001302597,"about_ca_topic_score_gemma":0.000007579325,"domain_scores_codex":[0.9971682,0.00003295656,0.0004479049,0.0008292043,0.0006923667,0.0008294106],"domain_scores_gemma":[0.997315,0.0009132207,0.00005332939,0.001318632,0.00009370307,0.000306082],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002439748,0.0001493562,0.001328922,0.0006304205,0.0001702698,0.00006622896,0.001046216,0.9350082,0.001111367,0.0002273374,0.00322923,0.05700805],"study_design_scores_gemma":[0.002911871,0.0005793443,0.008008819,0.002571838,0.00008570887,0.0003486542,0.00009284305,0.2120971,0.06592087,0.00001961646,0.7030393,0.004323965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02459891,0.00100666,0.9680219,0.0002323335,0.003428388,0.0006558268,0.000005854711,0.0020368,0.0000132915],"genre_scores_gemma":[0.6482396,0.002796101,0.3317512,0.0009950144,0.0002286344,0.0008303535,0.00001071299,0.0003822137,0.01476621],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7229111,"threshold_uncertainty_score":0.999749,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319663674","doi":"10.1109/tse.2023.3243522","title":"Black-Box Testing of Deep Neural Networks through Test Case Diversity","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Black box; Artificial neural network; White-box testing; Test (biology); Diversity (politics); Software testing; Artificial intelligence; Machine learning; Software engineering; Software; Programming language; Software development; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.02156941011280877,"gpt":0.236715522135328,"spread":0.2151461120225193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001961297,0.0002133772,0.0002174415,0.000194645,0.0004081771,0.00004466133,0.0004964725,0.00009856885,0.000009963758],"category_scores_gemma":[0.0002457732,0.0002420931,0.0001096887,0.00157888,0.00004402843,0.0005398009,0.00004158674,0.0005398779,0.00001483407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006825513,"about_ca_system_score_gemma":0.00001262416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001056903,"about_ca_topic_score_gemma":0.000009903293,"domain_scores_codex":[0.9987153,0.00003116373,0.0002487124,0.0003575908,0.0002586013,0.0003886458],"domain_scores_gemma":[0.9978503,0.001480398,0.00007828081,0.0004274286,0.0000800199,0.00008355877],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002302276,0.00002485706,0.0008773172,0.00003240732,0.00002061389,0.0004420955,0.0008086603,0.98279,0.00003653576,0.00003717007,0.000007645405,0.0149204],"study_design_scores_gemma":[0.000226302,0.00006405742,0.0005094325,0.00003359066,0.00002101607,0.0001850446,0.00005083737,0.9981755,0.000488847,0.00001553144,0.000009390241,0.0002204229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03401556,0.00001235527,0.9632514,0.00002693416,0.0009935932,0.0001136596,0.00000568267,0.001566298,0.00001452481],"genre_scores_gemma":[0.8525928,0.000002893006,0.1472664,0.00002184247,0.00006177479,0.000006616218,8.70671e-7,0.00002642079,0.00002033429],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8185772,"threshold_uncertainty_score":0.9872272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3032170634","doi":"10.1109/tse.2020.2998503","title":"Automatic Generation of Acceptance Test Cases From Use Case Specifications: An NLP-Based Approach","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"European Research Council; European Commission","keywords":"Computer science; Executable; Test case; Software requirements specification; Acceptance testing; Software engineering; Test script; System under test; Conformance testing; Test Management Approach; Test (biology); Formal specification; Reliability engineering; Software; Software system; Programming language; Machine learning; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.1180488002370277,"gpt":0.2662858943771059,"spread":0.1482370941400782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001206519,0.0002639647,0.0002616023,0.0002534135,0.0001267761,0.0001911854,0.0005619222,0.0001057215,0.00004782086],"category_scores_gemma":[0.000688796,0.0002976944,0.0001054215,0.0009754817,0.0000307413,0.0009773287,0.000004928931,0.0003466055,0.00001885797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001102072,"about_ca_system_score_gemma":0.00009392604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008665669,"about_ca_topic_score_gemma":0.000007809109,"domain_scores_codex":[0.9982739,0.00004458911,0.0003963148,0.0005747571,0.0004156926,0.0002947636],"domain_scores_gemma":[0.9966721,0.001998691,0.00007012616,0.0008504718,0.0001402602,0.0002683754],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004132359,0.0002402845,0.0003534129,0.00008537812,0.00003221177,0.000200515,0.000512941,0.9812691,0.005698903,0.0000286339,0.0000532653,0.0115212],"study_design_scores_gemma":[0.0002810891,0.0001480742,0.001001504,0.00003455068,0.00001749804,0.00009515045,0.00001945761,0.9585655,0.03950661,0.00000100542,0.00005321874,0.0002763759],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2115639,0.00004470611,0.7865786,0.00003847632,0.0002265059,0.0002511514,0.0001129528,0.001183158,5.780619e-7],"genre_scores_gemma":[0.6297883,0.000004134465,0.3699757,0.00003770784,0.00006897991,0.00007500227,0.00001245392,0.00003404828,0.000003720381],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4182244,"threshold_uncertainty_score":0.9999475,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129603121","doi":"10.1109/tse.2005.15","title":"Toward formalizing domain modeling semantics in language syntax","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Business domain; Modeling language; Domain model; Domain engineering; Domain (mathematical analysis); Programming language; Domain analysis; Object Constraint Language; Semantics (computer science); Software engineering; Syntax; Applications of UML; Natural language processing; Business rule; Software development; Domain knowledge; Business process; Component-based software engineering; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.009961354837146816,"gpt":0.213861608392631,"spread":0.2039002535554841,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001422607,0.0002071005,0.0001759572,0.0003688874,0.00008380206,0.00008028011,0.0004860582,0.00008305724,0.000008722488],"category_scores_gemma":[0.000002516538,0.0002149641,0.00008738634,0.0005450535,0.000004860058,0.0005672951,0.00000682629,0.0003586464,0.00002757269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008350455,"about_ca_system_score_gemma":0.00002278213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008704594,"about_ca_topic_score_gemma":0.0001816589,"domain_scores_codex":[0.9987849,0.00001668496,0.0002634292,0.0003091533,0.0002333973,0.0003924279],"domain_scores_gemma":[0.9993998,0.00008373462,0.00002782361,0.0003712577,0.00002441839,0.00009300222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004223102,0.00003924931,0.00001015761,0.00005697738,0.00001401933,0.00002007745,0.006694075,0.9774933,0.0006744569,0.0003694903,9.719467e-7,0.01462298],"study_design_scores_gemma":[0.0003264679,0.00002633838,0.00001597063,0.0001529458,0.000006882694,0.00003518442,0.0002861548,0.986039,0.01237375,0.00003995516,0.0004169541,0.0002804076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1415741,0.0001276407,0.8570573,0.0001964445,0.000349425,0.00010241,0.000003834652,0.0005517225,0.00003713644],"genre_scores_gemma":[0.7739772,0.00001378607,0.2256459,0.0002492726,0.00006246893,0.00001968184,0.000001001437,0.0000211505,0.000009516013],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6324031,"threshold_uncertainty_score":0.8765983,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120755390","doi":"10.1109/tse.2014.2387172","title":"Extracting Development Tasks to Navigate Software Documentation","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Software documentation; Computer science; Internal documentation; Software engineering; Software development; Application programming interface; Technical documentation; Software; Task (project management); World Wide Web; Software construction; Programming language; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01351380097877816,"gpt":0.2568972945979576,"spread":0.2433834936191794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005467384,0.0003724279,0.0002646723,0.000562022,0.0002865679,0.000307119,0.0008138456,0.0001261824,0.00004187797],"category_scores_gemma":[0.0005880454,0.0004241828,0.0001056778,0.0009741087,0.00001286154,0.0007861822,0.00001546242,0.0005724994,0.0004516262],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003636133,"about_ca_system_score_gemma":0.00008478144,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000171886,"about_ca_topic_score_gemma":0.000003964034,"domain_scores_codex":[0.9973997,0.00004121353,0.0004276766,0.0006895308,0.000720165,0.0007217386],"domain_scores_gemma":[0.9974315,0.00123489,0.00005403814,0.0007335386,0.0001544787,0.0003916041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000009297736,0.00007450754,0.0003536041,0.00009537146,0.00005659615,0.00001387068,0.001063782,0.7656016,0.001548896,0.00007293494,0.0001273128,0.2309822],"study_design_scores_gemma":[0.003390044,0.001008214,0.03052778,0.001970186,0.00007747424,0.0002333139,0.00009476128,0.2348867,0.667148,0.0001517057,0.05497848,0.005533328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04872755,0.00002012303,0.9465781,0.0000572322,0.00174305,0.0003111082,0.000003763533,0.002551158,0.000007938209],"genre_scores_gemma":[0.5250834,0.00000227192,0.4743683,0.00009538353,0.00007550249,0.0001672257,0.000002487119,0.00005700826,0.0001483957],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6655991,"threshold_uncertainty_score":0.999821,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909172538","doi":"10.1109/tse.2019.2891758","title":"The Impact of Correlated Metrics on the Interpretation of Defect Models","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Australian Research Council","keywords":"Consistency (knowledge bases); Ranking (information retrieval); Interpretation (philosophy); Computer science; Metric (unit); Data mining; Statistics; Machine learning; Artificial intelligence; Mathematics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0142771819316302,"gpt":0.2477259451862916,"spread":0.2334487632546614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004765686,0.000176282,0.000194467,0.0003520582,0.00007234103,0.00004820214,0.0007616205,0.00007854841,0.00001092371],"category_scores_gemma":[0.0003186275,0.0001105853,0.0003021005,0.001306069,0.00002780749,0.0002334267,0.000006554667,0.0004518231,0.00002087806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001492353,"about_ca_system_score_gemma":0.00006818798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003851951,"about_ca_topic_score_gemma":6.735598e-7,"domain_scores_codex":[0.9987307,0.00004848371,0.0002847062,0.0002167602,0.0004537685,0.0002655583],"domain_scores_gemma":[0.9935035,0.005448703,0.00007557564,0.0007644931,0.00015238,0.00005534209],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002131445,0.00003489848,0.000124693,0.00002042685,0.0001161587,5.844882e-7,0.0002835463,0.9922028,0.0004010091,0.0004393793,0.00001921351,0.006335969],"study_design_scores_gemma":[0.0001717318,0.0002919654,0.001041474,0.00009966643,0.000009291133,0.00000422041,0.000008951563,0.9875055,0.01069144,0.00005886351,0.000005087831,0.0001117846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1896293,0.00007837362,0.8093151,0.0000122192,0.000491519,0.0002473208,0.000007930679,0.0002027891,0.00001546684],"genre_scores_gemma":[0.99628,0.0000264851,0.003579485,0.000004358802,0.000006544725,0.00002808204,4.577971e-7,0.00002675548,0.00004784348],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8066507,"threshold_uncertainty_score":0.4509536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068493323","doi":"10.1109/tse.2011.56","title":"Size-Constrained Regression Test Case Selection Using Multicriteria Optimization","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Test suite; Test case; Consistency (knowledge bases); Integer programming; Mathematical optimization; Task (project management); Constraint (computer-aided design); Selection (genetic algorithm); Regression testing; Greedy algorithm; Linear programming; Relaxation (psychology); Software; Algorithm; Machine learning; Regression analysis; Artificial intelligence; Software system; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03160363037280706,"gpt":0.2469561588901617,"spread":0.2153525285173546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001789559,0.0002636428,0.0001839905,0.0002779798,0.0002802958,0.00009091815,0.0002445585,0.0001406984,0.00004291169],"category_scores_gemma":[0.0002923624,0.0002701113,0.00008852467,0.0006140983,0.00002576569,0.0005289317,0.000004691306,0.0002773664,0.000005808294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001245864,"about_ca_system_score_gemma":0.00004692365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001632204,"about_ca_topic_score_gemma":0.00000339062,"domain_scores_codex":[0.9987847,0.0000319489,0.000284816,0.0004131713,0.0001719506,0.0003133652],"domain_scores_gemma":[0.9987538,0.0005376507,0.00007838665,0.0003839816,0.000123267,0.0001228913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002121871,0.0003879135,0.0003744851,0.0000918373,0.00004832125,0.0006021768,0.001580242,0.9626136,0.004410166,0.00004731314,0.00009243377,0.02973033],"study_design_scores_gemma":[0.0002387569,0.0001250758,0.00004332029,0.0001878856,0.00002243677,0.002246485,0.000005853054,0.9663855,0.03037051,0.00004205878,0.000008099157,0.0003240613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008772391,0.00001301761,0.9777734,0.000006441926,0.0006293928,0.00017568,0.000007164491,0.01261108,0.00001143322],"genre_scores_gemma":[0.4769311,0.000001977194,0.5229734,0.00001837047,0.00002083111,0.00001858557,3.684222e-7,0.00002339904,0.00001198384],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4681587,"threshold_uncertainty_score":0.9999751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099069768","doi":"10.1109/tse.2005.106","title":"Analyzing the evolutionary history of the logical design of object-oriented software","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software evolution; Unified Modeling Language; Object-oriented design; Software system; Class (philosophy); Programming language; Inheritance (genetic algorithm); Sequence diagram; Class diagram; Abstraction; Object-oriented programming; Sequence (biology); Software; Software engineering; Artificial intelligence; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.02065955642586971,"gpt":0.2251681173874997,"spread":0.2045085609616299,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004197127,0.0002350378,0.0002556915,0.0002742831,0.0001169293,0.00001430527,0.001179586,0.0001175267,0.00003995413],"category_scores_gemma":[0.0004607349,0.0001686589,0.0002413252,0.0009317167,0.0001252288,0.0002833836,0.00002035272,0.0005878521,0.00001068296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006216825,"about_ca_system_score_gemma":0.0002550935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001683022,"about_ca_topic_score_gemma":0.000001369197,"domain_scores_codex":[0.9981752,0.00009757753,0.0004165932,0.0003418113,0.0005885712,0.0003802246],"domain_scores_gemma":[0.9966583,0.002003282,0.00009856803,0.0009715506,0.0001800916,0.00008816914],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001133908,0.0000936771,0.0003742613,0.00004319291,0.0000623676,0.000002139471,0.0004358057,0.9907586,0.0009712801,0.0001320116,0.0004446121,0.006670728],"study_design_scores_gemma":[0.00128317,0.0004294081,0.02803873,0.0006036256,0.0001254828,0.0001329571,0.00004341205,0.9085846,0.0500042,0.00006462055,0.009605684,0.001084115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006168389,0.0008777481,0.9909637,0.00008248934,0.001119242,0.0002872906,0.000009257836,0.000487829,0.000004080559],"genre_scores_gemma":[0.8099418,0.00003066129,0.189605,0.00002442699,0.00005419869,0.00005998187,4.607822e-7,0.00003207577,0.0002513549],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8037734,"threshold_uncertainty_score":0.687771,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1996993752","doi":"10.1109/tse.2013.28","title":"Early Detection of Collaboration Conflicts and Risks","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Quality (philosophy); Control (management); Source code; Open source; Code (set theory); Software engineering; Risk analysis (engineering); Computer security; Data science; Software; Programming language; Business; Set (abstract data type); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01665302119978797,"gpt":0.2433163464768872,"spread":0.2266633252770993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001194968,0.0001506609,0.0001524535,0.0003332,0.00007048006,0.0001152349,0.0002168491,0.00009646935,0.00001172193],"category_scores_gemma":[0.0001091362,0.0001648803,0.00004076209,0.000648226,0.00002330111,0.0006449862,0.000003775845,0.0002430047,0.00003093103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000603363,"about_ca_system_score_gemma":0.00002342813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001371227,"about_ca_topic_score_gemma":0.000003128544,"domain_scores_codex":[0.9990069,0.00001818507,0.0002055176,0.0002613715,0.0002759937,0.0002319881],"domain_scores_gemma":[0.99886,0.0004685864,0.0000369555,0.0003384484,0.0001764591,0.0001195373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002446819,0.0002037533,0.002252143,0.0003930965,0.0002212391,0.00001252063,0.00341121,0.5880362,0.1814556,0.0003765171,0.00005025589,0.223563],"study_design_scores_gemma":[0.0009435628,0.0005223007,0.1191041,0.0001478942,0.00002205762,0.00003452368,0.00003396932,0.2763221,0.6017674,0.0000557188,0.0004078264,0.0006385178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3830039,0.0000389313,0.6160782,0.00001454586,0.0003096836,0.0001692382,0.000002753511,0.000380651,0.000002101187],"genre_scores_gemma":[0.9690109,0.00001835799,0.03077874,0.000008860704,0.00001958926,0.00009987699,2.847772e-7,0.00002253762,0.00004085285],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.586007,"threshold_uncertainty_score":0.6723624,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382318094","doi":"10.1109/tse.2023.3288901","title":"NLP-Based Automated Compliance Checking of Data Processing Agreements Against GDPR","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Table (database); General Data Protection Regulation; Ambiguity; Software; Glossary; Compliance (psychology); Information retrieval; Software engineering; Database; Data Protection Act 1998; Computer security; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.09377241932177718,"gpt":0.3490663702075247,"spread":0.2552939508857475,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003373022,0.0001445446,0.0001982882,0.0002148098,0.0003858672,0.00006398593,0.0005180663,0.00008417412,0.00003265569],"category_scores_gemma":[0.00006367495,0.0001589994,0.00005694199,0.001001613,0.0000641285,0.0004985509,0.000004157486,0.0001567061,0.00003050671],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007342731,"about_ca_system_score_gemma":0.0001331308,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001421879,"about_ca_topic_score_gemma":0.0001058707,"domain_scores_codex":[0.9986722,0.00002863711,0.0002566737,0.0002845405,0.0004043088,0.000353565],"domain_scores_gemma":[0.9992507,0.0001625416,0.00008191868,0.0003264279,0.00008775848,0.00009071505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002439721,0.0001361839,0.0006138902,0.0003501969,0.00008995602,0.00001906888,0.001442308,0.8118091,0.001259037,0.00002558094,0.0002363367,0.1839939],"study_design_scores_gemma":[0.0006827332,0.0000210747,0.001979903,0.0005795924,0.00004449857,3.222633e-7,0.000301262,0.9910432,0.002146853,0.00000609834,0.002873193,0.000321252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02630774,0.00006173871,0.9698002,0.0001079716,0.0005331926,0.0002339647,0.0001207164,0.002676582,0.0001579446],"genre_scores_gemma":[0.9925578,0.00002762497,0.007137051,0.00004079459,0.00005736037,0.00002667575,0.00002723232,0.00002949549,0.0000959375],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9662501,"threshold_uncertainty_score":0.6483806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803395207","doi":"10.1109/tse.2018.2838131","title":"Use and Misuse of Continuous Integration Features: An Empirical Study of Projects That (Mis)Use Travis CI","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software deployment; Feature (linguistics); Software; Source code; Code (set theory); Software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.05555397349595297,"gpt":0.3073684037745283,"spread":0.2518144302785754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002465663,0.0002540667,0.0003293353,0.0005288509,0.00007793374,0.000150429,0.0004094416,0.0001282349,0.000004991733],"category_scores_gemma":[0.0003404942,0.0002440862,0.00006879495,0.0006990136,0.00008098253,0.001040129,0.000007045427,0.0003727455,0.000001882296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006053942,"about_ca_system_score_gemma":0.00005282797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002083366,"about_ca_topic_score_gemma":0.00007355481,"domain_scores_codex":[0.9983541,0.00006903851,0.0003199813,0.0004646243,0.0004874432,0.0003048241],"domain_scores_gemma":[0.9977973,0.0009907141,0.00006911601,0.0007101275,0.0002764522,0.0001562533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.001063226,0.01239869,0.2370531,0.001519617,0.001683454,0.0002864053,0.2061442,0.2902083,0.06013525,0.0001779659,0.0009102443,0.1884196],"study_design_scores_gemma":[0.00369503,0.008764592,0.5009615,0.0007844088,0.0001637173,0.0001403095,0.00198263,0.1423266,0.3394791,0.00001053749,0.0001890089,0.001502536],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5010747,0.000009387364,0.4981999,0.00000445209,0.0001792178,0.0002637944,0.00001165426,0.0002565716,2.933436e-7],"genre_scores_gemma":[0.9553719,0.000008825227,0.04446734,0.000009200633,0.00003009478,0.00003800249,0.000001634674,0.00003828455,0.00003475139],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4542972,"threshold_uncertainty_score":0.9953548,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3037099619","doi":"10.1109/tse.2020.3004525","title":"Why Do Software Developers Use Static Analysis Tools? A User-Centered Study of Developer Needs and Motivations","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Heinz Nixdorf Stiftung; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Usability; Software engineering; Software development; Software; Static program analysis; Secure coding; World Wide Web; Human–computer interaction; Software security assurance; Computer security; Programming language; Information security","retraction":null,"screen_n_in":null,"score":{"opus":0.04324661639113619,"gpt":0.2498463888847902,"spread":0.206599772493654,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001815328,0.0003751695,0.0005090958,0.0011999,0.0001611178,0.0003465669,0.0006826133,0.000100824,0.00002644635],"category_scores_gemma":[0.0008659243,0.0003979458,0.0001456939,0.005088691,0.0000325149,0.001195871,0.00002793579,0.0004582638,0.000008395072],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001205998,"about_ca_system_score_gemma":0.00009697131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007557705,"about_ca_topic_score_gemma":0.00002108548,"domain_scores_codex":[0.9976857,0.00006467209,0.0005375687,0.0006074429,0.0006434188,0.0004611409],"domain_scores_gemma":[0.9970272,0.001664293,0.00007356765,0.0006353781,0.0002668685,0.0003327409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00002444406,0.0002562952,0.04315663,0.000139688,0.001331643,0.00002844324,0.009378243,0.9388109,0.000251777,0.00002895379,0.0001267391,0.006466252],"study_design_scores_gemma":[0.006964894,0.002209157,0.5675815,0.0005455625,0.001619533,0.0000531877,0.003106794,0.3986708,0.01119779,0.00001002138,0.004054509,0.003986198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3823533,0.00001856295,0.6164743,0.00009547416,0.0001220052,0.0003053909,0.00002978271,0.0006009834,2.219393e-7],"genre_scores_gemma":[0.8158083,0.000013584,0.1838715,0.0001467686,0.00001335751,0.00007468584,0.000004048932,0.00005028761,0.00001745994],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5401401,"threshold_uncertainty_score":0.9998472,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101198558","doi":"10.1109/32.877844","title":"Advanced exception handling mechanisms","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Exception handling; Computer science; Programming language; Concurrency; Feature (linguistics); Concurrency control; Object (grammar); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01509469912932844,"gpt":0.2357682562586422,"spread":0.2206735571293137,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002370433,0.0003194388,0.0002706291,0.0002451722,0.0001770243,0.0000808792,0.0005537667,0.0001323825,0.0001275947],"category_scores_gemma":[0.00007787836,0.0003524982,0.000141619,0.0005672989,0.00001745987,0.0007965228,0.000003194571,0.0004188122,0.0001526322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001344376,"about_ca_system_score_gemma":0.00002454513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003397773,"about_ca_topic_score_gemma":7.132396e-7,"domain_scores_codex":[0.9983638,0.00003730721,0.0002956815,0.0005243192,0.00030094,0.0004779451],"domain_scores_gemma":[0.9986264,0.0005041906,0.00003743153,0.0006508984,0.00004587612,0.0001351657],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000689619,0.0000213072,4.554707e-7,0.00001808887,0.0000142247,0.000006817336,0.000111684,0.7651222,0.002124376,0.0002659085,0.000004261841,0.2323038],"study_design_scores_gemma":[0.003442599,0.001050986,0.0005415715,0.000888347,0.00009427861,0.0003811304,0.00005910229,0.5189825,0.4509355,0.01324175,0.006087593,0.004294696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005661968,0.00006784438,0.9884562,0.00002500409,0.001434914,0.0001785944,0.000005844426,0.004152629,0.0000169429],"genre_scores_gemma":[0.2368483,0.00006296754,0.762536,0.00004460533,0.00002618244,0.00007887547,0.00000100658,0.00004553281,0.0003565147],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4488111,"threshold_uncertainty_score":0.9998927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128089903","doi":"10.1109/32.917521","title":"Design, construction, and application of a generic visual language generation environment","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre For Cold Ocean Resources Engineering","funders":"","keywords":"Computer science; Programming language; Compiler; Visual programming language; Visual language; Grammar; Parsing; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01086936634902945,"gpt":0.2135829853906086,"spread":0.2027136190415792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001201149,0.000172008,0.0001549036,0.0002156823,0.00006464966,0.00002830627,0.000169327,0.00008409242,0.000006433411],"category_scores_gemma":[0.00000221742,0.0001945352,0.00004205824,0.0002516051,0.00002671044,0.0002464003,0.000004223015,0.0001324873,0.000004731784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008263838,"about_ca_system_score_gemma":0.00001590563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001328633,"about_ca_topic_score_gemma":5.676516e-7,"domain_scores_codex":[0.9990828,0.00002126893,0.000231838,0.0003068286,0.0001906783,0.0001665762],"domain_scores_gemma":[0.9994664,0.00004815117,0.00005580298,0.0003294683,0.00002939347,0.00007078858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003308248,0.00004107133,0.00003339792,0.00001754642,0.00001964547,0.000003122255,0.0002356258,0.7299545,0.04095339,0.0005230607,0.000005412635,0.22821],"study_design_scores_gemma":[0.0001548687,0.00008752246,0.000091058,0.00001612792,0.00001212503,0.00006577611,0.000002768023,0.8580849,0.1404775,0.00001011578,0.0007988872,0.0001984437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01595858,0.00009712078,0.9827862,0.00001416859,0.0001548028,0.0002414707,0.000003092747,0.0007437617,7.870916e-7],"genre_scores_gemma":[0.3747135,0.00007165437,0.6250676,0.00001050404,0.00002359221,0.00008676958,0.000001516143,0.00001650538,0.000008411845],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3587549,"threshold_uncertainty_score":0.7932914,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095974519","doi":"10.1109/tse.2010.32","title":"Assessing, Comparing, and Combining State Machine-Based Testing and Structural Testing: A Series of Experiments","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Test strategy; Non-regression testing; Software performance testing; White-box testing; Machine learning; Reliability engineering; Model-based testing; Software testing; Risk-based testing; Software; Series (stratigraphy); Code coverage; State (computer science); Keyword-driven testing; Software reliability testing; Data mining; Test case; Software quality; Algorithm; Software system; Software development; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.03442196261994303,"gpt":0.2701052537879602,"spread":0.2356832911680171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002047044,0.0002498549,0.0002669888,0.0002322417,0.0002276613,0.0002504263,0.0002496095,0.00006804038,0.000001307105],"category_scores_gemma":[0.0003611732,0.0002575731,0.00003135123,0.0003673845,0.00008655653,0.0005605597,0.00001274482,0.0004367653,3.938235e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001850937,"about_ca_system_score_gemma":0.00004971608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001331375,"about_ca_topic_score_gemma":0.000005732027,"domain_scores_codex":[0.998856,0.00002133928,0.0002893251,0.0003610036,0.0002014286,0.0002708962],"domain_scores_gemma":[0.9983659,0.0009494651,0.0001150324,0.000339351,0.000107279,0.0001229878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005500861,0.0003231107,0.357921,0.001037836,0.0001794196,0.00009353434,0.003386018,0.2102569,0.09151922,0.0002668356,0.00006149194,0.3348996],"study_design_scores_gemma":[0.0004923505,0.0002171204,0.02136008,0.0003291891,0.00001587191,0.0001510745,0.000006315396,0.924264,0.05238759,0.000353868,0.000008774798,0.0004137967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4155685,0.00002696781,0.5812519,0.000005662471,0.0002140006,0.00007138895,0.000003397576,0.002851572,0.000006619748],"genre_scores_gemma":[0.541153,3.908802e-7,0.4587967,0.00001109829,0.000006207893,0.00001233486,3.704985e-7,0.00001688543,0.000002999709],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7140071,"threshold_uncertainty_score":0.9999877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2973035781","doi":"10.1109/tse.2019.2948910","title":"CrySL: An Extensible Approach to Validating the Correct Usage of Cryptographic APIs","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Heinz Nixdorf Stiftung","keywords":"Computer science; Cryptography; Java; Android (operating system); Programming language; Algorithm; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01148536240532984,"gpt":0.22432560316352,"spread":0.2128402407581902,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002792469,0.000205268,0.0002150109,0.0003851008,0.0001202986,0.00006808712,0.0006770172,0.00007522016,0.00001642505],"category_scores_gemma":[0.00003300324,0.0001815394,0.0001211603,0.00117096,0.00001973408,0.0005323455,0.000007822448,0.0003310202,0.00001950493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004614891,"about_ca_system_score_gemma":0.00002285097,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000209243,"about_ca_topic_score_gemma":0.000001679691,"domain_scores_codex":[0.9986889,0.00004082392,0.0002677583,0.0004242602,0.0002970971,0.0002811047],"domain_scores_gemma":[0.9985764,0.0002224273,0.00006840916,0.0009159852,0.0001173714,0.0000994148],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000009072866,0.000105074,0.00002940102,0.00005938721,0.00002731875,0.000001134515,0.0006648136,0.9302857,0.03218284,0.000543983,0.00002029274,0.03607099],"study_design_scores_gemma":[0.0003417808,0.0005419364,0.0005828126,0.0001606256,0.00002401416,0.0000719915,0.0001326587,0.2943238,0.7019898,0.0001622226,0.0009715757,0.0006967803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02411665,0.00001508671,0.9733226,0.00001268874,0.0006575398,0.0004278195,0.000005718207,0.001378755,0.00006312472],"genre_scores_gemma":[0.6117191,0.00000392322,0.388061,0.0000557735,0.00001426356,0.00007389505,3.033959e-7,0.00002513435,0.00004661425],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.669807,"threshold_uncertainty_score":0.7402964,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}