{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":213,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":213,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"8b73c4020eea","filters":{"venue":"IEEE Transactions on Software Engineering"}},"results":[{"id":"W2975871742","doi":"10.1109/tse.2019.2942301","title":"Smart Contract Development: Challenges and Opportunities","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":706,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"National Key Research and Development Program of China; Nanjing University; National Natural Science Foundation of China","keywords":"Computer science; Software engineering; Engineering management; Computer security; Data science; Engineering","authors":[{"name":"Weiqin Zou","is_ca":false},{"name":"David Lo","is_ca":false},{"name":"Pavneet Singh Kochhar","is_ca":true},{"name":"Xuan-Bach Dinh Le","is_ca":false},{"name":"Xin Xia","is_ca":false},{"name":"Yang Feng","is_ca":false},{"name":"Zhenyu Chen","is_ca":false},{"name":"Baowen Xu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02204994130856623,"gpt":0.203496070142771,"spread":0.1814461288342048,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02979764,0.0004725967,0.0004585937,0.001756755,0.006974207,0.01139678,0.002860813,0.005693307,0.003684186],"category_scores_gemma":[0.05536773,0.0007545613,0.0005808386,0.002827273,0.009169787,0.02179913,0.007713047,0.006003411,0.0009809256],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004834112,"about_ca_system_score_gemma":0.01470643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003902296,"about_ca_topic_score_gemma":0.005650427,"domain_scores_codex":[0.9612517,0.02354877,0.001778968,0.002288497,0.007927803,0.003204243],"domain_scores_gemma":[0.8889309,0.0805716,0.007070479,0.00349779,0.01097308,0.008956217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001385751,0.000575071,0.04425592,0.002211343,0.00003825156,0.006093742,0.1725049,0.003339518,0.002457255,0.3438519,0.04833042,0.3762031],"study_design_scores_gemma":[0.00003383427,0.000181813,0.0142443,0.002801368,0.0000227954,0.0058376,0.4023587,0.01221249,0.001725461,0.1727606,0.3876307,0.0001902752],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.3693969,0.02709728,0.0671446,0.4465273,0.001188293,0.0003708878,0.0002474763,0.0003617108,0.0876656],"genre_scores_gemma":[0.927071,0.01679375,0.03694543,0.009340804,0.0005449488,0.0003706491,0.0002714808,0.0001711367,0.008490859],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.02979764,"threshold_uncertainty_score":0.1575869,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147386665","doi":"10.1109/tse.2012.70","title":"A large-scale empirical study of just-in-time quality assurance","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":699,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"","keywords":"Computer science; Software quality assurance; Quality assurance; Source lines of code; Quality (philosophy); Software quality; Code review; Scale (ratio); Software; Empirical research; Software quality analyst; Software bug; Data science; Software engineering; Software development; Operations management; Engineering","authors":[{"name":"Yasutaka Kamei","is_ca":false},{"name":"Emad Shihab","is_ca":false},{"name":"Bram Adams","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Audris Mockus","is_ca":false},{"name":"Anand Sinha","is_ca":false},{"name":"Naoyasu Ubayashi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03357803100855729,"gpt":0.3186450643686469,"spread":0.2850670333600896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01873724,0.0005504697,0.0005454523,0.002134676,0.0007920336,0.001210933,0.00174132,0.001071266,0.002388737],"category_scores_gemma":[0.1316934,0.000443461,0.000633593,0.002855452,0.001624606,0.003665669,0.001171444,0.002608375,0.0007852333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001120207,"about_ca_system_score_gemma":0.0007029035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007111449,"about_ca_topic_score_gemma":0.006842744,"domain_scores_codex":[0.9864699,0.007061101,0.0008263423,0.002001389,0.003177015,0.0004641835],"domain_scores_gemma":[0.5754482,0.3354387,0.04644608,0.0183386,0.01892697,0.005401503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001515696,0.0008963653,0.9746695,0.0001372657,0.0002684458,0.0001797018,0.002177375,0.001635741,0.0002328719,0.0006815664,0.002386988,0.01658262],"study_design_scores_gemma":[0.00003337729,0.0005607076,0.9794597,0.00009669846,0.00007268736,0.0002863843,0.001923672,0.0135975,0.000380793,0.0005373308,0.003017405,0.00003376645],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9964929,0.0003535276,0.001287103,0.0003263917,0.00001180303,0.00003983928,0.0002604744,0.0000236071,0.00120425],"genre_scores_gemma":[0.9985766,0.000138865,0.0005292728,0.00008824062,0.00001294192,0.00003210015,0.000356343,0.00001397883,0.0002514739],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01873724,"threshold_uncertainty_score":0.0990932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2474835145","doi":"10.1109/tse.2016.2584050","title":"An Empirical Comparison of Model Validation Techniques for Defect Prediction Models","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":566,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Japan Society for the Promotion of Science; Japan Society for the Promotion of Science London; Compute Canada","keywords":"Computer science; Variance (accounting); Context (archaeology); Cross-validation; Model validation; Sample (material); Data mining; Predictive modelling; Software bug; Software; Machine learning","authors":[{"name":"Chakkrit Tantithamthavorn","is_ca":false},{"name":"Shane McIntosh","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Kenichi Matsumoto","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05422237551678902,"gpt":0.3303165094466313,"spread":0.2760941339298422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08804668,0.002012373,0.001253437,0.005456057,0.001089895,0.002407084,0.002122576,0.002590074,0.001157252],"category_scores_gemma":[0.268119,0.0006746958,0.003025672,0.004156694,0.001645671,0.004996179,0.002140429,0.003260061,0.0005979206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002420923,"about_ca_system_score_gemma":0.001927863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004775952,"about_ca_topic_score_gemma":0.006035721,"domain_scores_codex":[0.953718,0.03066177,0.002978476,0.004560301,0.007287162,0.0007942178],"domain_scores_gemma":[0.5111275,0.4312624,0.01220054,0.02586107,0.01846498,0.001083364],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002208937,0.000835041,0.2669771,0.002063969,0.004484635,0.0002960939,0.001541923,0.4586297,0.002531802,0.01549599,0.01100171,0.2339331],"study_design_scores_gemma":[0.0002010613,0.001724271,0.08326709,0.0008588482,0.0006721755,0.0006702605,0.0006492389,0.8868243,0.003824642,0.01547331,0.00563853,0.0001963037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6999274,0.0111486,0.2750353,0.001498331,0.0003550572,0.0005150843,0.003384329,0.002021749,0.00611417],"genre_scores_gemma":[0.9277461,0.001358534,0.06456732,0.000200378,0.00007461249,0.0003637347,0.004694594,0.0003723615,0.000622304],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9119533,"threshold_uncertainty_score":0.465641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391974543","doi":"10.1109/tse.2024.3368208","title":"Software Testing With Large Language Models: Survey, Landscape, and Vision","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":394,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Software engineering; Software","authors":[{"name":"Junjie Wang","is_ca":false},{"name":"Yuchao Huang","is_ca":false},{"name":"Chunyang Chen","is_ca":false},{"name":"Zhe Liu","is_ca":false},{"name":"Song Wang","is_ca":true},{"name":"Qing Wang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01712040667441351,"gpt":0.2519216021540697,"spread":0.2348011954796562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009385707,0.001491541,0.001848627,0.00599255,0.0004309003,0.004482325,0.003635035,0.002141713,0.002385037],"category_scores_gemma":[0.06181108,0.00100749,0.001519923,0.005038078,0.003055187,0.01052341,0.002492735,0.003093329,0.001103475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002108319,"about_ca_system_score_gemma":0.00291645,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006331891,"about_ca_topic_score_gemma":0.004358084,"domain_scores_codex":[0.9900885,0.004911423,0.0006522069,0.001158091,0.002961443,0.0002282895],"domain_scores_gemma":[0.9138474,0.07639063,0.002021867,0.002982831,0.004228889,0.0005283364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000145883,0.0002058172,0.01046892,0.003307177,0.0001709392,0.0001961956,0.0005721956,0.01650292,0.001008697,0.02595612,0.01321999,0.9282451],"study_design_scores_gemma":[0.0001181542,0.0008701161,0.01419034,0.00932717,0.0004632761,0.002972635,0.002998374,0.4816467,0.008588703,0.1844773,0.2940071,0.0003400746],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.03519735,0.4594508,0.4426527,0.03379083,0.0006956821,0.0003308217,0.000978464,0.00620898,0.02069431],"genre_scores_gemma":[0.4255341,0.3314767,0.2209292,0.008213248,0.003103178,0.0005827866,0.003668368,0.001898819,0.004593555],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.009385707,"threshold_uncertainty_score":0.04963696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110431240","doi":"10.1109/tse.2002.1019484","title":"Assessing the applicability of fault-proneness models across object-oriented software projects","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":351,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Universidade Federal do Rio Grande do Sul; National Science Foundation","keywords":"Computer science; Software metric; Software system; Software; Data mining; A priori and a posteriori; Multivariate adaptive regression splines; Software development; Java; Fault (geology); Software fault tolerance; Software engineering; Machine learning; Software quality; Regression analysis; Programming language","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Walcélio L. Melo","is_ca":false},{"name":"Jürgen Wüst","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04020972332741948,"gpt":0.2891038020238414,"spread":0.2488940786964219,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02627256,0.001153446,0.0009165377,0.005426715,0.0005754826,0.001650495,0.002134443,0.001888257,0.0008983266],"category_scores_gemma":[0.1024901,0.0005668817,0.001747071,0.003402292,0.001157696,0.003849548,0.002505996,0.001840669,0.0002446022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001753379,"about_ca_system_score_gemma":0.0008003147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005962244,"about_ca_topic_score_gemma":0.004746999,"domain_scores_codex":[0.989421,0.005918215,0.0006915259,0.001414998,0.002021598,0.0005326759],"domain_scores_gemma":[0.8444811,0.1212119,0.01571838,0.01095265,0.006218785,0.001417195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00075951,0.0008512771,0.4113628,0.0001798762,0.0008706031,0.000175018,0.001326394,0.5151761,0.001405179,0.004537095,0.0005568232,0.06279925],"study_design_scores_gemma":[0.00003400454,0.001424114,0.1560135,0.00004993236,0.0001236977,0.0001192955,0.000786612,0.8304014,0.0008228982,0.009556324,0.00060949,0.00005862836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9522756,0.0002585757,0.04520004,0.0002831032,0.00001189405,0.0001105856,0.0003646403,0.0001910898,0.001304498],"genre_scores_gemma":[0.9890411,0.00008385528,0.0101416,0.00002398865,0.00001017335,0.00007600174,0.0004356284,0.00002769624,0.0001600523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02627256,"threshold_uncertainty_score":0.1389442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120738100","doi":"10.1109/tse.2006.102","title":"Empirical Analysis of Object-Oriented Design Metrics for Predicting High and Low Severity Faults","year":2006,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":349,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Larner College of Medicine, University of Vermont; University of Alberta","keywords":"Computer science; Fault (geology); Data mining; Software fault tolerance; Empirical research; Object-oriented programming; Machine learning; Reliability engineering; Logistic regression; Artificial intelligence; Fault tolerance; Distributed computing; Engineering; Statistics; Mathematics; Programming language","authors":[{"name":"Yuming Zhou","is_ca":false},{"name":"Hareton Leung","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01827904818554282,"gpt":0.260653268209901,"spread":0.2423742200243582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006842851,0.0008595249,0.0004191679,0.004498734,0.00020298,0.0006259704,0.0004318941,0.0006175622,0.0004445636],"category_scores_gemma":[0.06088367,0.0001678721,0.0003948089,0.002909319,0.0004446323,0.001164324,0.000468454,0.0006937869,0.0002414424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000403286,"about_ca_system_score_gemma":0.0003954924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001936088,"about_ca_topic_score_gemma":0.002099964,"domain_scores_codex":[0.9964851,0.001625628,0.00033331,0.0003311922,0.001080841,0.0001438822],"domain_scores_gemma":[0.8943263,0.08083223,0.01383448,0.004220217,0.005693038,0.001093709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001203705,0.0001406095,0.9474918,0.00005297185,0.0001337525,0.00005310528,0.0001013573,0.02202131,0.0006326963,0.000209128,0.0004159277,0.02862709],"study_design_scores_gemma":[0.00003540803,0.0004128474,0.7104121,0.00003806814,0.00007028013,0.0002563095,0.000192315,0.2830052,0.002766855,0.001872206,0.0009043408,0.00003400711],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9877809,0.0003834303,0.01041783,0.0001359262,0.000007811094,0.0000263718,0.0006326763,0.0001194547,0.0004956261],"genre_scores_gemma":[0.9954706,0.00008215173,0.003403874,0.00001100343,0.000007525001,0.00001716884,0.0009283067,0.00001309319,0.00006630466],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006842851,"threshold_uncertainty_score":0.0361889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151187574","doi":"10.1109/tse.2004.1274044","title":"An empirical study of open-source and closed-source software products","year":2004,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"General Dynamics (Canada)","funders":"University of Calgary","keywords":"Computer science; Open source; Empirical research; Open source software; Metric (unit); Software; Modular design; Software development; Software engineering; Empirical evidence; Creativity; Data science; Knowledge management; Marketing; Programming language; Statistics; Business; Mathematics","authors":[{"name":"Jack Paulson","is_ca":true},{"name":"Giancarlo Succi","is_ca":false},{"name":"Armin Eberlein","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02115577811445363,"gpt":0.2799976163484172,"spread":0.2588418382339636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.01494806,0.000305215,0.0004246113,0.002854365,0.001740951,0.002465878,0.001013358,0.0009549573,0.002544496],"category_scores_gemma":[0.121076,0.000405914,0.0002762432,0.004224043,0.002638696,0.005879536,0.00245219,0.001888753,0.0005163761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001136715,"about_ca_system_score_gemma":0.00135708,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001783021,"about_ca_topic_score_gemma":0.001952447,"domain_scores_codex":[0.9852831,0.007242774,0.001028534,0.001082457,0.004552491,0.00081067],"domain_scores_gemma":[0.7037985,0.2218021,0.03065387,0.008945221,0.02667966,0.008120583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005185794,0.003467033,0.8606726,0.0004341794,0.00005629526,0.0009064153,0.07202826,0.0004119934,0.00167747,0.00536625,0.001145829,0.05331502],"study_design_scores_gemma":[0.00007286949,0.00214876,0.8553159,0.0003193225,0.00002781367,0.0009964769,0.1226237,0.002713955,0.001329749,0.002098086,0.01228265,0.00007069169],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9970071,0.0001301982,0.0006009505,0.0001298846,0.000003615597,0.00007195375,0.00007146574,0.00000399398,0.001980973],"genre_scores_gemma":[0.9977642,0.0001429238,0.001073573,0.00006643695,0.000008953563,0.0001336467,0.0001944638,0.000008361372,0.0006074322],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9989867,"threshold_uncertainty_score":0.07905382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097750323","doi":"10.1109/tse.2008.26","title":"Asking and Answering Questions during a Programming Change Task","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":314,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta; Vrije Universiteit Brussel; University of Washington","keywords":"Computer science; Programmer; Ask price; Task (project management); Key (lock); Programming language; Question answering; Code (set theory); Software engineering; World Wide Web; Data science; Information retrieval","authors":[{"name":"Jonathan Sillito","is_ca":true},{"name":"Gail C. Murphy","is_ca":true},{"name":"Kris De Volder","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02214495530722297,"gpt":0.2361953929923954,"spread":0.2140504376851724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01996307,0.000797919,0.001007676,0.00229582,0.002685462,0.003294745,0.002148525,0.004104185,0.00298124],"category_scores_gemma":[0.1812626,0.001195607,0.0006895764,0.001471457,0.002120413,0.005520253,0.003897749,0.003284431,0.00105718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001195525,"about_ca_system_score_gemma":0.001634029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003073412,"about_ca_topic_score_gemma":0.003277562,"domain_scores_codex":[0.9675163,0.02365552,0.001625967,0.002573856,0.003150793,0.001477582],"domain_scores_gemma":[0.6370504,0.322849,0.01366317,0.01238002,0.009353153,0.004704312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001231793,0.0007642992,0.1835728,0.001180723,0.0001365523,0.001862083,0.6208296,0.00157607,0.04430858,0.003380678,0.006171025,0.1349857],"study_design_scores_gemma":[0.0004527812,0.003793555,0.3022282,0.001081927,0.0003478608,0.006099203,0.4480908,0.0506078,0.03553358,0.01604787,0.1348545,0.0008619583],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9550355,0.0003291777,0.03676715,0.001659296,0.00003826265,0.0004681948,0.0002825262,0.001038246,0.004381551],"genre_scores_gemma":[0.9519398,0.0002643712,0.04315501,0.0009082436,0.00004812789,0.0005124187,0.000560074,0.0002848291,0.002326973],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01996307,"threshold_uncertainty_score":0.1055761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107024044","doi":"10.1109/tse.2006.38","title":"On the value of static analysis for fault detection in software","year":2006,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Nortel (Canada)","funders":"North Carolina State University; National Science Foundation","keywords":"Static analysis; Computer science; Fault detection and isolation; Software; Software quality; Reliability engineering; Software bug; Programmer; Software reliability testing; Fault (geology); Static program analysis; Data mining; Software development; Embedded system; Operating system; Artificial intelligence; Programming language; Engineering","authors":[{"name":"Jiang Zheng","is_ca":false},{"name":"Laurie Williams","is_ca":false},{"name":"Nachiappan Nagappan","is_ca":false},{"name":"Will Snipes","is_ca":false},{"name":"J.P. Hudepohl","is_ca":true},{"name":"Mladen A. Vouk","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01146549923645789,"gpt":0.2358461180225872,"spread":0.2243806187861293,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006543355,0.001120051,0.0007380307,0.00580374,0.0007779919,0.002279223,0.0008768096,0.000882963,0.001451667],"category_scores_gemma":[0.04226043,0.0004772612,0.0007592982,0.002958377,0.003478596,0.004967668,0.0007291718,0.0009961132,0.0005415329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001047457,"about_ca_system_score_gemma":0.001162361,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002920281,"about_ca_topic_score_gemma":0.002582627,"domain_scores_codex":[0.9898165,0.004996632,0.000389346,0.0005871852,0.00392152,0.0002886416],"domain_scores_gemma":[0.8912511,0.09136163,0.0039415,0.006717937,0.006354789,0.0003730584],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008389478,0.0003518228,0.07842284,0.0004414164,0.0003010699,0.0004512901,0.0006417152,0.172008,0.01909464,0.02488857,0.001529847,0.7010298],"study_design_scores_gemma":[0.0000784717,0.001631015,0.055132,0.0003846236,0.0003931136,0.001434816,0.0005844062,0.7966369,0.03785539,0.09934291,0.00615851,0.0003678201],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4436477,0.006458679,0.5323845,0.002100173,0.0001299043,0.0001740735,0.0002401182,0.002478237,0.01238667],"genre_scores_gemma":[0.9221358,0.001151961,0.07539402,0.0001519697,0.00009865635,0.00005144287,0.0001135871,0.0001338617,0.0007687047],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006543355,"threshold_uncertainty_score":0.03460497,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2103640219","doi":"10.1109/tse.2005.28","title":"Using origin analysis to detect merging and splitting of source code entities","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":252,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Context (archaeology); Source code; Code (set theory); Abstraction; Programming language; Software; Plan (archaeology); Software evolution; Software engineering; Database; Theoretical computer science; Software system; Data mining; Software construction","authors":[{"name":"Michael W. Godfrey","is_ca":true},{"name":"Lina Zou","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02389376451113013,"gpt":0.2743728504647013,"spread":0.2504790859535712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003888724,0.0006033254,0.0006607799,0.006516187,0.0008827355,0.002065487,0.001814079,0.001224463,0.001415082],"category_scores_gemma":[0.01986715,0.0005309813,0.0009042537,0.003157291,0.001373956,0.003654839,0.002974108,0.001345835,0.0004939389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009171635,"about_ca_system_score_gemma":0.001191917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003101582,"about_ca_topic_score_gemma":0.002962304,"domain_scores_codex":[0.9959111,0.0008185263,0.0004181645,0.0008737332,0.001700129,0.0002783757],"domain_scores_gemma":[0.9734452,0.01105446,0.005633986,0.00477678,0.004662114,0.0004273437],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001238193,0.0002542234,0.2572225,0.0008503843,0.0002978372,0.004034264,0.01380366,0.01099493,0.09405164,0.02901814,0.005119153,0.583115],"study_design_scores_gemma":[0.0002247944,0.0006805702,0.1079574,0.0002681736,0.0007655524,0.00536456,0.003262313,0.4440316,0.3402193,0.03899243,0.05782363,0.0004096958],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3377192,0.000649195,0.637685,0.0003378762,0.0000608066,0.0002289558,0.0007312484,0.01912517,0.00346255],"genre_scores_gemma":[0.6433144,0.0002477558,0.351098,0.0001142278,0.00004385742,0.00012346,0.001310142,0.001754053,0.001994058],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006516187,"threshold_uncertainty_score":0.02056581,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122581326","doi":"10.1109/tse.2008.36","title":"Do Crosscutting Concerns Cause Defects?","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":238,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Harm; Process (computing); Code (set theory); Measure (data warehouse); Source code; Degree (music); Software engineering; Risk analysis (engineering); Reliability engineering; Data mining; Programming language; Law; Engineering","authors":[{"name":"Marc Eaddy","is_ca":false},{"name":"Thomas Zimmermann","is_ca":true},{"name":"Kaitlin Duck Sherwood","is_ca":true},{"name":"Vedant Garg","is_ca":false},{"name":"Gail C. Murphy","is_ca":true},{"name":"Nachiappan Nagappan","is_ca":false},{"name":"Alfred V. Aho","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03323913553247372,"gpt":0.2690570060501059,"spread":0.2358178705176321,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008900899,0.0007495433,0.000618793,0.00284359,0.0006285419,0.001461539,0.001007674,0.002403595,0.002632019],"category_scores_gemma":[0.100789,0.0006390598,0.0007191138,0.002047856,0.002293778,0.004151735,0.001276016,0.001369258,0.0002473576],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009139612,"about_ca_system_score_gemma":0.0008329307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001299825,"about_ca_topic_score_gemma":0.001990607,"domain_scores_codex":[0.9887832,0.003233201,0.0006886433,0.001964047,0.004802805,0.000528164],"domain_scores_gemma":[0.7585673,0.1788065,0.040914,0.008663506,0.01160007,0.001448546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004562408,0.0007961626,0.8127725,0.001384421,0.0005794577,0.001602906,0.005722561,0.002528745,0.02513996,0.01254915,0.001201636,0.1352665],"study_design_scores_gemma":[0.0001042945,0.001426829,0.8885756,0.000447707,0.000660256,0.0051281,0.007437159,0.009449279,0.04469799,0.03478136,0.007200688,0.00009072414],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9711368,0.001871762,0.01779854,0.002205959,0.00005769168,0.00007994906,0.0001806449,0.0001829571,0.006485745],"genre_scores_gemma":[0.9963009,0.0003887136,0.002528803,0.0003075491,0.0000241464,0.00002635846,0.00008408765,0.00003013827,0.0003092915],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008900899,"threshold_uncertainty_score":0.04707301,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2579161546","doi":"10.1109/tse.2017.2654244","title":"Using Natural Language Processing to Automatically Detect Self-Admitted Technical Debt","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":220,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Technical debt; Computer science; Debt; Quality (philosophy); Bad debt; Code (set theory); Finance; Software development; Business; Software; Programming language; Set (abstract data type)","authors":[{"name":"Everton da S. Maldonado","is_ca":true},{"name":"Emad Shihab","is_ca":true},{"name":"Nikolaos Tsantalis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01647430844027475,"gpt":0.2907908957815483,"spread":0.2743165873412735,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003361088,0.001123525,0.0005177744,0.005592857,0.0006546698,0.001574574,0.001479048,0.001384535,0.00100284],"category_scores_gemma":[0.0233499,0.0005565571,0.000801995,0.002863269,0.0007379453,0.003324194,0.001387197,0.001602164,0.001020811],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001133193,"about_ca_system_score_gemma":0.002301734,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005790713,"about_ca_topic_score_gemma":0.00781743,"domain_scores_codex":[0.9954224,0.001212315,0.0006210185,0.000962073,0.00162461,0.0001576057],"domain_scores_gemma":[0.9529563,0.02899267,0.008670548,0.002315792,0.006552402,0.0005124075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009374428,0.001053197,0.1137413,0.004000246,0.0002102265,0.005476706,0.006697209,0.01457861,0.1603326,0.006939049,0.05151874,0.6345147],"study_design_scores_gemma":[0.0002509175,0.0006134757,0.08801452,0.0005486549,0.0002302011,0.003605772,0.004133665,0.7361432,0.07241608,0.03161733,0.06215944,0.0002667405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5426903,0.001194838,0.3868244,0.002646013,0.000270334,0.0009741845,0.01626451,0.04292936,0.006205924],"genre_scores_gemma":[0.5115628,0.0004884229,0.4453931,0.000763437,0.0001462972,0.0008269796,0.03655289,0.0009254484,0.003340679],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.005790713,"threshold_uncertainty_score":0.01777536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159484301","doi":"10.1109/tse.2008.74","title":"Enhanced Modeling and Solution of Layered Queueing Networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; IBM (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Queueing theory; Distributed computing; Layered queueing network; Dependability; Control reconfiguration; Canonical form; Queue; Representation (politics); Theoretical computer science; Computer network","authors":[{"name":"Greg Franks","is_ca":true},{"name":"Tariq Al-Omari","is_ca":true},{"name":"Murray Woodside","is_ca":true},{"name":"Olivia Das","is_ca":true},{"name":"Salem Derisavi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01242658243910901,"gpt":0.2011325269344701,"spread":0.1887059444953611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001089302,0.0008248553,0.0009202681,0.000600599,0.0005768629,0.001636859,0.001548254,0.001487836,0.001623537],"category_scores_gemma":[0.003605048,0.0005938748,0.0009847878,0.0006800616,0.0008029332,0.001631749,0.00158689,0.001379305,0.0002826731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001430477,"about_ca_system_score_gemma":0.002299559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01539498,"about_ca_topic_score_gemma":0.007070066,"domain_scores_codex":[0.9992942,0.0002762383,0.00003293656,0.00007583459,0.0002302748,0.00009059902],"domain_scores_gemma":[0.9989967,0.0004780177,0.0001267117,0.00008219622,0.0002526486,0.00006381382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009919397,0.0000109206,0.0002246185,0.00001739987,0.000007702032,0.00003493253,0.00003475518,0.9739836,0.0006210527,0.02236219,0.000203445,0.002489447],"study_design_scores_gemma":[0.000002035999,0.00000189818,0.00001592549,0.000001668906,9.531985e-7,0.000003462664,0.0000030125,0.9965734,0.00006094853,0.003125387,0.0002096418,0.000001666279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01562101,0.0002401401,0.9795989,0.0002038287,0.00004820638,0.00003403034,0.00008581048,0.0002200145,0.003948029],"genre_scores_gemma":[0.6048783,0.0008008456,0.3848329,0.0001282836,0.0001029498,0.0002591279,0.0002879832,0.0001492098,0.008560445],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01539498,"threshold_uncertainty_score":0.03061074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105246013","doi":"10.1109/tse.2002.1158289","title":"Ethical issues in empirical studies of software engineering","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; National Research Council Canada; U.S. Department of Health and Human Services; National Institutes of Health; Public Works and Government Services Canada; Canadian Psychological Association","keywords":"Empirical research; Computer science; Social software engineering; Software engineering; Popularity; Software Engineering Process Group; Software development; Software requirements; Software peer review; Personal software process; Software; Management science; Data science; Software construction; Engineering ethics; Engineering","authors":[{"name":"Janice Singer","is_ca":false},{"name":"Norman G. Vinson","is_ca":false}],"retraction":null,"screen_n_in":3,"score":{"opus":0.05595567562007852,"gpt":0.3199783701972545,"spread":0.264022694577176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.4185021,0.001412915,0.002796659,0.005083118,0.01282545,0.01617612,0.003855906,0.01485656,0.002913034],"category_scores_gemma":[0.6115599,0.001657699,0.001135324,0.007767622,0.06434058,0.01794927,0.011471,0.02001524,0.001062062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005771333,"about_ca_system_score_gemma":0.02042411,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001344341,"about_ca_topic_score_gemma":0.00222221,"domain_scores_codex":[0.3011508,0.6081276,0.02456679,0.01043042,0.05267675,0.003047566],"domain_scores_gemma":[0.1634346,0.7212834,0.03067684,0.04677941,0.03375793,0.00406771],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008946834,0.0001392841,0.002904606,0.001110421,0.00009299758,0.0005726039,0.05381089,0.0005371869,0.0004678984,0.8818937,0.01419098,0.04418995],"study_design_scores_gemma":[0.0001290189,0.0002094131,0.002174687,0.005907216,0.0000737396,0.0007713637,0.02316668,0.002042034,0.001010556,0.7750098,0.1893829,0.0001226024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03574403,0.03808928,0.439704,0.3472713,0.00906069,0.006020498,0.0002589378,0.0002631334,0.123588],"genre_scores_gemma":[0.5006884,0.01846936,0.3172547,0.1258159,0.008346492,0.01769564,0.0002146552,0.000327269,0.01118756],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9851434,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2530824252","doi":"10.1109/tse.2016.2616306","title":"A Framework for Evaluating the Results of the SZZ Approach for Identifying Bug-Introducing Changes","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University; McGill University","funders":"","keywords":"Implementation; Computer science; Task (project management); Software bug; Software implementation; Software; Software engineering; Programming language; Systems engineering","authors":[{"name":"Daniel Alencar da Costa","is_ca":false},{"name":"Shane McIntosh","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Uirá Kulesza","is_ca":false},{"name":"Roberta Coelho","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07051700283867052,"gpt":0.3266203963305439,"spread":0.2561033934918734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08436929,0.003909019,0.002666479,0.03423489,0.002197917,0.007367328,0.004705835,0.003204813,0.003098415],"category_scores_gemma":[0.2368487,0.001225539,0.003170978,0.012294,0.0047069,0.008084452,0.007217557,0.003259937,0.001283828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003966857,"about_ca_system_score_gemma":0.004552765,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01070768,"about_ca_topic_score_gemma":0.009767716,"domain_scores_codex":[0.9132445,0.0342083,0.009851528,0.007949765,0.03270692,0.002038988],"domain_scores_gemma":[0.7617588,0.1314706,0.03819629,0.02757472,0.03920072,0.001798826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002032704,0.001332743,0.2253101,0.00316227,0.001773727,0.0004845224,0.006001778,0.1334754,0.0202579,0.05824849,0.0188537,0.5290667],"study_design_scores_gemma":[0.0008204114,0.004719753,0.1241994,0.0008431581,0.000875353,0.0008194005,0.003919014,0.7352008,0.03345311,0.07482974,0.019349,0.0009708575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1817589,0.001158498,0.7830005,0.002148122,0.0002230858,0.003158374,0.007299521,0.01034009,0.01091285],"genre_scores_gemma":[0.4178971,0.0002215431,0.5741702,0.0003060607,0.0000618192,0.002099721,0.004010398,0.000416896,0.0008162493],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08436929,"threshold_uncertainty_score":0.4461927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2053107307","doi":"10.1109/tse.2013.2297712","title":"Automatic Summarization of Bug Reports","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":182,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Conversation; Software bug; Software; Quality (philosophy); Natural language processing; Information retrieval; Data science; World Wide Web; Software engineering; Programming language","authors":[{"name":"Sarah Rastkar","is_ca":true},{"name":"Gail C. Murphy","is_ca":true},{"name":"Gabriel Murray","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008384848850770735,"gpt":0.2187966960586759,"spread":0.2104118472079052,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005584284,0.001351472,0.001047482,0.005408498,0.0005527046,0.001663737,0.001212707,0.000804113,0.001843387],"category_scores_gemma":[0.04444452,0.0004912021,0.0005709548,0.001992469,0.0002092992,0.001844325,0.001202466,0.0008204041,0.001243399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004759729,"about_ca_system_score_gemma":0.001045786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001625836,"about_ca_topic_score_gemma":0.002365577,"domain_scores_codex":[0.9955412,0.002012209,0.0004551683,0.0007888114,0.001048224,0.0001544006],"domain_scores_gemma":[0.9578745,0.02356423,0.004971325,0.003460912,0.009577771,0.0005512683],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001053849,0.0003269404,0.02027727,0.002403981,0.000252071,0.0006269115,0.006505372,0.009192116,0.05379294,0.00163443,0.02680034,0.8771338],"study_design_scores_gemma":[0.0005776219,0.003714383,0.1258539,0.001169059,0.001717548,0.002809576,0.007526814,0.5076183,0.1847518,0.01222384,0.1515011,0.0005360686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5397664,0.004430609,0.3953992,0.001373348,0.0004839226,0.001394288,0.01071139,0.0409653,0.005475547],"genre_scores_gemma":[0.6102859,0.001279663,0.3607233,0.000189534,0.000397109,0.0007776114,0.02121732,0.001335616,0.003794006],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005584284,"threshold_uncertainty_score":0.02953285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136921053","doi":"10.1109/tse.2010.58","title":"The Effects of Time Constraints on Test Case Prioritization: A Series of Controlled Experiments","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Regression testing; Prioritization; Computer science; Context (archaeology); Risk-based testing; Reliability engineering; Process (computing); Software; Regression analysis; Data mining; Risk analysis (engineering); Machine learning; Software development; Engineering; Management science; Software construction","authors":[{"name":"Hyunsook Do","is_ca":false},{"name":"Siavash Mirarab","is_ca":false},{"name":"Ladan Tahvildari","is_ca":true},{"name":"Gregg Rothermel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.005484845015205005,"gpt":0.2193811498363502,"spread":0.2138963048211452,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01476421,0.003478669,0.001762069,0.001234533,0.001312446,0.002148462,0.004320335,0.003055643,0.005864657],"category_scores_gemma":[0.06549779,0.001350492,0.001691876,0.001310148,0.002729094,0.00241166,0.001796083,0.004881511,0.0006025335],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002565466,"about_ca_system_score_gemma":0.002879321,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002435528,"about_ca_topic_score_gemma":0.002870249,"domain_scores_codex":[0.9861057,0.005807009,0.001875114,0.00271731,0.002204289,0.001290611],"domain_scores_gemma":[0.7893358,0.1733025,0.0181555,0.008236971,0.00777192,0.003197293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.1816958,0.3312303,0.01693113,0.004962215,0.002253009,0.001112787,0.008107449,0.0459279,0.2677897,0.006374319,0.004996781,0.1286187],"study_design_scores_gemma":[0.06333205,0.6317912,0.04611544,0.0005238389,0.003022663,0.0003337327,0.001996083,0.05529432,0.1668949,0.01336118,0.0163853,0.0009493094],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9740252,0.00038227,0.01160327,0.0002065688,0.0003282995,0.01008417,0.0005800266,0.0002992407,0.00249113],"genre_scores_gemma":[0.872146,0.0006013354,0.06541961,0.001205285,0.0003370331,0.05410937,0.00113904,0.0002570871,0.004785241],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01476421,"threshold_uncertainty_score":0.07808149,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100310705","doi":"10.1109/tse.2007.70747","title":"API-Evolution Support with Diff-CatchUp","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Component (thermodynamics); Reuse; Software engineering; Context (archaeology); Component-based software engineering; Generality; Software evolution; Software development; Software; Programming language; Software construction","authors":[{"name":"Zhenchang Xing","is_ca":true},{"name":"Eleni Stroulia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01479056795077025,"gpt":0.2375126740495175,"spread":0.2227221060987473,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004742615,0.001646587,0.0009362448,0.001379141,0.0008274947,0.001981919,0.006957768,0.002312241,0.004218207],"category_scores_gemma":[0.01967301,0.001732153,0.001069644,0.0008565644,0.001356227,0.007514605,0.008729583,0.003316462,0.001144418],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007022982,"about_ca_system_score_gemma":0.001156886,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002133726,"about_ca_topic_score_gemma":0.002187919,"domain_scores_codex":[0.9966979,0.0005686049,0.0004081292,0.0006665148,0.001363271,0.0002955656],"domain_scores_gemma":[0.9818078,0.006090684,0.00135185,0.008611391,0.001434489,0.000703844],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001954424,0.001030354,0.02086629,0.0008167464,0.0001946626,0.004320642,0.003607457,0.01416278,0.07196143,0.02914675,0.03120083,0.8207377],"study_design_scores_gemma":[0.0009105157,0.0008597497,0.0116566,0.0002711894,0.0003475409,0.00643882,0.000750648,0.5594849,0.2374152,0.04857589,0.1326532,0.0006358279],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09339323,0.0003225712,0.7016426,0.0005540841,0.000117769,0.0005105899,0.0002625225,0.1973449,0.005851712],"genre_scores_gemma":[0.4610428,0.0002207943,0.5115122,0.0008650994,0.00007982428,0.0004937854,0.001426889,0.01547638,0.008882228],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006957768,"threshold_uncertainty_score":0.02508163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169782617","doi":"10.1109/tse.2002.1158285","title":"An operational process for goal-driven definition of measures","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":148,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Empirical research; Set (abstract data type); Process (computing); Verifiable secret sharing; Software engineering; Management science; Programming language","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Sandro Morasca","is_ca":false},{"name":"Victor R. Basili","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03966221107474621,"gpt":0.2691720046253052,"spread":0.2295097935505589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05124904,0.002609351,0.002227291,0.007595867,0.003218137,0.009940111,0.006977259,0.004856401,0.005317696],"category_scores_gemma":[0.07780371,0.001443025,0.003391785,0.006203408,0.01527843,0.01661984,0.00835169,0.01099969,0.002701184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004198739,"about_ca_system_score_gemma":0.008133901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002445622,"about_ca_topic_score_gemma":0.001411146,"domain_scores_codex":[0.9671991,0.0183681,0.003739479,0.003581139,0.006305089,0.0008069801],"domain_scores_gemma":[0.9493905,0.02532023,0.003246618,0.009038229,0.01154942,0.001455112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008925061,0.00003380357,0.0001127704,0.0001047128,0.00001446452,0.00005661474,0.001042176,0.001092978,0.0003307202,0.986704,0.0008510585,0.009647859],"study_design_scores_gemma":[0.00002767208,0.00007427421,0.0001990384,0.0002555429,0.00002069721,0.0001240182,0.0006745299,0.0111371,0.0008528931,0.9493262,0.03725702,0.00005110199],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.000727103,0.0001794969,0.9926268,0.001633618,0.0001001667,0.0004068279,0.0001128569,0.0001663877,0.004046602],"genre_scores_gemma":[0.02670372,0.0002154097,0.9690554,0.0006048627,0.000101101,0.002215237,0.000301982,0.0001206365,0.0006816884],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.05124904,"threshold_uncertainty_score":0.2710341,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102418068","doi":"10.1109/tse.2002.1049402","title":"Timed Wp-method: testing real-time systems","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Nondeterministic algorithm; Correctness; Timed automaton; Automaton; System under test; Finite-state machine; Fault coverage; Real-time operating system; Test case; Real-time computing; Distributed computing; Algorithm; Theoretical computer science; Embedded system","authors":[{"name":"Abdeslam En‐Nouaary","is_ca":true},{"name":"Rachida Dssouli","is_ca":true},{"name":"Ferhat Khendek","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02672061398918014,"gpt":0.2342479938867207,"spread":0.2075273798975405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001131038,0.001217668,0.0004707033,0.0007330701,0.0001707812,0.0004943058,0.002182449,0.0007573903,0.003019999],"category_scores_gemma":[0.00612649,0.0003305568,0.0007234346,0.0006353299,0.0007638785,0.001047783,0.000606149,0.0006283829,0.0004527835],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003880461,"about_ca_system_score_gemma":0.0008638132,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001372299,"about_ca_topic_score_gemma":0.0008773935,"domain_scores_codex":[0.9978585,0.0007516762,0.0001701859,0.0004434545,0.000670169,0.0001059785],"domain_scores_gemma":[0.9958978,0.002539444,0.0003507762,0.0007698603,0.0003586235,0.00008337678],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007433625,0.0003630825,0.01002849,0.002164293,0.0003304199,0.001760901,0.0005391372,0.3207085,0.1341452,0.03921883,0.004840839,0.485157],"study_design_scores_gemma":[0.0001870222,0.0004940294,0.001952158,0.0001091016,0.0001038662,0.00119297,0.00009255286,0.8449922,0.1182679,0.02405252,0.008509327,0.00004621792],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01778726,0.00007905719,0.9782076,0.000040284,0.00002245992,0.0001611013,0.0001780987,0.002632268,0.0008918155],"genre_scores_gemma":[0.3384065,0.0001372041,0.6577503,0.00007711513,0.00002479691,0.0005239425,0.0007294917,0.000625727,0.001724841],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003019999,"threshold_uncertainty_score":0.01010287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145386371","doi":"10.1109/tse.2011.29","title":"Does Socio-Technical Congruence Have an Effect on Software Build Success? A Study of Coordination in a Software Project","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Congruence (geometry); IBM; Computer science; Software; Knowledge management; Psychology; Programming language; Social psychology","authors":[{"name":"Irwin Kwan","is_ca":true},{"name":"Adrian Schröter","is_ca":true},{"name":"Daniela Damian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01808119428883258,"gpt":0.2661448570539433,"spread":0.2480636627651107,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01140997,0.0003836361,0.0005669987,0.002431959,0.00158161,0.002745213,0.0007594281,0.0008277841,0.003017371],"category_scores_gemma":[0.108539,0.0003671623,0.000597365,0.002713619,0.003753313,0.003039664,0.003776086,0.001482578,0.0004044907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009493636,"about_ca_system_score_gemma":0.001370299,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002334516,"about_ca_topic_score_gemma":0.002469397,"domain_scores_codex":[0.985696,0.008947472,0.0006708397,0.0009564271,0.002563922,0.001165395],"domain_scores_gemma":[0.7987238,0.128543,0.04419227,0.008163289,0.006600568,0.01377712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002188196,0.0002184132,0.9815717,0.00003106213,0.0001065466,0.0001574626,0.003586617,0.0009148996,0.0005242504,0.001901486,0.0000950686,0.01067368],"study_design_scores_gemma":[0.00001991171,0.0003504422,0.9902884,0.00001678039,0.00004322265,0.00009006587,0.003526916,0.002404635,0.0002680559,0.002671744,0.0003015461,0.00001845614],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9959087,0.00007658137,0.001156577,0.0002191595,0.000006181175,0.00001277579,0.00001677972,0.000005962262,0.002597319],"genre_scores_gemma":[0.9996384,0.00002295745,0.0002494604,0.00001033968,0.000006535603,0.00000763527,0.000008985921,0.000003652311,0.00005191335],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01140997,"threshold_uncertainty_score":0.06034237,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167110832","doi":"10.1109/32.852742","title":"Validating the ISO/IEC 15504 measure of software requirements analysis process capability","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Software measurement; Process (computing); Software engineering; Process capability; Software Engineering Process Group; Software; Software quality; Software development process; Reliability engineering; Systems engineering; Software development; Work in process; Engineering; Operations management; Operating system","authors":[{"name":"Andreas Birk","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02138934790902381,"gpt":0.2677055899071537,"spread":0.2463162419981298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04564538,0.0006388705,0.000541937,0.005514128,0.0007761672,0.001962285,0.001270839,0.001061551,0.001569815],"category_scores_gemma":[0.1547171,0.0003261997,0.001081308,0.004732814,0.001353451,0.002582481,0.002029373,0.001571202,0.000896436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002232018,"about_ca_system_score_gemma":0.005589456,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003787123,"about_ca_topic_score_gemma":0.003615177,"domain_scores_codex":[0.9370538,0.01963197,0.006947459,0.001917166,0.03303662,0.001413078],"domain_scores_gemma":[0.8429738,0.05572795,0.01244888,0.0169622,0.06970368,0.002183599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006682003,0.003717302,0.4868575,0.0008067685,0.000354691,0.0002656027,0.007209264,0.01611391,0.01289166,0.02777614,0.01062739,0.4327117],"study_design_scores_gemma":[0.0002961372,0.005902258,0.860414,0.0009547352,0.0001676326,0.0004950065,0.00585941,0.04264056,0.0197738,0.009221892,0.0540637,0.0002109147],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8548647,0.0004451965,0.08211755,0.0008867293,0.0002506507,0.003067164,0.001623273,0.0004324699,0.05631233],"genre_scores_gemma":[0.9025604,0.0002562203,0.08866043,0.000187017,0.00004482012,0.003119885,0.003029321,0.0000962711,0.002045681],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04564538,"threshold_uncertainty_score":0.2413987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111555385","doi":"10.1109/tse.2010.70","title":"Solving the Class Responsibility Assignment Problem in Object-Oriented Analysis with Multi-Objective Genetic Algorithms","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Heuristics; Class (philosophy); Genetic algorithm; Cohesion (chemistry); Domain (mathematical analysis); Context (archaeology); Class diagram; Object-oriented programming; Algorithm; Machine learning; Artificial intelligence; Programming language; Mathematics; Unified Modeling Language; Software","authors":[{"name":"Michael Bowman","is_ca":true},{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009970145975078455,"gpt":0.2415902293500961,"spread":0.2316200833750176,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002317964,0.0009845312,0.0008513469,0.001304002,0.0008032504,0.001203495,0.0009739937,0.001458623,0.0009469308],"category_scores_gemma":[0.004436675,0.0005998877,0.0007397118,0.0008926989,0.001104072,0.0008876045,0.0008749599,0.0009506788,0.0001380574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001226324,"about_ca_system_score_gemma":0.001850839,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005936767,"about_ca_topic_score_gemma":0.005696741,"domain_scores_codex":[0.9992074,0.0004367514,0.00003034507,0.0001004187,0.0001542281,0.00007080374],"domain_scores_gemma":[0.9982084,0.00134289,0.0001872249,0.00005945665,0.0001505157,0.00005150006],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001960422,0.00003502528,0.000584025,0.00004248909,0.00002958159,0.00004022149,0.00008733598,0.9663554,0.0006511071,0.006211334,0.0002138696,0.02572992],"study_design_scores_gemma":[0.0000119429,0.00001733558,0.00009622712,0.000009888722,0.00001235618,0.00001410972,0.00003033551,0.9922908,0.0004688279,0.00670993,0.0003334689,0.000004800983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0426227,0.0001816333,0.9551,0.000188368,0.0000182424,0.00006618105,0.00001357023,0.0001721715,0.001637144],"genre_scores_gemma":[0.3682369,0.0002081369,0.6298558,0.000112188,0.00002221478,0.0001998595,0.00004391691,0.00008325003,0.001237757],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005936767,"threshold_uncertainty_score":0.01225871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118604270","doi":"10.1109/tse.2012.28","title":"The Effects of Test-Driven Development on External Quality and Productivity: A Meta-Analysis","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Productivity; Moderation; Computer science; Meta-analysis; Quality (philosophy); Task (project management); Quality management; Statistics; Operations management; Mathematics; Engineering; Economics","authors":[{"name":"Yahya Rafique","is_ca":true},{"name":"Vojislav B. Mišić","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03296412813828898,"gpt":0.2710369436433112,"spread":0.2380728155050222,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.02504209,0.002937336,0.01409179,0.007424776,0.0007245502,0.003836749,0.002229511,0.001901668,0.002135864],"category_scores_gemma":[0.06032579,0.001554298,0.04708346,0.006997239,0.0008938088,0.001864876,0.00178725,0.002239533,0.0002173595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003114578,"about_ca_system_score_gemma":0.002713619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004917013,"about_ca_topic_score_gemma":0.009458418,"domain_scores_codex":[0.9818628,0.009493257,0.004717534,0.001571752,0.002002323,0.0003522888],"domain_scores_gemma":[0.9429715,0.0462486,0.005831053,0.001894129,0.002543194,0.000511579],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002152672,0.00003880975,0.004646535,0.1311319,0.8508765,0.0001074222,0.00009128379,0.0004092607,0.00028661,0.00009181698,0.0002487105,0.00991849],"study_design_scores_gemma":[0.0004742129,0.0002429264,0.00344681,0.008394125,0.9862794,0.00007165821,0.00003344129,0.0001014478,0.0002217207,0.0001106871,0.0006091558,0.00001443029],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01980028,0.9763016,0.001815497,0.0002622489,0.000244786,0.0004503619,0.0006527798,0.00005566173,0.0004167156],"genre_scores_gemma":[0.4463126,0.5426491,0.006235681,0.0008380781,0.0003025923,0.001772864,0.001297338,0.0001035406,0.0004881709],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9859082,"threshold_uncertainty_score":0.1324368,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138201395","doi":"10.1109/tse.2003.1214324","title":"An investigation of graph-based class integration test order strategies","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Computer science; Dependency (UML); Dependency graph; Inheritance (genetic algorithm); Class (philosophy); Theoretical computer science; Graph; Context (archaeology); Artificial intelligence","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Yvan Labiche","is_ca":true},{"name":"Yihong Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01487302891763947,"gpt":0.2431641625133235,"spread":0.228291133595684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004078192,0.0007274454,0.0005105578,0.003290182,0.0004947101,0.001857373,0.001315625,0.0009544939,0.003198916],"category_scores_gemma":[0.02720609,0.0003657544,0.0004998556,0.001894809,0.001362407,0.003337754,0.0007291127,0.0007765852,0.0003514388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00220903,"about_ca_system_score_gemma":0.002108103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005424119,"about_ca_topic_score_gemma":0.004907154,"domain_scores_codex":[0.9965315,0.001684273,0.0001640734,0.0002698024,0.00114682,0.000203466],"domain_scores_gemma":[0.9708205,0.02343057,0.001558496,0.001302635,0.002575275,0.0003124381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004125103,0.0008572289,0.01794509,0.0005802652,0.0001024244,0.0005240155,0.002051087,0.2428351,0.01348443,0.2530182,0.00201888,0.4661707],"study_design_scores_gemma":[0.0001517386,0.0008144247,0.005010687,0.0001206933,0.0001247142,0.0004558238,0.001022066,0.8807456,0.01311069,0.09126527,0.007116423,0.0000619403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3352302,0.0009083649,0.6377694,0.000953764,0.0000362656,0.0008063555,0.0001512122,0.0008616716,0.02328284],"genre_scores_gemma":[0.81799,0.0004334323,0.1797137,0.0001068098,0.000009754321,0.0001757389,0.0001720931,0.00009526595,0.001303199],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005424119,"threshold_uncertainty_score":0.02156782,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3111275476","doi":"10.1109/tse.2021.3078384","title":"A Comparison of Natural Language Understanding Platforms for Chatbots in Software Engineering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Chatbot; Computer science; IBM; Natural language understanding; Natural language; Task (project management); Software; Data science; Artificial intelligence; Software engineering; World Wide Web; Natural language processing; Programming language; Engineering","authors":[{"name":"Ahmad Abdellatif","is_ca":true},{"name":"Khaled Badran","is_ca":true},{"name":"Diego Elias Costa","is_ca":true},{"name":"Emad Shihab","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0374386258312366,"gpt":0.2990128889211052,"spread":0.2615742630898686,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01049906,0.001591208,0.001183028,0.005986601,0.001140938,0.002983351,0.001597741,0.002292957,0.002144545],"category_scores_gemma":[0.03641912,0.0005395221,0.00133641,0.002034589,0.0009088469,0.00806092,0.003560568,0.002228377,0.002508084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001660591,"about_ca_system_score_gemma":0.001672878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00555375,"about_ca_topic_score_gemma":0.008249082,"domain_scores_codex":[0.9900748,0.004554547,0.001057245,0.001935411,0.001935623,0.000442288],"domain_scores_gemma":[0.9607784,0.02946869,0.001669708,0.002448771,0.003931113,0.001703322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01005653,0.003093421,0.0521597,0.007643786,0.0009171618,0.001205052,0.01802421,0.0212463,0.04936204,0.008889765,0.04492052,0.7824815],"study_design_scores_gemma":[0.001500962,0.008492857,0.2226238,0.001981394,0.0009300864,0.002338236,0.01768725,0.5328187,0.05538917,0.01716746,0.1379408,0.001129293],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8653842,0.007063255,0.06861119,0.001652006,0.0004967208,0.001297876,0.006637066,0.03304467,0.01581299],"genre_scores_gemma":[0.8310165,0.00189142,0.1199246,0.0006229556,0.0001803138,0.001273126,0.03761604,0.001665322,0.005809723],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01049906,"threshold_uncertainty_score":0.055525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104994910","doi":"10.1109/tse.2012.71","title":"Trustrace: Mining Software Repositories to Improve the Accuracy of Requirement Traceability Links","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Computer science; Requirements traceability; Precision and recall; Source code; Software; Data mining; Software engineering; Software development; Database; Information retrieval; Programming language; Requirement","authors":[{"name":"Nasir Ali","is_ca":true},{"name":"Yann-Gael Gueneuc","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02091274312405102,"gpt":0.2715974100159869,"spread":0.2506846668919359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006811192,0.001864274,0.001550536,0.01261702,0.0009494777,0.00257971,0.002770343,0.001378829,0.0007195793],"category_scores_gemma":[0.05825123,0.0007106504,0.001527015,0.006128544,0.0006426151,0.006953557,0.003054683,0.001437929,0.0009255537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009257027,"about_ca_system_score_gemma":0.002392876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00931622,"about_ca_topic_score_gemma":0.008612623,"domain_scores_codex":[0.991542,0.001645853,0.001044255,0.001381043,0.004002102,0.0003847555],"domain_scores_gemma":[0.9543527,0.01746341,0.007647164,0.009763036,0.0102476,0.0005260101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005235771,0.0008655627,0.08688509,0.001488968,0.0005211903,0.000842177,0.00177278,0.06176908,0.02160296,0.004016467,0.01333803,0.8063741],"study_design_scores_gemma":[0.00008690028,0.0005223567,0.01961864,0.0001654248,0.0002420697,0.0008702031,0.0007009839,0.91096,0.0486818,0.008971738,0.009039544,0.0001403803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2420567,0.002822049,0.70421,0.0007849833,0.000123654,0.0004556842,0.0030681,0.04327708,0.003201733],"genre_scores_gemma":[0.6331382,0.0007535007,0.3514138,0.0001755848,0.00005487171,0.0002752236,0.01068462,0.001058449,0.002445758],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01261702,"threshold_uncertainty_score":0.03602141,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099441126","doi":"10.1109/tse.2003.1214327","title":"General test result checking with log file analysis","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Random testing; Formalism (music); Programming language; Unit testing; Operating system; Software; Test case","authors":[{"name":"James H. Andrews","is_ca":true},{"name":"Yingjun Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01114718760434826,"gpt":0.215001202784079,"spread":0.2038540151797307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005819703,0.00161318,0.001298364,0.003277684,0.0007152322,0.003221233,0.004041425,0.00168409,0.005121144],"category_scores_gemma":[0.0368065,0.0008092988,0.001706109,0.00183454,0.003313489,0.006775377,0.003306326,0.00195161,0.001431096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001318562,"about_ca_system_score_gemma":0.002989001,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002180503,"about_ca_topic_score_gemma":0.001605702,"domain_scores_codex":[0.9863593,0.004570359,0.001313333,0.001529735,0.005437585,0.0007896477],"domain_scores_gemma":[0.9638414,0.01705532,0.003144664,0.01255218,0.003080451,0.0003258988],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001872118,0.0009540087,0.01767866,0.00185562,0.0003008865,0.001802247,0.001051244,0.1117063,0.0617876,0.1840515,0.01417102,0.6027688],"study_design_scores_gemma":[0.0002562022,0.0006021031,0.002331463,0.0003287669,0.0001928569,0.002089937,0.0001342801,0.7014862,0.1226012,0.1508023,0.0189905,0.0001841779],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007896787,0.00007660389,0.9808736,0.00009210307,0.00001678504,0.0001476252,0.0001269231,0.00981705,0.000952517],"genre_scores_gemma":[0.3169245,0.000163728,0.6777416,0.0002509195,0.00008238597,0.0006486533,0.0009724647,0.001433479,0.001782355],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005819703,"threshold_uncertainty_score":0.03077793,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085597081","doi":"10.1109/tse.2013.27","title":"The Impact of Classifier Configuration and Classifier Combination on Bug Localization","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Classifier (UML); Computer science; Artificial intelligence; Machine learning; Random subspace method; Source code; Probabilistic classification; Quadratic classifier; Data mining; Pattern recognition (psychology); Support vector machine; Naive Bayes classifier; Programming language","authors":[{"name":"Stephen W. Thomas","is_ca":true},{"name":"Meiyappan Nagappan","is_ca":true},{"name":"Dorothea Blostein","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01391528330065162,"gpt":0.2482150025998901,"spread":0.2342997192992385,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02913763,0.004995291,0.003796098,0.005854741,0.002938632,0.005440454,0.003245764,0.004519301,0.00130525],"category_scores_gemma":[0.1209308,0.001914215,0.002025702,0.004832915,0.002608946,0.01159003,0.003247098,0.004290313,0.001424546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001984335,"about_ca_system_score_gemma":0.002264163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004301614,"about_ca_topic_score_gemma":0.003719604,"domain_scores_codex":[0.9662212,0.01430988,0.004156333,0.00836386,0.004861466,0.002087184],"domain_scores_gemma":[0.8104165,0.1427071,0.008972839,0.02130262,0.01227337,0.004327467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.008782708,0.002923582,0.2955529,0.00128753,0.00313546,0.001144132,0.001143563,0.2144787,0.0236294,0.0009689094,0.01239399,0.434559],"study_design_scores_gemma":[0.001453873,0.01542964,0.1451341,0.0008166039,0.006380394,0.005574486,0.003603833,0.7275023,0.07174043,0.008071773,0.01308831,0.001204158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9514071,0.01065456,0.02523144,0.001512685,0.0006881983,0.0005828218,0.0007914556,0.004547087,0.004584643],"genre_scores_gemma":[0.9800696,0.0007411769,0.01645138,0.0003187121,0.000200031,0.000194215,0.001077885,0.0003257061,0.0006212895],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02913763,"threshold_uncertainty_score":0.1540964,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3187068675","doi":"10.1109/tse.2021.3099532","title":"What Makes Agile Software Development Agile?","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of Calgary","funders":"European Regional Development Fund; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Science Foundation Ireland; Ministerio de Ciencia, Innovación y Universidades; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Agile software development; Extreme programming practices; Computer science; Agile Unified Process; Lean software development; Software development; Software; Agile usability engineering; Process management; Process (computing); Software development process; Empirical research; Software engineering; Knowledge management; Engineering management; Engineering","authors":[{"name":"Marco Kuhrmann","is_ca":false},{"name":"Paolo Tell","is_ca":false},{"name":"Regina Hebig","is_ca":false},{"name":"Jil Klünder","is_ca":false},{"name":"Jürgen Münch","is_ca":false},{"name":"Oliver Linssen","is_ca":false},{"name":"Dietmar Pfahl","is_ca":false},{"name":"Michael Felderer","is_ca":false},{"name":"Christian R. Prause","is_ca":false},{"name":"Stephen G. MacDonell","is_ca":false},{"name":"Joyce Nakatumba‐Nabende","is_ca":false},{"name":"David Raffo","is_ca":false},{"name":"Sarah Beecham","is_ca":false},{"name":"Eray Tüzün","is_ca":false},{"name":"Gustavo López","is_ca":false},{"name":"Nicolás Paéz","is_ca":false},{"name":"Diego Fontdevila","is_ca":false},{"name":"Sherlock A. Licorish","is_ca":false},{"name":"Steffen Küpper","is_ca":false},{"name":"Günther Ruhe","is_ca":true},{"name":"Eric Knauss","is_ca":false},{"name":"Özden Özcan‐Top","is_ca":false},{"name":"Paul Clarke","is_ca":false},{"name":"Fergal McCaffery","is_ca":false},{"name":"Marcela Genero","is_ca":false},{"name":"Aurora Vizcaíno","is_ca":false},{"name":"Mario Piattini","is_ca":false},{"name":"Marcos Kalinowski","is_ca":false},{"name":"Tayana Conte","is_ca":false},{"name":"Rafael Prikladnicki","is_ca":false},{"name":"Stephan Krusche","is_ca":false},{"name":"Ahmet Coşkunçay","is_ca":false},{"name":"Ezequiel Scott","is_ca":false},{"name":"Fabio Calefato","is_ca":false},{"name":"Svetlana Pimonova","is_ca":false},{"name":"Rolf-Helge Pfeiffer","is_ca":false},{"name":"Ulrik Pagh Schultz","is_ca":false},{"name":"Rogardt Heldal","is_ca":false},{"name":"Masud Fazal-Baqaie","is_ca":false},{"name":"Craig Anslow","is_ca":false},{"name":"Maleknaz Nayebi","is_ca":true},{"name":"Kurt Schneider","is_ca":false},{"name":"Stefan Sauer","is_ca":false},{"name":"Dietmar Winkler","is_ca":false},{"name":"Stefan Biffl","is_ca":false},{"name":"María Cecilia Bastarrica","is_ca":false},{"name":"Ita Richardson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01605354201630535,"gpt":0.2346877297413807,"spread":0.2186341877250754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01435029,0.0006500615,0.000603691,0.001750042,0.001945325,0.008115534,0.0008267483,0.003296844,0.002724041],"category_scores_gemma":[0.05566452,0.0005912886,0.000623749,0.002177956,0.006355031,0.01238872,0.002955789,0.004613332,0.001181161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001348307,"about_ca_system_score_gemma":0.003319358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002353945,"about_ca_topic_score_gemma":0.002135378,"domain_scores_codex":[0.9803021,0.01049319,0.0009352416,0.001213411,0.005829125,0.001226889],"domain_scores_gemma":[0.9409159,0.03631952,0.005093492,0.004181138,0.009574628,0.003915358],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001091434,0.0001899741,0.02890034,0.00177602,0.0001918725,0.000858383,0.02446784,0.002090514,0.002137381,0.1874952,0.07715918,0.6746241],"study_design_scores_gemma":[0.00005968099,0.0001604235,0.01827592,0.004002973,0.0001178355,0.001758117,0.02958504,0.002643119,0.001320165,0.3257329,0.6162036,0.0001402384],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.08988881,0.07857501,0.1023752,0.5892243,0.01315028,0.0002040107,0.0003459392,0.001005914,0.1252306],"genre_scores_gemma":[0.8006027,0.07395577,0.06592605,0.03747091,0.008339802,0.0003907115,0.0003401634,0.0006467807,0.01232727],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01435029,"threshold_uncertainty_score":0.07589251,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2958385005","doi":"10.1109/tse.2019.2927908","title":"Methodological Principles for Reproducible Performance Evaluation in Cloud Computing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Electronic Components and Systems for European Leadership; Deutsche Forschungsgemeinschaft; Stiftelsen för Strategisk Forskning; Knowledge Foundation; Oracle; National Science Foundation","keywords":"Cloud computing; Computer science; Data science; Benchmark (surveying); Set (abstract data type); Systematic review; Open research; Domain (mathematical analysis); Field (mathematics); World Wide Web; MEDLINE","authors":[{"name":"Alessandro V. Papadopoulos","is_ca":false},{"name":"Laurens Versluis","is_ca":false},{"name":"André Bauer","is_ca":false},{"name":"Nikolas Herbst","is_ca":false},{"name":"Jóakim von Kistowski","is_ca":false},{"name":"Ahmed Ali-Eldin","is_ca":false},{"name":"Cristina L. Abad","is_ca":false},{"name":"José Nelson Amaral","is_ca":true},{"name":"Petr Tůma","is_ca":false},{"name":"Alexandru Iosup","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08977160147076024,"gpt":0.2994208042629967,"spread":0.2096492027922364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7030904,0.004085388,0.005108708,0.01127684,0.006187883,0.01627765,0.009943871,0.009710663,0.004275299],"category_scores_gemma":[0.8078597,0.002904835,0.007794969,0.01138442,0.02152878,0.01340261,0.01290246,0.01244719,0.002942758],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008415102,"about_ca_system_score_gemma":0.03360966,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003074705,"about_ca_topic_score_gemma":0.002372669,"domain_scores_codex":[0.1926548,0.6657112,0.06781175,0.01844428,0.05321197,0.002165926],"domain_scores_gemma":[0.1334994,0.5693154,0.06215487,0.1553617,0.07763869,0.002029899],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002339442,0.001247925,0.01630017,0.04670658,0.005118477,0.0005655116,0.02113101,0.01157537,0.005476195,0.5790975,0.01941468,0.2910271],"study_design_scores_gemma":[0.003133638,0.00392736,0.01253862,0.04735649,0.003480658,0.0006072983,0.007540326,0.01575399,0.01726339,0.7236571,0.1639336,0.0008074436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004031004,0.007672615,0.9380499,0.01155971,0.002305764,0.02683922,0.001010613,0.0005012344,0.0080299],"genre_scores_gemma":[0.06762575,0.002877395,0.8318626,0.005546292,0.00118432,0.08903112,0.0004950855,0.0003363969,0.00104095],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2969096,"threshold_uncertainty_score":0.3661424,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2066455950","doi":"10.1109/tse.2015.2448531","title":"Assessing the Refactorability of Software Clones","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Maintainability; Programming language; Software maintenance; Code (set theory); Software evolution; Cloning (programming); Source code; Software; Software system; Software engineering; Set (abstract data type); Software construction; Biology; Genetics","authors":[{"name":"Nikolaos Tsantalis","is_ca":true},{"name":"Davood Mazinanian","is_ca":true},{"name":"Giri Panamoottil Krishnan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04831237494271141,"gpt":0.3005763212471097,"spread":0.2522639463043983,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005731817,0.0009593313,0.0008038545,0.007010846,0.0005225433,0.001313325,0.001307696,0.001256471,0.0006271232],"category_scores_gemma":[0.05680905,0.0004437759,0.0009672095,0.002266452,0.0006983272,0.001905827,0.001555093,0.0007334761,0.0003534425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000701942,"about_ca_system_score_gemma":0.001022552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003414766,"about_ca_topic_score_gemma":0.004225011,"domain_scores_codex":[0.9912062,0.001444835,0.0008793554,0.001779044,0.004350164,0.0003403075],"domain_scores_gemma":[0.9203687,0.04142943,0.01699581,0.006011114,0.01405083,0.001144063],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004598708,0.000234093,0.6067723,0.001012399,0.0004183559,0.001008644,0.002008171,0.0241267,0.04973201,0.001021816,0.001055603,0.3121499],"study_design_scores_gemma":[0.00008250737,0.001541758,0.5830776,0.0004228523,0.0006935825,0.003089601,0.00174239,0.3105226,0.08819576,0.003161649,0.007234302,0.0002353839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9134827,0.001171946,0.08142832,0.00009259355,0.00002597934,0.0001705808,0.0004584902,0.002222262,0.0009470783],"genre_scores_gemma":[0.9164401,0.0003431346,0.08077188,0.00004726043,0.00001349097,0.00008670095,0.00137397,0.0002084979,0.0007148846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007010846,"threshold_uncertainty_score":0.03031313,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2530596726","doi":"10.1109/tse.2017.2671865","title":"Measuring the Impact of Code Dependencies on Software Architecture Recovery Techniques","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Granularity; Architecture; Software; Software architecture; Software architecture description; Implementation; Reference architecture; Graph; Code (set theory); Distributed computing; Software engineering; Theoretical computer science; Programming language","authors":[{"name":"Thibaud Lutellier","is_ca":true},{"name":"Devin Chollak","is_ca":true},{"name":"Joshua Garcia","is_ca":false},{"name":"Lin Tan","is_ca":true},{"name":"Derek Rayside","is_ca":true},{"name":"Nenad Medvidović","is_ca":false},{"name":"Robert Kroeger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02788324781187471,"gpt":0.2718046662248255,"spread":0.2439214184129508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005601871,0.001180549,0.0005538812,0.00282913,0.0006103634,0.000766803,0.001515343,0.0009914893,0.0008156625],"category_scores_gemma":[0.09068555,0.0006680962,0.0008089599,0.00185802,0.0009452192,0.002824562,0.001610696,0.001824527,0.0004064648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008102892,"about_ca_system_score_gemma":0.001379882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002998655,"about_ca_topic_score_gemma":0.004171155,"domain_scores_codex":[0.9856695,0.003260024,0.001255642,0.001896905,0.007118798,0.0007992386],"domain_scores_gemma":[0.8798162,0.08321273,0.01118884,0.01572919,0.009383349,0.0006696154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001315676,0.0008209156,0.07999481,0.001298812,0.000478619,0.0004221422,0.0009820497,0.2815885,0.07167955,0.001857178,0.003737017,0.5558248],"study_design_scores_gemma":[0.00009122013,0.00206553,0.08365214,0.0001555451,0.0004159429,0.0008753128,0.0005038338,0.749321,0.1544315,0.003006797,0.005319874,0.0001613924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.885362,0.001478434,0.1030922,0.0002520772,0.0000731609,0.0002041546,0.0006272368,0.007055544,0.001855166],"genre_scores_gemma":[0.8865195,0.000356543,0.1099787,0.00006687454,0.00001773187,0.0001250426,0.001607179,0.0006269417,0.0007014962],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005601871,"threshold_uncertainty_score":0.02962589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067617772","doi":"10.1109/tse.2014.2363479","title":"Instance Generator and Problem Representation to Improve Object Oriented Code Coverage","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Unit testing; Test case; Programming language; Code generation; Java; Code coverage; Object-oriented programming; Data structure; Source code; Generator (circuit theory); Software; Theoretical computer science; Machine learning; Operating system","authors":[{"name":"Abdelilah Sakti","is_ca":true},{"name":"Gilles Pesant","is_ca":true},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009565537506992744,"gpt":0.2305431465418212,"spread":0.2209776090348285,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002328164,0.001017576,0.000831974,0.001531197,0.0003317904,0.001015726,0.001676112,0.001218837,0.003438442],"category_scores_gemma":[0.01602101,0.0004704888,0.001198612,0.001181567,0.0008833914,0.0014142,0.001639137,0.00128098,0.0005158788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007584185,"about_ca_system_score_gemma":0.001387478,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001460768,"about_ca_topic_score_gemma":0.0017441,"domain_scores_codex":[0.9980094,0.000918098,0.0001307244,0.0002694142,0.0005261975,0.0001461344],"domain_scores_gemma":[0.9907134,0.007262501,0.0003667025,0.0008141357,0.0007032736,0.0001399813],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003591938,0.0005333858,0.006147843,0.0005472008,0.0001105115,0.0004538224,0.0004198254,0.6321445,0.01255531,0.03774348,0.008172878,0.3008122],"study_design_scores_gemma":[0.00007881963,0.00006069355,0.0002468131,0.00002027515,0.00002598073,0.00008863545,0.00003218246,0.9833027,0.004014054,0.009934347,0.002187581,0.000007931818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06145282,0.0002558603,0.9303147,0.0004104004,0.00004355583,0.0003015467,0.0002720099,0.00420569,0.002743379],"genre_scores_gemma":[0.3087514,0.0001466668,0.6867939,0.0001907984,0.00004021052,0.000581838,0.001132632,0.0007125461,0.001649964],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003438442,"threshold_uncertainty_score":0.01231259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909755202","doi":"10.1109/tse.2019.2893171","title":"Too Many User-Reviews! What Should App Developers Look at First?","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Polytechnique Montréal","keywords":"Key (lock); Computer science; Android (operating system); Mobile apps; World Wide Web; App store; Set (abstract data type); Android app; Star (game theory); Mobile device; Multimedia; Computer security","authors":[{"name":"Ehsan Noei","is_ca":true},{"name":"Feng Zhang","is_ca":true},{"name":"Ying Zou","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02387174681443964,"gpt":0.2479435287887195,"spread":0.2240717819742799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003156778,0.0005860475,0.0006872399,0.001433787,0.001058592,0.002324769,0.0004966543,0.001014656,0.002958117],"category_scores_gemma":[0.04923952,0.0004233446,0.0005049134,0.001649368,0.0004686586,0.003181408,0.0007532365,0.0009158319,0.002843287],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007288515,"about_ca_system_score_gemma":0.000665265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005020059,"about_ca_topic_score_gemma":0.01151841,"domain_scores_codex":[0.9945588,0.001958547,0.0004797781,0.0006525514,0.002060124,0.0002902281],"domain_scores_gemma":[0.9491192,0.02536979,0.008209853,0.002473688,0.01264806,0.002179445],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007060045,0.0004078387,0.6072073,0.001678245,0.0003307147,0.001273291,0.0168376,0.0004556052,0.008687019,0.0008590624,0.08729979,0.2742575],"study_design_scores_gemma":[0.0000655109,0.0007639156,0.8512921,0.0005927401,0.0002670953,0.003111082,0.02428922,0.005148099,0.004842173,0.001510308,0.1079339,0.0001839892],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9583822,0.006442322,0.00727736,0.007325971,0.0004971189,0.0004477689,0.003206102,0.0008745008,0.01554667],"genre_scores_gemma":[0.9819603,0.001463379,0.005811846,0.002139775,0.0002831052,0.0002081541,0.001717878,0.0001727244,0.006242947],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005020059,"threshold_uncertainty_score":0.01669484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319663674","doi":"10.1109/tse.2023.3243522","title":"Black-Box Testing of Deep Neural Networks through Test Case Diversity","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Black box; Artificial neural network; White-box testing; Test (biology); Diversity (politics); Software testing; Artificial intelligence; Machine learning; Software engineering; Software; Programming language; Software development; Software construction","authors":[{"name":"Zohreh Aghababaeyan","is_ca":true},{"name":"Manel Abdellatif","is_ca":true},{"name":"Lionel Briand","is_ca":true},{"name":"S. Ramesh","is_ca":false},{"name":"Mojtaba Bagherzadeh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02156941011280877,"gpt":0.236715522135328,"spread":0.2151461120225193,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006519299,0.001438734,0.0008451802,0.002719207,0.0003883181,0.001205352,0.002055702,0.001237703,0.0007586982],"category_scores_gemma":[0.04638109,0.0004723933,0.0007973266,0.001094853,0.00135931,0.003107501,0.001873377,0.001242875,0.0001681316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001389049,"about_ca_system_score_gemma":0.001031616,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002968069,"about_ca_topic_score_gemma":0.004130304,"domain_scores_codex":[0.9929224,0.002643467,0.0006068602,0.001445215,0.001918922,0.0004630996],"domain_scores_gemma":[0.9288557,0.05498984,0.006372529,0.005075438,0.003581867,0.001124637],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001290684,0.0005188225,0.1095409,0.0003869871,0.0005112847,0.0006558856,0.0005118351,0.6672203,0.01546193,0.005416331,0.002007034,0.196478],"study_design_scores_gemma":[0.00003526336,0.0002902025,0.005691484,0.00003576665,0.00004316562,0.0001522238,0.00007504083,0.9787965,0.009196274,0.005246384,0.0004163244,0.00002144429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.875333,0.001120376,0.1194857,0.0003360079,0.0000512078,0.00009477836,0.0005241847,0.001524981,0.001529873],"genre_scores_gemma":[0.9716098,0.00009497542,0.02712383,0.00008977945,0.00002074995,0.00008437032,0.0006373148,0.00009197805,0.0002472018],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006519299,"threshold_uncertainty_score":0.03447777,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3032170634","doi":"10.1109/tse.2020.2998503","title":"Automatic Generation of Acceptance Test Cases From Use Case Specifications: An NLP-Based Approach","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"European Research Council; European Commission","keywords":"Computer science; Executable; Test case; Software requirements specification; Acceptance testing; Software engineering; Test script; System under test; Conformance testing; Test Management Approach; Test (biology); Formal specification; Reliability engineering; Software; Software system; Programming language; Machine learning; Software construction","authors":[{"name":"Chunhui Wang","is_ca":false},{"name":"Fabrizio Pastore","is_ca":false},{"name":"Arda Göknil","is_ca":false},{"name":"Lionel Briand","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1180488002370277,"gpt":0.2662858943771059,"spread":0.1482370941400782,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004010866,0.002351195,0.0009876164,0.003688694,0.0007067601,0.002270887,0.002369332,0.00205882,0.004802352],"category_scores_gemma":[0.02497861,0.001368057,0.002370307,0.001478887,0.0013522,0.001589669,0.00207979,0.001752502,0.002129928],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001140729,"about_ca_system_score_gemma":0.001959928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003713574,"about_ca_topic_score_gemma":0.003803442,"domain_scores_codex":[0.9922091,0.003222575,0.0005573548,0.001046796,0.002617506,0.0003467035],"domain_scores_gemma":[0.9745151,0.0182451,0.001969557,0.002090059,0.00294024,0.0002398215],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007013152,0.001248995,0.009812379,0.002040478,0.0003739326,0.005674814,0.003621707,0.24068,0.1025684,0.03426008,0.01317223,0.5858458],"study_design_scores_gemma":[0.000148742,0.00021771,0.001310813,0.0002035428,0.0001405199,0.001003115,0.0003551022,0.9122851,0.05630083,0.01290306,0.01504692,0.00008457332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01821623,0.0001231979,0.9668342,0.0001853584,0.00003344356,0.0007333611,0.0006007917,0.01087696,0.00239626],"genre_scores_gemma":[0.1562792,0.0002144715,0.8348013,0.0001982949,0.00002795436,0.00111432,0.003714979,0.001828766,0.001820709],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004802352,"threshold_uncertainty_score":0.02121174,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129603121","doi":"10.1109/tse.2005.15","title":"Toward formalizing domain modeling semantics in language syntax","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Business domain; Modeling language; Domain model; Domain engineering; Domain (mathematical analysis); Programming language; Domain analysis; Object Constraint Language; Semantics (computer science); Software engineering; Syntax; Applications of UML; Natural language processing; Business rule; Software development; Domain knowledge; Business process; Component-based software engineering; Work in process","authors":[{"name":"Jöerg Evermann","is_ca":false},{"name":"Yair Wand","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009961354837146816,"gpt":0.213861608392631,"spread":0.2039002535554841,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0192133,0.002317472,0.001677552,0.003700916,0.002640114,0.01157519,0.004522144,0.003539742,0.002737204],"category_scores_gemma":[0.02042456,0.002311555,0.004884715,0.003303997,0.008554265,0.02290938,0.007681528,0.01128507,0.001356131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002710511,"about_ca_system_score_gemma":0.007733679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003973695,"about_ca_topic_score_gemma":0.00422558,"domain_scores_codex":[0.9877814,0.006312034,0.001857797,0.001341754,0.0020834,0.0006236203],"domain_scores_gemma":[0.9808705,0.008998638,0.002133031,0.004619626,0.002879733,0.0004984126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001268179,0.0000309015,0.0002228639,0.0001069282,0.00002447866,0.00008945304,0.001110456,0.008316118,0.001195768,0.9789013,0.0006332937,0.009355695],"study_design_scores_gemma":[0.00003117323,0.00003896404,0.00009617068,0.0003504273,0.0000797699,0.0002108284,0.0005354891,0.07076385,0.003600647,0.8749539,0.0492783,0.00006052604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00132048,0.0001662616,0.9963372,0.0004060484,0.00004548167,0.0000563911,0.00005758069,0.0002919371,0.001318613],"genre_scores_gemma":[0.04502203,0.0008198721,0.9509891,0.0004728427,0.0001725454,0.0005170513,0.0004465102,0.0004053972,0.001154601],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0192133,"threshold_uncertainty_score":0.1016109,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120755390","doi":"10.1109/tse.2014.2387172","title":"Extracting Development Tasks to Navigate Software Documentation","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Software documentation; Computer science; Internal documentation; Software engineering; Software development; Application programming interface; Technical documentation; Software; Task (project management); World Wide Web; Software construction; Programming language; Systems engineering; Engineering","authors":[{"name":"Christoph Treude","is_ca":false},{"name":"Martin P. Robillard","is_ca":true},{"name":"Barthélémy Dagenais","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01351380097877816,"gpt":0.2568972945979576,"spread":0.2433834936191794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003579838,0.001719734,0.0009992875,0.01127705,0.00124132,0.002248227,0.001138242,0.00114912,0.0023018],"category_scores_gemma":[0.03771359,0.0007741753,0.0009044351,0.005053569,0.0003720862,0.003159019,0.002198987,0.001030605,0.002167296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009552558,"about_ca_system_score_gemma":0.003760142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005914813,"about_ca_topic_score_gemma":0.01224667,"domain_scores_codex":[0.9967,0.001043612,0.0006445309,0.0004638204,0.0009253863,0.0002226783],"domain_scores_gemma":[0.9675826,0.02096243,0.00283683,0.002408598,0.005583963,0.000625602],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006461187,0.0005117638,0.0376596,0.005005767,0.00009963301,0.001273664,0.01581011,0.004753964,0.03384759,0.00577627,0.04868463,0.845931],"study_design_scores_gemma":[0.0005365692,0.001687876,0.1029242,0.00500647,0.0005136765,0.004393509,0.03144958,0.2204092,0.1317879,0.03643457,0.4640758,0.0007805533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4044197,0.002849009,0.5319282,0.001774033,0.0002091743,0.002630503,0.01748193,0.02529611,0.01341133],"genre_scores_gemma":[0.253318,0.001226302,0.714933,0.0002536245,0.00005713231,0.001174002,0.02256941,0.001907827,0.004560786],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01127705,"threshold_uncertainty_score":0.01893222,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909172538","doi":"10.1109/tse.2019.2891758","title":"The Impact of Correlated Metrics on the Interpretation of Defect Models","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Australian Research Council","keywords":"Consistency (knowledge bases); Ranking (information retrieval); Interpretation (philosophy); Computer science; Metric (unit); Data mining; Statistics; Machine learning; Artificial intelligence; Mathematics; Programming language","authors":[{"name":"Jirayus Jiarpakdee","is_ca":false},{"name":"Chakkrit Tantithamthavorn","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0142771819316302,"gpt":0.2477259451862916,"spread":0.2334487632546614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04328036,0.00204995,0.001699579,0.006275942,0.001046094,0.005392224,0.001875413,0.001364361,0.001032381],"category_scores_gemma":[0.2853576,0.000909962,0.002296627,0.004675769,0.002626546,0.005661291,0.003244873,0.003340949,0.000471368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002284733,"about_ca_system_score_gemma":0.00265622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00323079,"about_ca_topic_score_gemma":0.004661975,"domain_scores_codex":[0.924652,0.04182934,0.005449464,0.008062754,0.01897414,0.001032183],"domain_scores_gemma":[0.5389713,0.33771,0.0375033,0.05726302,0.0271081,0.001444347],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001396241,0.0004236394,0.3400559,0.001791769,0.002403739,0.001022628,0.003224571,0.2307954,0.01563507,0.02609401,0.007756543,0.3694004],"study_design_scores_gemma":[0.0002283128,0.001551411,0.152965,0.0009763682,0.001209497,0.001817636,0.002523826,0.675308,0.02680261,0.1221786,0.01395881,0.0004798193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.490131,0.003079107,0.492663,0.00179003,0.0003064277,0.0003061302,0.002049135,0.002973091,0.00670212],"genre_scores_gemma":[0.8689774,0.0003889625,0.1266568,0.0002722896,0.00008461954,0.0001160637,0.002318172,0.0007735912,0.000411933],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9567196,"threshold_uncertainty_score":0.2288912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068493323","doi":"10.1109/tse.2011.56","title":"Size-Constrained Regression Test Case Selection Using Multicriteria Optimization","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Test suite; Test case; Consistency (knowledge bases); Integer programming; Mathematical optimization; Task (project management); Constraint (computer-aided design); Selection (genetic algorithm); Regression testing; Greedy algorithm; Linear programming; Relaxation (psychology); Software; Algorithm; Machine learning; Regression analysis; Artificial intelligence; Software system; Mathematics","authors":[{"name":"Siavash Mirarab","is_ca":false},{"name":"Soroush Akhlaghi","is_ca":false},{"name":"Ladan Tahvildari","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03160363037280706,"gpt":0.2469561588901617,"spread":0.2153525285173546,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003340231,0.001793222,0.002122707,0.002578,0.0004557037,0.0009586763,0.001941458,0.001037073,0.002263932],"category_scores_gemma":[0.01214569,0.0008152775,0.001388808,0.001491523,0.0008785232,0.001026046,0.00104371,0.001120161,0.0003972832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001279627,"about_ca_system_score_gemma":0.001842395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0040839,"about_ca_topic_score_gemma":0.004639899,"domain_scores_codex":[0.9963698,0.001880121,0.000155738,0.0004602536,0.0008076758,0.000326385],"domain_scores_gemma":[0.9894552,0.008016248,0.0009346336,0.0005006625,0.0009296461,0.0001635896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001828485,0.0001576472,0.001433539,0.00008623061,0.00009261302,0.0001082331,0.00004997827,0.885776,0.005439363,0.002811615,0.0008575861,0.1030044],"study_design_scores_gemma":[0.00003017518,0.00006433009,0.0002140152,0.000005955796,0.00001546945,0.00002570279,0.000008331274,0.9969354,0.001384863,0.001139893,0.0001699522,0.000005929534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04221788,0.0002500273,0.9535501,0.0001895655,0.00001864077,0.0002792964,0.00005645239,0.001129935,0.002307964],"genre_scores_gemma":[0.5088668,0.0001315805,0.4878107,0.0001968448,0.00003514525,0.000607582,0.0003522329,0.0003059103,0.001693203],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0040839,"threshold_uncertainty_score":0.01766503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099069768","doi":"10.1109/tse.2005.106","title":"Analyzing the evolutionary history of the logical design of object-oriented software","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software evolution; Unified Modeling Language; Object-oriented design; Software system; Class (philosophy); Programming language; Inheritance (genetic algorithm); Sequence diagram; Class diagram; Abstraction; Object-oriented programming; Sequence (biology); Software; Software engineering; Artificial intelligence; Software construction","authors":[{"name":"Zhenchang Xing","is_ca":true},{"name":"Eleni Stroulia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02065955642586971,"gpt":0.2251681173874997,"spread":0.2045085609616299,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00329146,0.000182372,0.000174206,0.0030481,0.0007685138,0.001362183,0.0004493118,0.0004359235,0.0005747259],"category_scores_gemma":[0.01522747,0.0003478626,0.0002968354,0.002226571,0.0009479161,0.002711662,0.0005944439,0.0007212111,0.0001091731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001682192,"about_ca_system_score_gemma":0.001189419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003525081,"about_ca_topic_score_gemma":0.005273291,"domain_scores_codex":[0.9985023,0.0006352458,0.00009252697,0.0002062331,0.0005019116,0.00006183554],"domain_scores_gemma":[0.9926267,0.003516371,0.001316278,0.0009220766,0.001449627,0.0001688276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002245771,0.0002272698,0.3204443,0.0004006819,0.0001646834,0.0006397837,0.008270863,0.04107386,0.02045601,0.1118648,0.0008042299,0.495429],"study_design_scores_gemma":[0.00005843211,0.0006254491,0.4331594,0.0004084705,0.0002529107,0.001799472,0.004621373,0.3402411,0.03877927,0.1294488,0.05042516,0.0001802177],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7357845,0.001151531,0.2572605,0.0005285609,0.00001696785,0.0001140836,0.0002182557,0.0001474564,0.004778227],"genre_scores_gemma":[0.8466096,0.0006654807,0.1508315,0.00006088822,0.00001217632,0.00007352426,0.0004779529,0.00005383266,0.001215009],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003525081,"threshold_uncertainty_score":0.01740712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1996993752","doi":"10.1109/tse.2013.28","title":"Early Detection of Collaboration Conflicts and Risks","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Quality (philosophy); Control (management); Source code; Open source; Code (set theory); Software engineering; Risk analysis (engineering); Computer security; Data science; Software; Programming language; Business; Set (abstract data type); Artificial intelligence","authors":[{"name":"Yuriy Brun","is_ca":false},{"name":"Reid Holmes","is_ca":true},{"name":"Michael D. Ernst","is_ca":false},{"name":"David Notkin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01665302119978797,"gpt":0.2433163464768872,"spread":0.2266633252770993,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00699047,0.0009032242,0.0006570572,0.003438931,0.001056855,0.002690797,0.002073073,0.001516635,0.001478146],"category_scores_gemma":[0.07130098,0.001063762,0.0005304592,0.001266391,0.0009568184,0.004116203,0.003747863,0.002009563,0.0003721414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001061726,"about_ca_system_score_gemma":0.003226336,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002835605,"about_ca_topic_score_gemma":0.00317333,"domain_scores_codex":[0.9887066,0.002925346,0.0008774013,0.001385122,0.005415221,0.0006903955],"domain_scores_gemma":[0.8991385,0.06119677,0.01749227,0.01017431,0.01005938,0.001938788],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008819402,0.0004728021,0.4981948,0.0008459903,0.0002130683,0.002294061,0.01118478,0.02339481,0.0467617,0.02818106,0.008632466,0.3789425],"study_design_scores_gemma":[0.0001915408,0.0007787377,0.167681,0.0005710607,0.0003404082,0.003612338,0.006201289,0.6541431,0.06222674,0.07439277,0.02950259,0.0003585274],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6052467,0.0009346738,0.3796522,0.001471614,0.00008710971,0.0005477989,0.0006290685,0.005038901,0.006392099],"genre_scores_gemma":[0.8503848,0.0001344042,0.1480424,0.0000944984,0.00002037982,0.0001130637,0.0003616332,0.0001400673,0.0007086674],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00699047,"threshold_uncertainty_score":0.0369696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4382318094","doi":"10.1109/tse.2023.3288901","title":"NLP-Based Automated Compliance Checking of Data Processing Agreements Against GDPR","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Table (database); General Data Protection Regulation; Ambiguity; Software; Glossary; Compliance (psychology); Information retrieval; Software engineering; Database; Data Protection Act 1998; Computer security; Programming language","authors":[{"name":"Orlando Amaral","is_ca":false},{"name":"Muhammad Ilyas Azeem","is_ca":false},{"name":"Sallam Abualhaija","is_ca":false},{"name":"Lionel Briand","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09377241932177718,"gpt":0.3490663702075247,"spread":0.2552939508857475,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01767434,0.001239054,0.001382013,0.005891114,0.002620095,0.005138975,0.002933286,0.002421828,0.006724085],"category_scores_gemma":[0.08601592,0.0012228,0.001991699,0.002212725,0.002472987,0.006306327,0.00552103,0.003282638,0.003832007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002992193,"about_ca_system_score_gemma":0.008179484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01102691,"about_ca_topic_score_gemma":0.009557454,"domain_scores_codex":[0.9615119,0.01628039,0.004777428,0.00669514,0.009764098,0.0009711451],"domain_scores_gemma":[0.8852486,0.07465058,0.009264592,0.015079,0.01498448,0.0007727668],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007971698,0.001020267,0.0117275,0.00294168,0.0003138609,0.006026465,0.01094971,0.08702513,0.09404039,0.06709025,0.04730982,0.6707577],"study_design_scores_gemma":[0.0002686368,0.0001802438,0.004611994,0.0004774353,0.0001619699,0.001289938,0.002764345,0.7569999,0.1100748,0.04226306,0.08065115,0.0002566202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05338993,0.0001805365,0.8909208,0.001870345,0.0001726253,0.001965096,0.003764308,0.03984353,0.007892913],"genre_scores_gemma":[0.1500825,0.0001514832,0.8365605,0.0004759168,0.00006759506,0.0007718321,0.007583139,0.00186547,0.002441563],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01767434,"threshold_uncertainty_score":0.09347194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803395207","doi":"10.1109/tse.2018.2838131","title":"Use and Misuse of Continuous Integration Features: An Empirical Study of Projects That (Mis)Use Travis CI","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software deployment; Feature (linguistics); Software; Source code; Code (set theory); Software engineering; Programming language","authors":[{"name":"Keheliya Gallaba","is_ca":true},{"name":"Shane McIntosh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05555397349595297,"gpt":0.3073684037745283,"spread":0.2518144302785754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007784679,0.0003583113,0.0003362513,0.003122262,0.0008294334,0.001329017,0.0007876066,0.0007772349,0.0008021363],"category_scores_gemma":[0.05653048,0.0004231651,0.0002614798,0.002884466,0.00139322,0.002525211,0.0017722,0.001071447,0.0003842243],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006471142,"about_ca_system_score_gemma":0.0006972353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002271158,"about_ca_topic_score_gemma":0.003383486,"domain_scores_codex":[0.9909128,0.00278045,0.001213159,0.001458807,0.003084238,0.0005504718],"domain_scores_gemma":[0.8561314,0.08041044,0.03821111,0.00739746,0.0146133,0.003236351],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001550836,0.000307038,0.9522304,0.0001454236,0.00004510457,0.0005428843,0.01488865,0.0002996155,0.001971932,0.0002145497,0.0004865597,0.02871279],"study_design_scores_gemma":[0.0000120884,0.0005796484,0.9783407,0.00007201128,0.00002924594,0.001135543,0.01279694,0.002370702,0.001992198,0.0002035631,0.002431465,0.00003599395],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9991161,0.0000612263,0.000414889,0.00003569003,0.000001411283,0.0000146142,0.00008840962,0.00001606434,0.0002515536],"genre_scores_gemma":[0.9980226,0.00009765325,0.0009862912,0.00002772079,0.00000468124,0.0000485651,0.0003577196,0.00002539212,0.0004295006],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9922153,"threshold_uncertainty_score":0.04116982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3037099619","doi":"10.1109/tse.2020.3004525","title":"Why Do Software Developers Use Static Analysis Tools? A User-Centered Study of Developer Needs and Motivations","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Heinz Nixdorf Stiftung; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Usability; Software engineering; Software development; Software; Static program analysis; Secure coding; World Wide Web; Human–computer interaction; Software security assurance; Computer security; Programming language; Information security","authors":[{"name":"Lisa Nguyen Quang","is_ca":false},{"name":"James R. Wright","is_ca":true},{"name":"Karim Ali","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04324661639113619,"gpt":0.2498463888847902,"spread":0.206599772493654,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02803061,0.0008497949,0.0005780031,0.005299019,0.003396101,0.006828937,0.001776292,0.003515385,0.001387564],"category_scores_gemma":[0.1288477,0.001615386,0.0004775947,0.002468004,0.004267436,0.01132173,0.003434162,0.002331733,0.0009285348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002218684,"about_ca_system_score_gemma":0.003709432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004187184,"about_ca_topic_score_gemma":0.006606791,"domain_scores_codex":[0.9624845,0.02124582,0.001791684,0.002295018,0.009986603,0.002196256],"domain_scores_gemma":[0.7920291,0.1419027,0.0157344,0.007531148,0.03722386,0.005578647],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002664579,0.0004300112,0.3005609,0.0005924513,0.0001118079,0.001711658,0.4993075,0.0004421394,0.00861189,0.02619916,0.00800587,0.1537601],"study_design_scores_gemma":[0.000149229,0.0006244833,0.22668,0.002227695,0.0002763188,0.005957038,0.5423213,0.01482109,0.01099155,0.05685009,0.1383924,0.0007087557],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9144219,0.00205869,0.03964848,0.01831526,0.0001147579,0.0001535069,0.000103666,0.000550062,0.02463381],"genre_scores_gemma":[0.9831381,0.0007115901,0.01107307,0.00194991,0.00004112423,0.0001188887,0.00007261216,0.0002068938,0.002687887],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9719694,"threshold_uncertainty_score":0.1482418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101198558","doi":"10.1109/32.877844","title":"Advanced exception handling mechanisms","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Exception handling; Computer science; Programming language; Concurrency; Feature (linguistics); Concurrency control; Object (grammar); Artificial intelligence","authors":[{"name":"Peter A. Buhr","is_ca":true},{"name":"Wai-Meng Mok","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01509469912932844,"gpt":0.2357682562586422,"spread":0.2206735571293137,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01424545,0.001351281,0.00130465,0.002473362,0.001525854,0.007367872,0.008743908,0.003015061,0.01060103],"category_scores_gemma":[0.0287305,0.001036048,0.002046654,0.001771824,0.002338625,0.01046661,0.007748271,0.004579662,0.005327716],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009927304,"about_ca_system_score_gemma":0.002837481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000550011,"about_ca_topic_score_gemma":0.0005367812,"domain_scores_codex":[0.9877116,0.002022579,0.002428109,0.001475988,0.005337646,0.001024111],"domain_scores_gemma":[0.9689937,0.006102076,0.003849559,0.01234351,0.007576423,0.001134839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003884119,0.0002592269,0.002848365,0.001787968,0.0001944099,0.0009739698,0.002033607,0.006526626,0.02363164,0.6553746,0.02887477,0.2771063],"study_design_scores_gemma":[0.000293273,0.000548444,0.001369296,0.001230498,0.0004079945,0.002882338,0.0003330557,0.03809375,0.02705045,0.2396857,0.6877217,0.0003833821],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01331076,0.002401682,0.934081,0.001983672,0.00124322,0.0006005262,0.0002721724,0.01642235,0.02968457],"genre_scores_gemma":[0.216525,0.003562384,0.7052196,0.00332007,0.002083134,0.0008310138,0.0007544248,0.002776369,0.06492802],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01424545,"threshold_uncertainty_score":0.07533807,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128089903","doi":"10.1109/32.917521","title":"Design, construction, and application of a generic visual language generation environment","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre For Cold Ocean Resources Engineering","funders":"","keywords":"Computer science; Programming language; Compiler; Visual programming language; Visual language; Grammar; Parsing; Artificial intelligence","authors":[{"name":"Kewei Zhang","is_ca":false},{"name":"Dongdong Zhang","is_ca":true},{"name":"Jiannong Cao","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01086936634902945,"gpt":0.2135829853906086,"spread":0.2027136190415792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002218571,0.0007686833,0.0005359034,0.001007956,0.0004186648,0.001849477,0.002148216,0.001155466,0.002945304],"category_scores_gemma":[0.00358979,0.000919537,0.000905459,0.0004917504,0.001109338,0.002072219,0.001990121,0.001414021,0.001320392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005781851,"about_ca_system_score_gemma":0.0008311602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004907535,"about_ca_topic_score_gemma":0.0003614703,"domain_scores_codex":[0.9986892,0.0003229707,0.0001214363,0.0004218513,0.000337808,0.0001067548],"domain_scores_gemma":[0.9987068,0.0004076083,0.0001145025,0.0004120292,0.0002475791,0.0001113343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005628713,0.000461958,0.003518179,0.001080245,0.0001192635,0.002221068,0.002717233,0.04380239,0.1892207,0.130424,0.0161918,0.6096803],"study_design_scores_gemma":[0.0005011131,0.0007899367,0.002647727,0.0002923075,0.0001817938,0.003556066,0.0004245022,0.4313758,0.2757124,0.03658128,0.247683,0.0002541305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005592177,0.00004734568,0.9806148,0.00005911723,0.00002160931,0.0001994314,0.00007097294,0.01141178,0.001982757],"genre_scores_gemma":[0.05822285,0.0001293438,0.9359164,0.0001175268,0.00001826443,0.0003012914,0.0004987415,0.002395025,0.002400639],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002945304,"threshold_uncertainty_score":0.01173306,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095974519","doi":"10.1109/tse.2010.32","title":"Assessing, Comparing, and Combining State Machine-Based Testing and Structural Testing: A Series of Experiments","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Test strategy; Non-regression testing; Software performance testing; White-box testing; Machine learning; Reliability engineering; Model-based testing; Software testing; Risk-based testing; Software; Series (stratigraphy); Code coverage; State (computer science); Keyword-driven testing; Software reliability testing; Data mining; Test case; Software quality; Algorithm; Software system; Software development; Engineering; Software construction","authors":[{"name":"Samar Mouchawrab","is_ca":true},{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true},{"name":"Massimiliano Di Penta","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03442196261994303,"gpt":0.2701052537879602,"spread":0.2356832911680171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007070511,0.001882231,0.001360801,0.001241336,0.0004689528,0.0008518606,0.002129822,0.001753242,0.002139019],"category_scores_gemma":[0.03658542,0.0006741243,0.001120071,0.0008919677,0.001152671,0.002008854,0.001170871,0.001231777,0.0003588356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00105869,"about_ca_system_score_gemma":0.001083854,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001684385,"about_ca_topic_score_gemma":0.001675944,"domain_scores_codex":[0.9917631,0.004088154,0.000903682,0.00118006,0.001579183,0.0004857994],"domain_scores_gemma":[0.9114702,0.07438717,0.003889814,0.005821335,0.003445126,0.0009864353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.05284751,0.0768852,0.02951685,0.003465664,0.001638902,0.0007389088,0.003403259,0.2880326,0.2355747,0.005620625,0.002859672,0.2994162],"study_design_scores_gemma":[0.0085663,0.2512597,0.03511932,0.0002332267,0.001391248,0.0006388863,0.001437558,0.4215034,0.2624623,0.008947087,0.007978274,0.0004625401],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9786077,0.0002004681,0.01788528,0.00008590247,0.00005206577,0.001331595,0.0002882012,0.0002922184,0.001256693],"genre_scores_gemma":[0.9555268,0.0002049797,0.03990018,0.0001158065,0.00003880203,0.002380679,0.0006231075,0.00008808241,0.001121474],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007070511,"threshold_uncertainty_score":0.03739291,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2973035781","doi":"10.1109/tse.2019.2948910","title":"CrySL: An Extensible Approach to Validating the Correct Usage of Cryptographic APIs","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Heinz Nixdorf Stiftung","keywords":"Computer science; Cryptography; Java; Android (operating system); Programming language; Algorithm; Operating system","authors":[{"name":"Stefan Krüger","is_ca":false},{"name":"Johannes Späth","is_ca":false},{"name":"Karim Ali","is_ca":true},{"name":"Eric Bodden","is_ca":false},{"name":"Mira Mezini","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01148536240532984,"gpt":0.22432560316352,"spread":0.2128402407581902,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04197494,0.003852508,0.001393404,0.005903005,0.002013648,0.007625946,0.00800713,0.00415478,0.012849],"category_scores_gemma":[0.08394594,0.005479329,0.004593388,0.001583529,0.004893726,0.01620341,0.01135615,0.00818227,0.007253803],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003038528,"about_ca_system_score_gemma":0.008323564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01115445,"about_ca_topic_score_gemma":0.009703412,"domain_scores_codex":[0.9634129,0.00990898,0.009001705,0.003850578,0.01217076,0.001655091],"domain_scores_gemma":[0.9016521,0.03432692,0.009582249,0.03533923,0.0174686,0.00163089],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002618601,0.002140011,0.04686948,0.004733159,0.0008592127,0.004393922,0.009973049,0.07285585,0.09737901,0.2343703,0.1094718,0.4143357],"study_design_scores_gemma":[0.0004632242,0.0009986287,0.004801158,0.001781942,0.0003777583,0.002322259,0.00157238,0.3880098,0.2085498,0.05972672,0.3303967,0.0009997173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00701,0.00007452381,0.8522356,0.0003778388,0.0001865308,0.001378907,0.001810788,0.133322,0.003603878],"genre_scores_gemma":[0.08874052,0.0003526112,0.8618627,0.001098339,0.0001263146,0.001617377,0.008511724,0.02925565,0.008434723],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04197494,"threshold_uncertainty_score":0.2219874,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}