{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":200,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":200,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"7de042e048ae","filters":{"venue":"ACM Transactions on Software Engineering and Methodology"}},"results":[{"id":"W2113351233","doi":"10.1145/2000791.2000794","title":"Reducing the effort of bug report triage","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Process (computing); Variety (cybernetics); Key (lock); Recommender system; Software engineering; Software; Software development; Triage; Data science; World Wide Web; Artificial intelligence; Computer security","authors":[{"name":"John Anvik","is_ca":false},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1350154534767848,"gpt":0.3281205711116871,"spread":0.1931051176349023,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01508136,0.002487269,0.002079073,0.005286417,0.00147142,0.003266401,0.004399469,0.002350745,0.004200506],"category_scores_gemma":[0.1286079,0.001599371,0.00134884,0.002619443,0.0007577781,0.005054185,0.004066272,0.002790239,0.005573233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001372614,"about_ca_system_score_gemma":0.00374247,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009170181,"about_ca_topic_score_gemma":0.01091392,"domain_scores_codex":[0.9773139,0.008962637,0.001912054,0.003535736,0.007493264,0.0007823518],"domain_scores_gemma":[0.8559619,0.06588022,0.01376227,0.0408127,0.02023702,0.00334598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000751094,0.001207545,0.03174909,0.0004650582,0.0001653979,0.000338061,0.002537043,0.01512525,0.02352558,0.001578991,0.02039377,0.902163],"study_design_scores_gemma":[0.0006759297,0.003977825,0.07669143,0.0004931376,0.0007387581,0.002475498,0.003748462,0.7444115,0.06900931,0.00674152,0.09050238,0.000534314],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3170454,0.002264237,0.5776415,0.002847219,0.0006154859,0.001910191,0.0009615791,0.08520993,0.01150442],"genre_scores_gemma":[0.4787576,0.0005283629,0.5046675,0.000497588,0.0002578743,0.0006437972,0.002144687,0.003015078,0.009487489],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01508136,"threshold_uncertainty_score":0.07975882,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2153546999","doi":"10.1145/1189748.1189751","title":"Representing concerns in source code","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Computer science; Software engineering; Source code; Task (project management); Software; Separation of concerns; Software development; Software system; Code (set theory); Programming language; Systems engineering","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.109647185195817,"gpt":0.3609016914329558,"spread":0.2512545062371387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003412953,0.001178576,0.0004223899,0.003696198,0.001175313,0.005305973,0.002091182,0.002452229,0.006700317],"category_scores_gemma":[0.01681487,0.001208891,0.00142574,0.003011591,0.001545534,0.005538282,0.003371599,0.002065717,0.002726634],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001470471,"about_ca_system_score_gemma":0.002276779,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005438718,"about_ca_topic_score_gemma":0.004476084,"domain_scores_codex":[0.996808,0.001057247,0.0003471826,0.0004755282,0.001110387,0.0002016855],"domain_scores_gemma":[0.9896856,0.004874286,0.0009652099,0.002587159,0.001711309,0.0001764285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002943833,0.0002505311,0.007780003,0.001321122,0.0001388051,0.002141246,0.01140766,0.07335804,0.01907068,0.5377777,0.02912435,0.3173354],"study_design_scores_gemma":[0.00009328977,0.0001181175,0.001866994,0.0005797774,0.0001565077,0.001195601,0.0009828404,0.2135208,0.0245417,0.3052825,0.4515133,0.0001484757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008804573,0.0003203105,0.9702351,0.0004775488,0.00008934473,0.0002082987,0.001481975,0.01050684,0.007875996],"genre_scores_gemma":[0.1199246,0.0007732594,0.8605505,0.0002210271,0.00006803904,0.0003695039,0.005803582,0.004059004,0.008230489],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006700317,"threshold_uncertainty_score":0.02241474,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3081249378","doi":"10.1145/3487567","title":"A Tale of Two Cities: Software Developers Working from Home during the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":207,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Pandemic; Work (physics); Thematic analysis; Coronavirus disease 2019 (COVID-19); Productivity; Space (punctuation); Narrative; Computer science; Data science; Public relations; Qualitative research; Sociology; Political science; Economic growth; Medicine; Engineering; Social science","authors":[{"name":"Denae Ford","is_ca":false},{"name":"Margaret‐Anne Storey","is_ca":true},{"name":"Thomas Zimmermann","is_ca":false},{"name":"Christian Bird","is_ca":false},{"name":"Sonia Jaffe","is_ca":false},{"name":"Chandra Maddila","is_ca":false},{"name":"Jenna Butler","is_ca":false},{"name":"Brian Houck","is_ca":false},{"name":"Nachiappan Nagappan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1127058027825777,"gpt":0.302461467026171,"spread":0.1897556642435933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007794626,0.000835214,0.0009236773,0.001909471,0.03143661,0.009609203,0.002427754,0.005130009,0.00337598],"category_scores_gemma":[0.01712875,0.001367786,0.0006587552,0.002139415,0.02066435,0.01244359,0.01647366,0.009453491,0.0006406335],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006853446,"about_ca_system_score_gemma":0.006128398,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02918055,"about_ca_topic_score_gemma":0.06274948,"domain_scores_codex":[0.9889704,0.007588503,0.0001938111,0.0007670153,0.0009018865,0.00157838],"domain_scores_gemma":[0.9857994,0.005999767,0.001359743,0.001006952,0.001492256,0.004341862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007691052,0.00006101689,0.005599497,0.00007467374,0.00001538143,0.002469121,0.9776983,0.00006569352,0.0004652084,0.002371775,0.006406537,0.004696002],"study_design_scores_gemma":[0.000009386795,0.00005024056,0.003102238,0.00007491107,0.000007981937,0.0003629448,0.980424,0.00006828813,0.0001455305,0.000568732,0.01514923,0.00003647644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9447684,0.0008742791,0.002245117,0.03762777,0.0003905349,0.00009757368,0.000123166,0.00009223143,0.01378089],"genre_scores_gemma":[0.9852163,0.0007295886,0.001211117,0.006644789,0.00009870499,0.0001400066,0.0000732543,0.0001173821,0.005768893],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03143661,"threshold_uncertainty_score":0.05802143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210647952","doi":"10.1145/3506695","title":"An Empirical Study of the Impact of Hyperparameter Tuning and Model Optimization on the Performance Properties of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of Alberta; Concordia University","funders":"","keywords":"Hyperparameter; Computer science; Artificial intelligence; Artificial neural network; Machine learning; Inference; Hyperparameter optimization; Pruning; Deep learning; Support vector machine","authors":[{"name":"Lizhi Liao","is_ca":true},{"name":"Heng Li","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Lei Ma","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09199875935483277,"gpt":0.3210991654779176,"spread":0.2291004061230849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01606291,0.002106975,0.001040908,0.00168702,0.0009036551,0.001779329,0.001579068,0.001794541,0.001073813],"category_scores_gemma":[0.09762495,0.0007106608,0.001049924,0.002230996,0.001556211,0.00526086,0.001590881,0.003815485,0.0004705682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001503355,"about_ca_system_score_gemma":0.001140683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004451518,"about_ca_topic_score_gemma":0.004754097,"domain_scores_codex":[0.9926941,0.003202541,0.000838019,0.001449446,0.001398476,0.00041725],"domain_scores_gemma":[0.8668156,0.1121325,0.006052721,0.009233994,0.004864391,0.0009007998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001200786,0.0008832611,0.08498777,0.001060418,0.0007469835,0.0004662455,0.0004069529,0.7582662,0.005737955,0.004976009,0.008687315,0.1325802],"study_design_scores_gemma":[0.0001423809,0.001358612,0.03651041,0.0003567464,0.0003036837,0.000704211,0.0004620648,0.9354222,0.01142615,0.008763809,0.004420574,0.0001292439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9119022,0.01396157,0.06469898,0.001337781,0.000212202,0.0002355161,0.001679241,0.001185728,0.004786675],"genre_scores_gemma":[0.9755578,0.001842328,0.01838624,0.0002692707,0.0001016783,0.0001527606,0.002753908,0.0002789812,0.0006571066],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01606291,"threshold_uncertainty_score":0.08494973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034102118","doi":"10.1145/990010.990011","title":"Multi-valued symbolic model-checking","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Model checking; Computer science; CTL*; Computation tree logic; Theoretical computer science; Generalization; Kripke structure; Symbolic trajectory evaluation; Abstraction model checking; Class (philosophy); Temporal logic; Extension (predicate logic); Algorithm; Programming language; Artificial intelligence; Mathematics","authors":[{"name":"Marsha Chećhik","is_ca":true},{"name":"Benet Devereux","is_ca":true},{"name":"Steve Easterbrook","is_ca":true},{"name":"Arie Gurfinkel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.153068929282084,"gpt":0.3447623535611903,"spread":0.1916934242791064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005600933,0.001132307,0.00147992,0.001512904,0.001264736,0.003920918,0.003476509,0.001557758,0.004792453],"category_scores_gemma":[0.01655601,0.0007470801,0.002841321,0.001349346,0.003900097,0.006764889,0.004209601,0.002886376,0.0005700552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003185109,"about_ca_system_score_gemma":0.003867555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003913706,"about_ca_topic_score_gemma":0.004841553,"domain_scores_codex":[0.9928832,0.00228974,0.0005339594,0.001093258,0.002634537,0.0005652841],"domain_scores_gemma":[0.9868034,0.008081825,0.00086336,0.002661633,0.001341709,0.0002481412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000223964,0.0001096801,0.001543814,0.0003566549,0.0001391397,0.0004598579,0.0004512782,0.2755729,0.005388716,0.6705075,0.001877678,0.04336882],"study_design_scores_gemma":[0.0000582361,0.00003594123,0.00007916423,0.00006606608,0.00005094384,0.00009422375,0.00004556232,0.7462946,0.008944369,0.2389122,0.005389352,0.00002948721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01120479,0.000171009,0.9820306,0.0003902851,0.00009396883,0.0001082942,0.0001807664,0.001993113,0.003827104],"genre_scores_gemma":[0.4159349,0.0003185491,0.5790212,0.0003638101,0.00006672918,0.0003392937,0.0005335012,0.0003952394,0.003026759],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005600933,"threshold_uncertainty_score":0.02962089,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165688098","doi":"10.1145/941566.941569","title":"Static analysis to support the evolution of exception structure in object-oriented systems","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":170,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Exception handling; Java; Control flow; Programming language; Software engineering; Control flow analysis; Object-oriented programming; Robustness (evolution); Static analysis; Static program analysis; Source code; Program code; Information flow; Software; Software development; Programming paradigm; Procedural programming; Inductive programming","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04314179430167696,"gpt":0.3122828595560228,"spread":0.2691410652543458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003328451,0.0007641645,0.0007889087,0.003572659,0.00109872,0.001657991,0.001337071,0.0009290273,0.001750412],"category_scores_gemma":[0.01586686,0.0008997988,0.0009369204,0.001857002,0.001418659,0.00360331,0.001507525,0.001615722,0.0004043793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001261098,"about_ca_system_score_gemma":0.002177365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004362745,"about_ca_topic_score_gemma":0.004636771,"domain_scores_codex":[0.997719,0.0007013709,0.0002057338,0.00021319,0.0009819233,0.0001787707],"domain_scores_gemma":[0.9905697,0.005771393,0.001166323,0.00119462,0.00113648,0.0001614303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003833612,0.0003612521,0.02077246,0.0006440838,0.0001325254,0.001562361,0.004110036,0.2397728,0.03475048,0.2697769,0.009671343,0.4180625],"study_design_scores_gemma":[0.00005088996,0.00008051828,0.002177078,0.0001410278,0.00008478268,0.0002531484,0.000164349,0.8645654,0.02020532,0.09576637,0.0164373,0.00007377387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02731818,0.000157449,0.9592786,0.0002008834,0.00003775077,0.00008330907,0.0001064987,0.01090448,0.001912914],"genre_scores_gemma":[0.3413603,0.0003153092,0.6530353,0.0002062565,0.000099042,0.0002233679,0.0006915707,0.001872323,0.002196506],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004362745,"threshold_uncertainty_score":0.0176028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2475137645","doi":"10.1145/2932631","title":"Multi-Criteria Code Refactoring Using Search-Based Software Engineering","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science","keywords":"Code refactoring; Computer science; Consistency (knowledge bases); Software quality; Benchmark (surveying); Software engineering; Search-based software engineering; Code smell; Software; Class (philosophy); Source code; Code (set theory); Software development; Software design; Programming language; Artificial intelligence","authors":[{"name":"Ali Ouni","is_ca":false},{"name":"Marouane Kessentini","is_ca":false},{"name":"Houari Sahraoui","is_ca":true},{"name":"Katsuro Inoue","is_ca":false},{"name":"Kalyanmoy Deb","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1771884853503032,"gpt":0.3686709310815044,"spread":0.1914824457312012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004637449,0.002499873,0.002183734,0.005374388,0.0008700876,0.001124849,0.002674262,0.001732879,0.001760615],"category_scores_gemma":[0.01303479,0.0008888583,0.001730014,0.002808118,0.0009062238,0.001298758,0.001635077,0.001009693,0.0004845372],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001625585,"about_ca_system_score_gemma":0.002543405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0104442,"about_ca_topic_score_gemma":0.01217261,"domain_scores_codex":[0.9955263,0.001542684,0.0003428651,0.000756936,0.001599177,0.0002320861],"domain_scores_gemma":[0.9913339,0.005398382,0.0009318027,0.0005796243,0.001529813,0.0002264429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002512879,0.0006985717,0.004574103,0.0005219888,0.0002825398,0.0002414539,0.0004097414,0.6370179,0.009899888,0.003784117,0.001869907,0.3404485],"study_design_scores_gemma":[0.00006069717,0.0001913249,0.0006398857,0.00003318688,0.00005430854,0.00005903576,0.00005339431,0.9947652,0.001812716,0.001724414,0.000587496,0.00001838948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09506798,0.00113895,0.8973104,0.0003281517,0.00005044449,0.0006397892,0.0001394847,0.002463698,0.002860983],"genre_scores_gemma":[0.3452206,0.0002394014,0.6516694,0.0001928225,0.00002942179,0.0004038053,0.0004458659,0.0002474572,0.00155115],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0104442,"threshold_uncertainty_score":0.02452546,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004901564","doi":"10.1145/1243987.1243989","title":"Metamodel-based model conformance and multiview consistency checking","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council; European Commission","keywords":"Metamodeling; Computer science; Sequence diagram; Unified Modeling Language; Conformance checking; Consistency (knowledge bases); Model checking; Programming language; Software engineering; Completeness (order theory); Applications of UML; Consistency model; Automation; Artificial intelligence; Work in process","authors":[{"name":"Richard F. Paige","is_ca":false},{"name":"Phillip J. Brooke","is_ca":false},{"name":"Jonathan S. Ostroff","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09095907436759029,"gpt":0.3168883024432135,"spread":0.2259292280756232,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01805738,0.001302944,0.001824969,0.003159142,0.001299129,0.003842953,0.004879058,0.002392221,0.003621023],"category_scores_gemma":[0.05480262,0.001437358,0.003983906,0.002191675,0.004581789,0.007047303,0.005775437,0.004008159,0.0007465453],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002743607,"about_ca_system_score_gemma":0.003808015,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003497467,"about_ca_topic_score_gemma":0.003457752,"domain_scores_codex":[0.9777223,0.009087015,0.001565496,0.002892176,0.007698885,0.001034103],"domain_scores_gemma":[0.9628246,0.01873697,0.002923464,0.01084397,0.004294383,0.000376439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003748919,0.0001871424,0.003555436,0.0006905149,0.0003670196,0.0005594302,0.00116837,0.299494,0.0106251,0.5075572,0.003644719,0.1717763],"study_design_scores_gemma":[0.0001143146,0.0001171144,0.0004273902,0.0002671047,0.0001683743,0.0003438112,0.0001624443,0.6257663,0.01837586,0.3423195,0.01184602,0.00009167945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002915862,0.00009752381,0.9950937,0.0001482117,0.00002335292,0.00005216371,0.00003604595,0.000730185,0.0009029458],"genre_scores_gemma":[0.141911,0.0003083622,0.8551917,0.0002328539,0.00006217339,0.0003280613,0.0003251077,0.0004887928,0.001151969],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01805738,"threshold_uncertainty_score":0.09549767,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319964781","doi":"10.1145/3579642","title":"A Survey on Automated Driving System Testing: Landscapes and Trends","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Basic Research Program of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Context (archaeology); Software deployment; Test strategy; Integration testing; Data science; Systems engineering; Software engineering; Risk analysis (engineering); Software; Engineering","authors":[{"name":"Shuncheng Tang","is_ca":false},{"name":"Zhenya Zhang","is_ca":false},{"name":"Jixiang Zhou","is_ca":false},{"name":"Yan Guo","is_ca":false},{"name":"Shuang Liu","is_ca":false},{"name":"Shengjian Guo","is_ca":false},{"name":"Yan‐Fu Li","is_ca":false},{"name":"Lei Ma","is_ca":true},{"name":"Yinxing Xue","is_ca":false},{"name":"Yang Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06982938188292201,"gpt":0.287026398653015,"spread":0.217197016770093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004949906,0.001213668,0.0009895896,0.0111841,0.000575962,0.002488784,0.002142769,0.001704833,0.00539148],"category_scores_gemma":[0.01974668,0.0007132941,0.0008887728,0.01258669,0.0009424525,0.006831521,0.00129335,0.001232293,0.002267081],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00104052,"about_ca_system_score_gemma":0.00211497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003294348,"about_ca_topic_score_gemma":0.003532356,"domain_scores_codex":[0.9934603,0.001444197,0.00101066,0.0008258044,0.002975465,0.0002835516],"domain_scores_gemma":[0.9596898,0.02758514,0.002334296,0.001101841,0.00864864,0.0006403265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007140407,0.00009456084,0.00962685,0.00907733,0.00006041911,0.0001528689,0.0004903942,0.001862277,0.001483947,0.006267944,0.02712598,0.9436861],"study_design_scores_gemma":[0.00002689563,0.000598283,0.0312369,0.02080396,0.0002997929,0.003530671,0.002622253,0.007541094,0.003900795,0.01121279,0.9180697,0.0001568669],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.023359,0.9019483,0.03612025,0.006961587,0.0009380767,0.000245155,0.001549649,0.001040465,0.02783756],"genre_scores_gemma":[0.08897756,0.8634783,0.03066414,0.003736496,0.001326153,0.0002180891,0.004955214,0.000397816,0.006246285],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0111841,"threshold_uncertainty_score":0.02617794,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987035533","doi":"10.1145/1391984.1391987","title":"Evaluating the benefits of context-sensitive points-to analysis using a BDD-based implementation","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of Waterloo","funders":"","keywords":"Computer science; Heap (data structure); Pointer analysis; Call graph; Java; Pointer (user interface); Programming language; Paddle; Theoretical computer science; Static analysis; Artificial intelligence; Operating system","authors":[{"name":"Ondřej Lhoták","is_ca":true},{"name":"Laurie Hendren","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2244972601558458,"gpt":0.4221343935073883,"spread":0.1976371333515425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00443894,0.001334773,0.0009597012,0.00184093,0.0006144313,0.002118821,0.002376267,0.001202915,0.002555707],"category_scores_gemma":[0.02180941,0.001051126,0.001216449,0.001522847,0.001370553,0.003356234,0.00167879,0.001618335,0.0005650828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001415097,"about_ca_system_score_gemma":0.002584554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006658626,"about_ca_topic_score_gemma":0.005750468,"domain_scores_codex":[0.9937617,0.001918098,0.0004443438,0.0005512314,0.002903679,0.0004208953],"domain_scores_gemma":[0.9848458,0.009851998,0.000606255,0.002682208,0.001825813,0.0001879068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003574597,0.000685513,0.01599784,0.001441418,0.0004715285,0.0003967175,0.0005657792,0.5577378,0.06500242,0.06154757,0.004244809,0.2883341],"study_design_scores_gemma":[0.000239286,0.0004010686,0.001185758,0.00006190225,0.0001726425,0.0001004424,0.00007302908,0.9388827,0.04317279,0.0125751,0.003073983,0.00006131453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.256029,0.001040156,0.716509,0.0004346841,0.0001384181,0.0002915113,0.0005001547,0.01845938,0.006597567],"genre_scores_gemma":[0.60131,0.0003024575,0.395988,0.0001462303,0.00002124124,0.0001238183,0.0003793913,0.0007469842,0.000981873],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006658626,"threshold_uncertainty_score":0.02347565,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090908516","doi":"10.1145/2430536.2430539","title":"Facilitating the transition from use case models to analysis models","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Pearl Therapeutics; Fonds National de la Recherche Luxembourg","keywords":"Use Case Diagram; Computer science; Ambiguity; Set (abstract data type); Unified Modeling Language; Sequence diagram; Class diagram; Class (philosophy); Quality (philosophy); Data mining; Natural language processing; Artificial intelligence; Programming language; Software","authors":[{"name":"Tao Yue","is_ca":false},{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1595661243436974,"gpt":0.3183074603728662,"spread":0.1587413360291687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0368102,0.002002924,0.001358613,0.003936658,0.001370611,0.01015786,0.005424087,0.003019585,0.006089839],"category_scores_gemma":[0.1462808,0.003400991,0.002594522,0.002243153,0.00225973,0.01359947,0.01168537,0.007099554,0.004046622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002584211,"about_ca_system_score_gemma":0.005486329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002402114,"about_ca_topic_score_gemma":0.002572285,"domain_scores_codex":[0.9399031,0.03390531,0.005365497,0.005641322,0.01356745,0.00161734],"domain_scores_gemma":[0.8098975,0.1266757,0.006813629,0.04305445,0.01189802,0.001660727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008878723,0.002223025,0.009445328,0.002156585,0.0003090905,0.003593243,0.04630382,0.05535394,0.06205954,0.2046293,0.01373198,0.5993062],"study_design_scores_gemma":[0.0003705584,0.0008276296,0.004426846,0.001787378,0.0003050089,0.001564714,0.006243342,0.513162,0.07785521,0.1715712,0.2213628,0.0005233063],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01792267,0.0001074642,0.9701198,0.000608583,0.00004599776,0.001622663,0.0002563683,0.005306606,0.004009828],"genre_scores_gemma":[0.07200021,0.0001764218,0.9220719,0.0002585861,0.00003027152,0.001715,0.0008359893,0.001229864,0.001681772],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0368102,"threshold_uncertainty_score":0.1946733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288363128","doi":"10.1145/3306607","title":"Status Quo in Requirements Engineering","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Bundesministerium für Wissenschaft, Forschung und Wirtschaft; Eesti Teadusagentuur; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Requirements engineering; Context (archaeology); Non-functional requirement; Process (computing); Management science; Requirements elicitation; Empirical research; Status quo; Software engineering; Software development; Software; Engineering; Software construction","authors":[{"name":"Stefan Wagner","is_ca":false},{"name":"Daniel Méndez","is_ca":false},{"name":"Michael Felderer","is_ca":false},{"name":"Antonio Vetrò","is_ca":false},{"name":"Marcos Kalinowski","is_ca":false},{"name":"Roel Wieringa","is_ca":false},{"name":"Dietmar Pfahl","is_ca":false},{"name":"Tayana Conte","is_ca":false},{"name":"Marie-Therese Christiansson","is_ca":false},{"name":"Des Greer","is_ca":false},{"name":"Casper Lassenius","is_ca":false},{"name":"Tomi Männistö","is_ca":false},{"name":"Maleknaz Nayebi","is_ca":true},{"name":"Markku Oivo","is_ca":false},{"name":"Birgit Penzenstadler","is_ca":false},{"name":"Rafael Prikladnicki","is_ca":false},{"name":"Guenther Ruhe","is_ca":true},{"name":"André Schekelmann","is_ca":false},{"name":"Sagar Sen","is_ca":false},{"name":"Rodrigo Spínola","is_ca":false},{"name":"Ahmed Tuzcu","is_ca":false},{"name":"José Luis de la Vara","is_ca":false},{"name":"Dietmar Winkler","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08131317937373102,"gpt":0.3295075569789828,"spread":0.2481943776052518,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04314915,0.0006958088,0.0009646671,0.00286684,0.003980434,0.01366941,0.002328775,0.007676096,0.01058224],"category_scores_gemma":[0.07721739,0.0005085829,0.0006673561,0.004066237,0.02178724,0.02204623,0.005425394,0.009399225,0.00341167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006957589,"about_ca_system_score_gemma":0.004953264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002419439,"about_ca_topic_score_gemma":0.0009851416,"domain_scores_codex":[0.9454261,0.03107455,0.003107363,0.006325327,0.01281226,0.001254433],"domain_scores_gemma":[0.9156161,0.06133395,0.003012093,0.009081216,0.009825093,0.001131486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000245267,0.00001097188,0.0002168716,0.00022893,0.000007357553,0.00003333967,0.001610643,0.0003068252,0.0001269,0.942093,0.0101774,0.04516319],"study_design_scores_gemma":[0.00002164496,0.00006640378,0.0003701403,0.001157483,0.00001004432,0.0001594902,0.001533019,0.002180497,0.0002672593,0.5955668,0.3986276,0.00003969729],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01178243,0.06192301,0.1402313,0.3221159,0.01403009,0.0001709442,0.0003768371,0.0004422351,0.4489272],"genre_scores_gemma":[0.7072378,0.05402509,0.0852646,0.06129394,0.01611049,0.001115073,0.0007201938,0.0008604234,0.07337235],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.04314915,"threshold_uncertainty_score":0.2281973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982335236","doi":"10.1145/2594458","title":"Peer Review on Open-Source Software Projects","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; Concordia University","funders":"","keywords":"Computer science; Software technical review; Technical peer review; Peer review; Quality assurance; Software peer review; Quality (philosophy); Empirical research; Software; Software quality assurance; Data science; Knowledge management; Software development; Software quality; Operations management; Engineering; Software construction; Political science","authors":[{"name":"Peter C. Rigby","is_ca":true},{"name":"Daniel M. Germán","is_ca":true},{"name":"Laura Cowen","is_ca":true},{"name":"Margaret‐Anne Storey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1125589028151714,"gpt":0.3427943887818269,"spread":0.2302354859666556,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.08174722,0.0004608826,0.001310423,0.01210265,0.003775605,0.005078059,0.002462025,0.001409639,0.004320083],"category_scores_gemma":[0.5293169,0.00068688,0.0005704486,0.008061309,0.003814652,0.00592144,0.005668247,0.001468297,0.001568034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002856785,"about_ca_system_score_gemma":0.007491152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002736775,"about_ca_topic_score_gemma":0.003457765,"domain_scores_codex":[0.8205637,0.07552339,0.01482091,0.01032169,0.07567772,0.003092597],"domain_scores_gemma":[0.2009789,0.5094696,0.1203555,0.04598414,0.1146586,0.008553343],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008520453,0.0003926612,0.3696089,0.00319606,0.0003690273,0.001479779,0.04108339,0.004671469,0.005527455,0.01791166,0.0185597,0.5363479],"study_design_scores_gemma":[0.0001857839,0.001818132,0.7859403,0.002718218,0.0002697374,0.001904609,0.02614939,0.01949151,0.009230405,0.02434751,0.1274951,0.0004493617],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9018621,0.004572528,0.04440666,0.003036129,0.0004224127,0.002826826,0.001474434,0.0008778266,0.04052103],"genre_scores_gemma":[0.9762781,0.001479656,0.01474091,0.0002307521,0.000311242,0.0009435561,0.0007412886,0.0001447214,0.005129713],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.997538,"threshold_uncertainty_score":0.4323258,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116357421","doi":"10.1145/13487689.13487691","title":"Topology analysis of software dependencies","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Intuition; Source code; Task (project management); Static program analysis; Set (abstract data type); Dependency (UML); Software; Program analysis; Fuzzy logic; Programming language; Software engineering; Data mining; Theoretical computer science; Software development; Artificial intelligence; Systems engineering","authors":[{"name":"Martin P. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09963517125290641,"gpt":0.3252659982065466,"spread":0.2256308269536401,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000800357,0.000475609,0.0004778739,0.009035432,0.000898425,0.001229015,0.0005961668,0.0006912605,0.003187378],"category_scores_gemma":[0.01010456,0.0004305778,0.0007499272,0.002974528,0.0006364359,0.001855257,0.0008162188,0.0005684824,0.000506925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008121468,"about_ca_system_score_gemma":0.0007393218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003563928,"about_ca_topic_score_gemma":0.003761802,"domain_scores_codex":[0.9988888,0.0002336749,0.00007411212,0.0001730908,0.0005214809,0.0001089915],"domain_scores_gemma":[0.9924523,0.004070837,0.0009736327,0.0005325613,0.001698724,0.0002718887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006002327,0.0002000878,0.06587483,0.0007038485,0.0001984476,0.001057764,0.002205438,0.3435285,0.05978996,0.08554745,0.005734617,0.4345588],"study_design_scores_gemma":[0.00001784388,0.0001371636,0.02733225,0.00005435508,0.00007540002,0.0006638053,0.000515606,0.8980941,0.0132626,0.05276176,0.007022748,0.00006246495],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.355107,0.0005401655,0.6320516,0.0001979873,0.00002759312,0.0002038154,0.001159023,0.00164353,0.009069142],"genre_scores_gemma":[0.8431698,0.0003164652,0.1531431,0.00002236181,0.00002847795,0.0001522081,0.00130613,0.0001850183,0.00167643],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009035432,"threshold_uncertainty_score":0.01066285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1794343297","doi":"10.1145/2699697","title":"aToucan","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Sequence diagram; Use Case Diagram; Class diagram; Traceability; Programming language; Unified Modeling Language; Software engineering; Completeness (order theory); Activity diagram; Class (philosophy); Requirements traceability; Consistency (knowledge bases); Requirements analysis; Artificial intelligence; Software; Requirement","authors":[{"name":"Tao Yue","is_ca":false},{"name":"Lionel Briand","is_ca":false},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.149141122782783,"gpt":0.3429532425541449,"spread":0.1938121197713619,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002050606,0.001490658,0.001106242,0.002696135,0.002429506,0.008143694,0.003230916,0.003007208,0.472743],"category_scores_gemma":[0.006502356,0.0007779362,0.001012453,0.002049063,0.001003231,0.004796484,0.005487242,0.002651377,0.2882946],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001716427,"about_ca_system_score_gemma":0.00429691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004400838,"about_ca_topic_score_gemma":0.005102856,"domain_scores_codex":[0.9972174,0.0004171599,0.0001444374,0.000770478,0.001149349,0.000301141],"domain_scores_gemma":[0.995755,0.0008278069,0.0002349824,0.0008967222,0.001357749,0.0009277663],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001010989,0.0002515735,0.002122747,0.0008856338,0.00005238814,0.0007845222,0.0006302622,0.001369114,0.006745387,0.04252097,0.5563378,0.3872887],"study_design_scores_gemma":[0.0000796728,0.00007191285,0.0006198965,0.0001257712,0.00002200694,0.0003620325,0.0001411292,0.001725447,0.002057321,0.006410189,0.9883504,0.00003436729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.007277597,0.002949373,0.06000167,0.005334505,0.003323556,0.0006968992,0.01332842,0.06069478,0.8463932],"genre_scores_gemma":[0.0515565,0.002876559,0.05557552,0.003289152,0.0006722437,0.001097669,0.03215849,0.01758636,0.8351876],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.472743,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133363731","doi":"10.1145/2000799.2000805","title":"Recommending Adaptive Changes for Framework Evolution","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; Computer science; Software evolution; Software engineering; Open source; Simple (philosophy); Software development; Programming language; Software","authors":[{"name":"Barthélémy Dagenais","is_ca":true},{"name":"Martin P. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.204306934531395,"gpt":0.3413837973744098,"spread":0.1370768628430148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004843987,0.001715638,0.001122021,0.005314547,0.001037911,0.001983408,0.002572703,0.002229948,0.001863242],"category_scores_gemma":[0.03850761,0.0008873825,0.001154219,0.002558654,0.0005714091,0.003448948,0.001339154,0.002028638,0.000902202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00126224,"about_ca_system_score_gemma":0.002350014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01358749,"about_ca_topic_score_gemma":0.0347345,"domain_scores_codex":[0.9949322,0.001178646,0.0004611731,0.001655057,0.001511335,0.0002615803],"domain_scores_gemma":[0.978534,0.009020343,0.001984657,0.00450664,0.005311026,0.000643408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005673422,0.0006814986,0.1285608,0.000740212,0.0003386566,0.000601795,0.001783212,0.02306641,0.01804238,0.002002391,0.02060945,0.8030059],"study_design_scores_gemma":[0.0002993939,0.0009119913,0.06358908,0.0004446103,0.0008050622,0.0009759191,0.002151506,0.822009,0.03580699,0.006512816,0.06613196,0.0003617321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.4691583,0.003677941,0.4673144,0.002271376,0.0004296739,0.001606141,0.003690583,0.04315315,0.008698518],"genre_scores_gemma":[0.5414737,0.0006407325,0.4472084,0.0004599423,0.00007802441,0.0004253864,0.00589248,0.001401504,0.00241981],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01358749,"threshold_uncertainty_score":0.02701676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3134742627","doi":"10.1145/3431726","title":"Developing Cost-Effective Blockchain-Powered Applications","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Database transaction; Blockchain; Computer science; Smart contract; Flexibility (engineering); Transaction processing; Function (biology); Computer security; Unit price; Business; Database; Economics; Microeconomics","authors":[{"name":"Abdullah Ahmad Zarir","is_ca":false},{"name":"Gustavo A. Oliva","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05136433135163745,"gpt":0.3085804697335149,"spread":0.2572161383818774,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001269881,0.000469398,0.0003244569,0.0005430717,0.0003688176,0.001130451,0.0009369905,0.0007156177,0.002041376],"category_scores_gemma":[0.006523411,0.0003126802,0.0002650493,0.0005640142,0.0004066607,0.002233234,0.001823494,0.0006988901,0.001035974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004037118,"about_ca_system_score_gemma":0.001241901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007524248,"about_ca_topic_score_gemma":0.0009508695,"domain_scores_codex":[0.9987803,0.0003067407,0.00006776858,0.00009185009,0.0005173483,0.0002359906],"domain_scores_gemma":[0.9981482,0.0007108058,0.0001630524,0.0004168345,0.0004151476,0.0001459795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001143649,0.0009964007,0.02310176,0.001480984,0.0001158581,0.002216963,0.001026658,0.3084972,0.1106103,0.07566613,0.01653927,0.4586048],"study_design_scores_gemma":[0.0001283118,0.000565442,0.003972579,0.0001361743,0.00005404247,0.0004940152,0.0004647066,0.8795164,0.04663705,0.02527427,0.04271653,0.00004048752],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7930366,0.002131789,0.1702094,0.001144586,0.0001648336,0.0008804267,0.0004418834,0.004652307,0.02733814],"genre_scores_gemma":[0.9083633,0.001140769,0.08305848,0.0001511801,0.00002549026,0.0002550832,0.0007723919,0.0003615859,0.005871806],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002041376,"threshold_uncertainty_score":0.006829083,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056488032","doi":"10.1145/1391984.1391985","title":"Unit-level test adequacy criteria for visual dataflow languages and a testing methodology","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Dataflow; Context (archaeology); Unit testing; Visual programming language; Empirical research; Software engineering; Programming language; Software","authors":[{"name":"Marcel Karam","is_ca":false},{"name":"Trevor J. Smedley","is_ca":true},{"name":"Sergiu M. Dascalu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3232977272659157,"gpt":0.4163952044641103,"spread":0.09309747719819456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01072826,0.0009186876,0.0007564116,0.006618063,0.0006563935,0.001936338,0.00150203,0.001514522,0.001749335],"category_scores_gemma":[0.08693962,0.0003997194,0.001073803,0.001817541,0.00213775,0.002496471,0.001566842,0.0009339405,0.0002209674],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001277839,"about_ca_system_score_gemma":0.001490789,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001815057,"about_ca_topic_score_gemma":0.001851716,"domain_scores_codex":[0.9824097,0.008039705,0.001972932,0.0009765016,0.006048907,0.0005523178],"domain_scores_gemma":[0.8961833,0.08041725,0.006704325,0.004858478,0.01072586,0.001110794],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001181941,0.0009115228,0.07097267,0.001148968,0.0002697564,0.001300904,0.0018657,0.2241284,0.07255206,0.143042,0.00284731,0.4797787],"study_design_scores_gemma":[0.0001184743,0.0008818285,0.007116665,0.0001974844,0.00008042854,0.001019636,0.0004082145,0.9051265,0.038119,0.04430988,0.002561794,0.00006020431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0924143,0.0002220898,0.9037453,0.0001838755,0.0000123966,0.0002551624,0.0001053,0.0007693805,0.002292308],"genre_scores_gemma":[0.6517582,0.00005791319,0.3469537,0.00008101921,0.00002330335,0.00041348,0.0002457433,0.000115079,0.0003515071],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01072826,"threshold_uncertainty_score":0.05673712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2021538299","doi":"10.1145/2377656.2377657","title":"Systematizing pragmatic software reuse","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Computer science; Reuse; Variety (cybernetics); Software engineering; Task (project management); Plan (archaeology); Software development; Process (computing); Source code; Software; Metaphor; Human–computer interaction; Systems engineering; Programming language; Artificial intelligence; Engineering","authors":[{"name":"Reid Holmes","is_ca":true},{"name":"Robert J. Walker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08412914294878511,"gpt":0.3257056353884473,"spread":0.2415764924396622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007300525,0.001085441,0.0004128727,0.001638913,0.001883405,0.003866046,0.001819949,0.00171059,0.005763175],"category_scores_gemma":[0.01823446,0.0009876089,0.001462753,0.0008532135,0.0115546,0.007571033,0.007905814,0.002762142,0.0008484352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002624589,"about_ca_system_score_gemma":0.004287225,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004556456,"about_ca_topic_score_gemma":0.005222199,"domain_scores_codex":[0.991389,0.005046333,0.0005200965,0.001138926,0.001447433,0.000458278],"domain_scores_gemma":[0.9870197,0.006278205,0.0008580576,0.004549233,0.001038563,0.00025624],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004835176,0.00009994249,0.00243744,0.0003479735,0.0000402457,0.0002676899,0.01108199,0.01342907,0.00752781,0.8838968,0.002364308,0.07845832],"study_design_scores_gemma":[0.0001158392,0.0002474734,0.001577094,0.0002113196,0.00009070793,0.0008330579,0.003397471,0.1089427,0.01102432,0.760729,0.1127305,0.0001006466],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04867313,0.0002140773,0.916039,0.001779621,0.0000596262,0.0003479256,0.00007086989,0.001689966,0.03112585],"genre_scores_gemma":[0.4084948,0.0002615286,0.5819048,0.0003791639,0.00003091546,0.000481923,0.0002370964,0.0003957963,0.007813944],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007300525,"threshold_uncertainty_score":0.03860933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040857534","doi":"10.1145/3385187","title":"Predicting Node Failures in an Ultra-Large-Scale Cloud Computing Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; York University","funders":"","keywords":"Cloud computing; DevOps; Computer science; Scalability; Context (archaeology); Node (physics); Scale (ratio); Data science; Software; Distributed computing; Computer security; Software engineering; Database; Operating system; Engineering","authors":[{"name":"Yangguang Li","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Heng Li","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Cheng He","is_ca":false},{"name":"Ruirui Huang","is_ca":false},{"name":"Zhengda Zeng","is_ca":false},{"name":"Mian Wang","is_ca":false},{"name":"Pinan Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05902938087634173,"gpt":0.2962129620419633,"spread":0.2371835811656215,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001637005,0.001049915,0.0004229996,0.001243174,0.0007862389,0.0008516601,0.001117876,0.000758972,0.0006278606],"category_scores_gemma":[0.005279753,0.000316151,0.0003650239,0.0007338077,0.0005696442,0.001462293,0.001222116,0.00113892,0.0002523226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001095454,"about_ca_system_score_gemma":0.001166627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02116555,"about_ca_topic_score_gemma":0.02992927,"domain_scores_codex":[0.9992766,0.000142826,0.00005304339,0.0001577815,0.0002483296,0.0001214491],"domain_scores_gemma":[0.9969579,0.001073573,0.0004335587,0.0003080379,0.0007888217,0.0004381722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003355827,0.0002651012,0.08701217,0.0001746616,0.0001215981,0.0007746199,0.0004874667,0.8160068,0.01162515,0.001953972,0.008279926,0.07296295],"study_design_scores_gemma":[0.000005387969,0.00006153162,0.009726007,0.00001044763,0.000009960492,0.00003370793,0.0001921301,0.9861972,0.001709042,0.001216524,0.0008259019,0.0000120697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9096871,0.0005660225,0.0805252,0.001650136,0.0002212394,0.0002370085,0.001100877,0.003283171,0.002729342],"genre_scores_gemma":[0.9667594,0.0001802183,0.03117779,0.00009503107,0.00003067177,0.00004399419,0.0009888947,0.00007610436,0.0006478693],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02116555,"threshold_uncertainty_score":0.04208469,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039822794","doi":"10.1145/1767751.1767754","title":"Clone region descriptors","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"clone (Java method); Computer science; Cloning (programming); Source code; Software maintenance; Software; Code refactoring; Code (set theory); Software system; Programming language; Biology; Genetics; Gene","authors":[{"name":"Ekwa Duala-Ekoko","is_ca":true},{"name":"Martin P. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08537287773891615,"gpt":0.3123188283960462,"spread":0.22694595065713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001818293,0.0008652869,0.001119155,0.006439158,0.0008188445,0.002805596,0.001941268,0.001610651,0.009769524],"category_scores_gemma":[0.01263884,0.0005281951,0.001016509,0.006371964,0.0009345543,0.004146131,0.002059548,0.001215418,0.005075682],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001354424,"about_ca_system_score_gemma":0.001745459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003828177,"about_ca_topic_score_gemma":0.003153969,"domain_scores_codex":[0.9975586,0.0002459388,0.0005228769,0.000531578,0.0009818113,0.0001592272],"domain_scores_gemma":[0.9899761,0.003210143,0.001374482,0.002448106,0.002688449,0.0003026623],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001221432,0.0002144857,0.0327211,0.001797669,0.0001199127,0.001293208,0.002711546,0.01036326,0.04199121,0.1576245,0.09656881,0.6533728],"study_design_scores_gemma":[0.0002045163,0.0004422037,0.01487285,0.0004110702,0.0001544577,0.003150058,0.0009706107,0.04880343,0.05111783,0.07191969,0.8076757,0.0002775118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06564231,0.002512052,0.8040519,0.0005932724,0.0006649293,0.001731966,0.06300502,0.03300507,0.02879352],"genre_scores_gemma":[0.2774572,0.001908207,0.5981359,0.0007344892,0.0002696822,0.002337646,0.09272315,0.00526922,0.02116448],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009769524,"threshold_uncertainty_score":0.03268236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4296592009","doi":"10.1145/3563210","title":"Arachne: Search-Based Repair of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Computer science; Debiasing; Deep neural networks; Convolutional neural network; Retraining; Artificial neural network; Artificial intelligence; Machine learning","authors":[{"name":"Jeongju Sohn","is_ca":false},{"name":"Sungmin Kang","is_ca":true},{"name":"Shin Yoo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04776573394678502,"gpt":0.2979497318344487,"spread":0.2501839978876637,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001783307,0.001133157,0.0007804303,0.0007373471,0.0004302153,0.0006413773,0.002520534,0.00128887,0.003468681],"category_scores_gemma":[0.01023884,0.0005732802,0.0008370585,0.0003161905,0.001448422,0.001842715,0.002108517,0.001809487,0.0007601141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000909056,"about_ca_system_score_gemma":0.00101149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00296973,"about_ca_topic_score_gemma":0.004262932,"domain_scores_codex":[0.9990558,0.0002102406,0.00008193794,0.0002377955,0.0002949402,0.0001193348],"domain_scores_gemma":[0.9963242,0.001778095,0.0004444051,0.0009415817,0.0004184364,0.00009326523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004726956,0.0001767837,0.004136764,0.0003736325,0.0001560575,0.0005285449,0.0002994435,0.6809931,0.02370813,0.02046829,0.007272894,0.2614137],"study_design_scores_gemma":[0.00002408515,0.0001146235,0.000193329,0.00002370456,0.00001952414,0.00009104164,0.00003209166,0.977948,0.009424293,0.01015345,0.00196549,0.00001035711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09951381,0.0007705787,0.88189,0.0005106555,0.0002028195,0.000181358,0.0002532061,0.01316344,0.00351414],"genre_scores_gemma":[0.7189787,0.0002866495,0.2712616,0.0005314691,0.00005449384,0.0002631281,0.000677752,0.00145238,0.006493751],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003468681,"threshold_uncertainty_score":0.01160395,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068726498","doi":"10.1145/839268.839270","title":"Feature specification and automated conflict detection","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Feature (linguistics); Model checking; Formal specification; Formal methods; Specification language; Extractor; Field (mathematics); Software engineering; Programming language; Data mining","authors":[{"name":"Amy Felty","is_ca":true},{"name":"Kedar S. Namjoshi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0813120162940838,"gpt":0.3161018302563561,"spread":0.2347898139622723,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005623145,0.001245722,0.001009199,0.003528077,0.0009204544,0.001968911,0.002394823,0.001359735,0.003245397],"category_scores_gemma":[0.0290672,0.001266942,0.001582099,0.002751593,0.001591249,0.00393622,0.002495034,0.001591492,0.0008590099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001110883,"about_ca_system_score_gemma":0.002126701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003795638,"about_ca_topic_score_gemma":0.003432441,"domain_scores_codex":[0.9878262,0.003862282,0.001170929,0.001280473,0.0052341,0.0006259946],"domain_scores_gemma":[0.9756245,0.01436227,0.002800654,0.004388364,0.002603588,0.0002205365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007868587,0.0004064822,0.03411559,0.00124127,0.0003058965,0.002074234,0.002550129,0.1458248,0.07926623,0.1120754,0.009626948,0.611726],"study_design_scores_gemma":[0.0001727039,0.0002758825,0.003830814,0.0001445275,0.0001275776,0.001429207,0.0004396462,0.7863252,0.1051512,0.08068908,0.02125844,0.0001557555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02001463,0.00008185664,0.9735869,0.00009555811,0.00001350848,0.00008522848,0.0002255251,0.004953034,0.0009438202],"genre_scores_gemma":[0.2358938,0.0001304306,0.7597038,0.0001152539,0.00001883302,0.0002902469,0.001780614,0.0007436755,0.001323411],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005623145,"threshold_uncertainty_score":0.02973843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975318342","doi":"10.1145/2512207","title":"Degree-of-knowledge","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Codebase; Computer science; Robustness (evolution); Source code; Code (set theory); Code review; Point (geometry); Software; Software engineering; Software development; Static program analysis; Programming language; Set (abstract data type)","authors":[{"name":"Thomas Fritz","is_ca":false},{"name":"Gail C. Murphy","is_ca":true},{"name":"Emerson Murphy-Hill","is_ca":false},{"name":"Jingwen Ou","is_ca":true},{"name":"Emily Hill","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1151019020285236,"gpt":0.3348329567299539,"spread":0.2197310547014303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006494386,0.001034708,0.001257253,0.004427464,0.001435188,0.005444739,0.003194595,0.002636212,0.008682928],"category_scores_gemma":[0.05491863,0.0007869877,0.001776842,0.003724123,0.00439051,0.0143776,0.003775098,0.002329332,0.001555151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00316205,"about_ca_system_score_gemma":0.001682057,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004637455,"about_ca_topic_score_gemma":0.003385823,"domain_scores_codex":[0.9890665,0.003044887,0.0007625224,0.003245814,0.003071612,0.0008087477],"domain_scores_gemma":[0.9524715,0.02929797,0.003571686,0.008569116,0.004433953,0.001655635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002048101,0.0001989537,0.02184081,0.0004176561,0.0002287965,0.0003474891,0.002368189,0.07776704,0.001652958,0.7810506,0.00495482,0.1089679],"study_design_scores_gemma":[0.00003744187,0.0001059288,0.005844728,0.0001004787,0.0001088767,0.000627529,0.0004804655,0.1934903,0.00110538,0.7793666,0.01866258,0.00006974406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05618542,0.0005019475,0.9034237,0.002168128,0.00008193305,0.0002288064,0.0009312434,0.0004868903,0.03599189],"genre_scores_gemma":[0.8683514,0.0004428699,0.1217208,0.0002344803,0.0001303415,0.0003554149,0.0007136973,0.0001260548,0.007924987],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008682928,"threshold_uncertainty_score":0.03434604,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210772589","doi":"10.1145/3511887","title":"Towards Robustness of Deep Program Processing Models—Detection, Estimation, and Enhancement","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Robustness (evolution); Computer science; Source code; Source lines of code; Computer engineering; Machine learning; Artificial intelligence; Data mining; Software; Programming language","authors":[{"name":"Huangzhao Zhang","is_ca":false},{"name":"Zhiyi Fu","is_ca":false},{"name":"Ge Li","is_ca":false},{"name":"Lei Ma","is_ca":true},{"name":"Zhehao Zhao","is_ca":false},{"name":"Huaan Yang","is_ca":false},{"name":"Yizhe Sun","is_ca":false},{"name":"Yang Liu","is_ca":false},{"name":"Zhi Jin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04880284229526353,"gpt":0.3117413535294528,"spread":0.2629385112341893,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00524672,0.002367879,0.001060298,0.001623714,0.0004100419,0.001618708,0.001978723,0.001648478,0.00111858],"category_scores_gemma":[0.03553505,0.0008693297,0.0012511,0.0006359069,0.002415115,0.003529882,0.004789027,0.004480078,0.0005099883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001670647,"about_ca_system_score_gemma":0.001235491,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002377302,"about_ca_topic_score_gemma":0.001531787,"domain_scores_codex":[0.9962649,0.001206971,0.0002335091,0.0008226912,0.001151233,0.0003207424],"domain_scores_gemma":[0.98503,0.0083828,0.001909354,0.002945339,0.001400329,0.0003322997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002911279,0.00008787291,0.002591654,0.0001439549,0.0001129201,0.000100618,0.0001061132,0.873813,0.01431172,0.01134868,0.001205969,0.09588628],"study_design_scores_gemma":[0.000002939987,0.00004600545,0.0001666824,0.000008947631,0.00000908053,0.00002187996,0.00000530084,0.9908401,0.004503388,0.004197934,0.0001909204,0.000006708653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02578893,0.0003586019,0.9708238,0.0004226537,0.00003440436,0.00004438612,0.0000750671,0.001698513,0.0007536971],"genre_scores_gemma":[0.8357656,0.0005593926,0.1608645,0.0004845276,0.0001104856,0.0001443258,0.0003504708,0.0004299195,0.001290735],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00524672,"threshold_uncertainty_score":0.02774763,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3184231327","doi":"10.1145/3447876","title":"An Empirical Study of the Impact of Data Splitting Decisions on the Performance of AIOps Solutions","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; École de Technologie Supérieure; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Concept drift; Leakage (economics); Cloud computing; Data mining; Context (archaeology); Data science; TRACE (psycholinguistics); Data stream mining","authors":[{"name":"Yingzhe Lyu","is_ca":true},{"name":"Heng Li","is_ca":true},{"name":"Mohammed Sayagh","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2584045887855763,"gpt":0.416978530640578,"spread":0.1585739418550018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01195915,0.001043189,0.0005959041,0.001264265,0.00108174,0.001944468,0.001463505,0.001351103,0.001306197],"category_scores_gemma":[0.07403709,0.0003792275,0.0005870179,0.001885981,0.0009079865,0.005070276,0.001543581,0.003126967,0.0005241428],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001227524,"about_ca_system_score_gemma":0.001260639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002438862,"about_ca_topic_score_gemma":0.002173227,"domain_scores_codex":[0.9910377,0.00337769,0.0009790008,0.001299994,0.002311809,0.0009937854],"domain_scores_gemma":[0.9217473,0.05324896,0.00613886,0.007845934,0.007683454,0.003335639],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00422508,0.006101967,0.2220129,0.001720294,0.0007717688,0.0004745846,0.001969507,0.3875677,0.02044897,0.00507567,0.01705459,0.332577],"study_design_scores_gemma":[0.0003206305,0.00606828,0.06746844,0.0002240111,0.0002660801,0.000501632,0.003274391,0.8890836,0.01649445,0.006332919,0.009853081,0.0001123726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9877616,0.0009135035,0.007275653,0.0006555979,0.0001009153,0.0002189416,0.0006890076,0.0004693679,0.001915496],"genre_scores_gemma":[0.9855802,0.000282533,0.01168332,0.0001667632,0.00004167565,0.0001377883,0.001600214,0.00005782422,0.0004496844],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01195915,"threshold_uncertainty_score":0.06324679,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210455774","doi":"10.1145/3490489","title":"NPC: <u>N</u> euron <u>P</u> ath <u>C</u> overage via Characterizing Decision Logic of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; JST-Mirai Program; National Satellite of Excellence in Trustworthy Software Systems, National University of Singapore; National Research Foundation; Bộ Giáo dục và Ðào tạo; Ministry of Education - Singapore; National Research Foundation Singapore; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Path (computing); Machine learning; Artificial neural network; Graph; Deep neural networks; Decision tree; Mirroring; Theoretical computer science","authors":[{"name":"Xiaofei Xie","is_ca":false},{"name":"Tianlin Li","is_ca":false},{"name":"Jian Wang","is_ca":false},{"name":"Lei Ma","is_ca":false},{"name":"Qing Guo","is_ca":false},{"name":"Felix Juefei-Xu","is_ca":false},{"name":"Yang Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03977566911215587,"gpt":0.2872848317002451,"spread":0.2475091625880892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008836144,0.0005439384,0.000306715,0.001031479,0.0004555167,0.001515042,0.0006761031,0.0007424562,0.004438853],"category_scores_gemma":[0.006607119,0.0002420338,0.0006829772,0.0005426281,0.001546785,0.001902076,0.001084359,0.001246008,0.0005135263],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001500811,"about_ca_system_score_gemma":0.001228015,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008501739,"about_ca_topic_score_gemma":0.008574104,"domain_scores_codex":[0.9988047,0.0002245181,0.00005635652,0.0003405179,0.0003815672,0.0001923297],"domain_scores_gemma":[0.9975855,0.001356238,0.0002374038,0.0001799005,0.000552259,0.00008869036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004949009,0.000177296,0.01184086,0.0004433319,0.0001031584,0.001323733,0.0004694712,0.301135,0.0232776,0.3557257,0.008406529,0.2966025],"study_design_scores_gemma":[0.00001247366,0.00004477341,0.0009185545,0.0000421397,0.00002371667,0.0001354806,0.00006092982,0.7820353,0.008500022,0.2046496,0.00355912,0.00001787148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1438845,0.000355179,0.8338144,0.001359008,0.00010752,0.0001956524,0.0009630001,0.001954971,0.01736581],"genre_scores_gemma":[0.8934185,0.000321288,0.09914385,0.0003842722,0.00005123688,0.000220446,0.0008509186,0.0002652572,0.005344263],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008501739,"threshold_uncertainty_score":0.01690453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3162893202","doi":"10.1145/3447808","title":"How Should I Improve the UI of My App?","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Thompson Rivers University","funders":"","keywords":"Computer science; App store; Download; World Wide Web; Mobile apps; Perception; Internet privacy; User interface; Interface (matter); Human–computer interaction; Psychology","authors":[{"name":"Qiuyuan Chen","is_ca":false},{"name":"Chunyang Chen","is_ca":false},{"name":"Safwat Hassan","is_ca":true},{"name":"Zhengchang Xing","is_ca":false},{"name":"Xin Xia","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1005806507968372,"gpt":0.3363480324496596,"spread":0.2357673816528223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003759121,0.0006160643,0.0004437962,0.0008054717,0.0008559626,0.002457413,0.0006996185,0.001273219,0.004294985],"category_scores_gemma":[0.04862385,0.0002637483,0.000645112,0.0003441996,0.0009027966,0.003937569,0.0009526223,0.001722996,0.004028141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006596363,"about_ca_system_score_gemma":0.0009297024,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001336787,"about_ca_topic_score_gemma":0.002874271,"domain_scores_codex":[0.9974496,0.0009945679,0.0001651025,0.0002095747,0.0009914333,0.0001896805],"domain_scores_gemma":[0.9851779,0.00561833,0.002005002,0.0008581077,0.00509208,0.001248611],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004561993,0.0004034093,0.07598789,0.002796991,0.0001951687,0.002297995,0.02240393,0.0003968686,0.0217653,0.002911952,0.237374,0.6330103],"study_design_scores_gemma":[0.0001490648,0.002831556,0.2076829,0.003605257,0.00092291,0.01671804,0.02717383,0.00631349,0.01373325,0.00662106,0.7136688,0.0005798793],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.5859265,0.02927105,0.07723099,0.1237139,0.01108159,0.001485624,0.001194688,0.007675164,0.1624205],"genre_scores_gemma":[0.8469039,0.00901022,0.0761213,0.02349529,0.003157052,0.0004182608,0.0006898802,0.0007806505,0.03942337],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.004294985,"threshold_uncertainty_score":0.01988035,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406957844","doi":"10.1145/3712002","title":"Quantum Software Engineering: Roadmap and Challenges Ahead","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia e Innovación; European Commission","keywords":"Computer science; Software engineering; Software requirements; Software; Systems engineering; Software development; Software construction; Programming language; Engineering","authors":[{"name":"Juan M. Murillo","is_ca":false},{"name":"José Garcí­a-Alonso","is_ca":false},{"name":"Enrique Moguel","is_ca":false},{"name":"Johanna Barzen","is_ca":false},{"name":"Frank Leymann","is_ca":false},{"name":"Shaukat Ali","is_ca":false},{"name":"Tao Yue","is_ca":false},{"name":"Paolo Arcaini","is_ca":false},{"name":"Ricardo Pérez‐Castillo","is_ca":false},{"name":"Ignacio García‐Rodríguez de Guzmán","is_ca":false},{"name":"Mario Piattini","is_ca":false},{"name":"Antonio Ruiz–Cortés","is_ca":false},{"name":"Antonio Brogi","is_ca":false},{"name":"Jianjun Zhao","is_ca":false},{"name":"Andriy Miranskyy","is_ca":true},{"name":"Manuel Wimmer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05628912930751191,"gpt":0.285834054176502,"spread":0.2295449248689901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02181025,0.001158271,0.001416889,0.003567557,0.002918081,0.008735271,0.003467224,0.008072298,0.009625739],"category_scores_gemma":[0.03284924,0.0008924038,0.001312516,0.003153314,0.009664441,0.02723884,0.007349235,0.00962384,0.002614768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003675331,"about_ca_system_score_gemma":0.01365884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003275798,"about_ca_topic_score_gemma":0.002913135,"domain_scores_codex":[0.9926475,0.003488983,0.0003728508,0.0005910538,0.00222049,0.0006790458],"domain_scores_gemma":[0.9376156,0.04592626,0.001035035,0.003222642,0.009537875,0.00266255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001042673,0.0002632485,0.0006818352,0.001782805,0.00003639138,0.0001360615,0.0009460587,0.007543623,0.0008682246,0.7199566,0.03050199,0.2371789],"study_design_scores_gemma":[0.00002973879,0.0001431074,0.0003105557,0.001179691,0.00001495944,0.0001326289,0.002030167,0.01640284,0.0006632357,0.8630165,0.116018,0.00005851575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.01524195,0.2893912,0.1733637,0.4806907,0.004372261,0.0002111447,0.000257083,0.0008222576,0.0356498],"genre_scores_gemma":[0.2775308,0.4262945,0.2534744,0.02560243,0.006033299,0.000744125,0.0006721193,0.0005189621,0.009129368],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.02181025,"threshold_uncertainty_score":0.115345,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2805382256","doi":"10.1145/3196831","title":"An Empirical Study of Meta- and Hyper-Heuristic Search for Multi-Objective Release Planning","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Engineering and Physical Sciences Research Council; Dalian University of Technology; Core Research for Evolutional Science and Technology; Universiteit Utrecht; University College London","keywords":"Computer science; Heuristics; Heuristic; Meta heuristic; Variety (cybernetics); Genetic algorithm; Machine learning; Empirical research; Search algorithm; Beam search; Artificial intelligence; Mathematical optimization; Data mining; Algorithm; Mathematics; Statistics","authors":[{"name":"Yuanyuan Zhang","is_ca":false},{"name":"Mark Harman","is_ca":false},{"name":"Gabriela Ochoa","is_ca":false},{"name":"Guenther Ruhe","is_ca":true},{"name":"Sjaak Brinkkemper","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2711195274073803,"gpt":0.4358261630705214,"spread":0.1647066356631411,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01254363,0.0007034189,0.0005740708,0.001985681,0.0005259116,0.001208012,0.001528083,0.001098335,0.001309962],"category_scores_gemma":[0.06225731,0.0004005608,0.0006340345,0.00342656,0.0009556022,0.002743319,0.0006684618,0.001463601,0.0001843826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001384207,"about_ca_system_score_gemma":0.00106899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003109375,"about_ca_topic_score_gemma":0.004559703,"domain_scores_codex":[0.9924037,0.005633484,0.0003674091,0.0005031058,0.000912673,0.0001795616],"domain_scores_gemma":[0.8616846,0.1257196,0.003873178,0.004842163,0.0032499,0.0006306001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001489574,0.002280018,0.06607106,0.001425956,0.0007526112,0.0001876134,0.0005051528,0.7375212,0.001458065,0.008577608,0.003657992,0.1760732],"study_design_scores_gemma":[0.0003031379,0.001971972,0.03452019,0.0002213217,0.0001653745,0.0002881505,0.0006166145,0.9518177,0.002007459,0.004024442,0.004009196,0.0000545483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9510555,0.004662161,0.03587055,0.0006453891,0.00005081499,0.0002758244,0.0007429724,0.0002326292,0.006464182],"genre_scores_gemma":[0.9621511,0.0006909062,0.03564064,0.00007679192,0.00001898541,0.0001831192,0.0007844206,0.00004627819,0.0004077815],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01254363,"threshold_uncertainty_score":0.06633788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285794979","doi":"10.1145/3549542","title":"Is My Transaction Done Yet? An Empirical Study of Transaction Processing Times in the Ethereum Blockchain Platform","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Database transaction; Computer science; Transaction processing system; Blockchain; Transaction processing; Online transaction processing; Distributed transaction; Transaction cost; Computer security; Database; Business; Finance","authors":[{"name":"Michael Pacheco","is_ca":true},{"name":"Gustavo A. Oliva","is_ca":true},{"name":"Gopi Krishnan Rajbahadur","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07742992799670803,"gpt":0.3326076058421708,"spread":0.2551776778454627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007852411,0.0004024494,0.0004310197,0.001461905,0.0006564614,0.002072358,0.001231026,0.001110529,0.006636491],"category_scores_gemma":[0.09137406,0.0003487038,0.0004668663,0.002176327,0.0009852715,0.004011074,0.0009004162,0.003963162,0.002443076],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008371522,"about_ca_system_score_gemma":0.0009044834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004560155,"about_ca_topic_score_gemma":0.003394495,"domain_scores_codex":[0.9961856,0.001608914,0.0003438148,0.0004969037,0.0009093995,0.0004553131],"domain_scores_gemma":[0.7843049,0.1669447,0.02784501,0.006481326,0.009456364,0.004967661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002192385,0.002243026,0.9264598,0.0003025407,0.000215189,0.0006132518,0.002800636,0.0087661,0.001278271,0.003915722,0.00706258,0.04415051],"study_design_scores_gemma":[0.0001423018,0.001521903,0.8905242,0.0001850674,0.0001405612,0.0008097499,0.008173958,0.08330265,0.001886581,0.003928024,0.009266447,0.0001185981],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9958859,0.0002792221,0.0007680585,0.0003611594,0.00001502294,0.00003566072,0.0005454582,0.0000308398,0.002078656],"genre_scores_gemma":[0.9971796,0.0001695359,0.0006268166,0.00008622144,0.00002206411,0.00003473182,0.001008896,0.0000260004,0.000846085],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007852411,"threshold_uncertainty_score":0.04152799,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018414565","doi":"10.1145/2491509.2491515","title":"The value of design rationale information","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd","keywords":"Documentation; Computer science; Personalization; Context (archaeology); Value (mathematics); World Wide Web; Programming language","authors":[{"name":"Davide Falessi","is_ca":false},{"name":"Lionel Briand","is_ca":false},{"name":"Giovanni Cantone","is_ca":false},{"name":"Rafael Capilla","is_ca":false},{"name":"Philippe Kruchten","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07125196779048361,"gpt":0.2965896055898269,"spread":0.2253376377993433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03758163,0.0007712921,0.0005875738,0.002644573,0.0007575928,0.006565957,0.001873108,0.001932398,0.00187443],"category_scores_gemma":[0.2777088,0.0008141117,0.0006247665,0.00185092,0.001804472,0.007735989,0.002757169,0.002458147,0.0004810723],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002278233,"about_ca_system_score_gemma":0.002438443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005807431,"about_ca_topic_score_gemma":0.000780594,"domain_scores_codex":[0.9235763,0.04606177,0.00542973,0.002864992,0.02097732,0.001089789],"domain_scores_gemma":[0.4092968,0.4888514,0.03258446,0.05122029,0.01497477,0.003072322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001773758,0.001931761,0.09612615,0.002201723,0.0003846243,0.0005765003,0.02058841,0.007112382,0.03455028,0.01760701,0.001990608,0.8151569],"study_design_scores_gemma":[0.001348365,0.01707043,0.5074738,0.006483981,0.00261053,0.006078142,0.02708307,0.08021771,0.0811794,0.1313796,0.1378668,0.001208178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9223481,0.00153792,0.03804011,0.002433552,0.00006721656,0.0006833745,0.0002041909,0.0004404564,0.03424508],"genre_scores_gemma":[0.9682442,0.0002836701,0.02976554,0.0002424909,0.00002779552,0.000155853,0.0001643967,0.00005384743,0.001062203],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03758163,"threshold_uncertainty_score":0.1987531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406688098","doi":"10.1145/3714461","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Code generation; Code (set theory); Programming language; Software engineering; Key (lock); Operating system; Set (abstract data type)","authors":[{"name":"Martin Weyssow","is_ca":true},{"name":"Xin Zhou","is_ca":false},{"name":"Kisub Kim","is_ca":false},{"name":"David Lo","is_ca":false},{"name":"Houari Sahraoui","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.136645660242652,"gpt":0.3367384357981753,"spread":0.2000927755555234,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001752739,0.001664156,0.0008798523,0.0008293414,0.000416937,0.001500137,0.00251612,0.001313588,0.003332289],"category_scores_gemma":[0.01583053,0.0007355917,0.001206281,0.000756048,0.0008858412,0.002860836,0.00190768,0.002936292,0.002328171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000963216,"about_ca_system_score_gemma":0.001817291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005018904,"about_ca_topic_score_gemma":0.01214848,"domain_scores_codex":[0.9987362,0.0004568094,0.00009652996,0.0003672533,0.0002343459,0.000108886],"domain_scores_gemma":[0.9957652,0.002830042,0.000196191,0.000799285,0.00029652,0.0001127371],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003742634,0.0003895503,0.005567059,0.0007574429,0.0001892885,0.0002879374,0.0005838015,0.4956097,0.02405798,0.01034545,0.0109187,0.4509189],"study_design_scores_gemma":[0.00006119341,0.00006936251,0.0002462233,0.00003241009,0.00002515733,0.00006073649,0.00007670412,0.9784138,0.005627974,0.01180447,0.003563535,0.00001847408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0520844,0.001887479,0.9171027,0.0006337045,0.0001453796,0.0002794612,0.000691865,0.02379647,0.003378592],"genre_scores_gemma":[0.5033743,0.000656407,0.487383,0.0008115688,0.00007192721,0.0006674774,0.002100272,0.002984395,0.00195064],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005018904,"threshold_uncertainty_score":0.01114762,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3010215199","doi":"10.1145/3375633","title":"Visualizing Distributed System Executions","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; U.S. Air Force; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Universities Space Research Association; U.S. Air Force Academy; National Science Foundation","keywords":"Computer science; Timestamp; Process (computing); Distributed computing; Software; Theoretical computer science; Programming language; Real-time computing","authors":[{"name":"Ivan Beschastnikh","is_ca":true},{"name":"Perry Liu","is_ca":true},{"name":"Albert Xing","is_ca":true},{"name":"Patty Wang","is_ca":true},{"name":"Yuriy Brun","is_ca":false},{"name":"Michael D. Ernst","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0773188187625623,"gpt":0.2982571631356249,"spread":0.2209383443730626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001309951,0.001054821,0.0003609925,0.002647884,0.0004706404,0.00204861,0.0006246357,0.0005670994,0.006619594],"category_scores_gemma":[0.005929349,0.0002710717,0.0004375544,0.001428123,0.0004138588,0.002231319,0.001590948,0.0009241152,0.0007610759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003920556,"about_ca_system_score_gemma":0.0006667887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002452938,"about_ca_topic_score_gemma":0.002781545,"domain_scores_codex":[0.999348,0.000268227,0.00004208508,0.0001104779,0.0001848378,0.00004640189],"domain_scores_gemma":[0.9965742,0.002422669,0.0002370704,0.0003127719,0.0003166063,0.0001366852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00178643,0.0005248461,0.04299581,0.002072881,0.000263959,0.001950585,0.03475974,0.09037145,0.07613567,0.08058929,0.03846635,0.630083],"study_design_scores_gemma":[0.0003446852,0.0008490329,0.04841563,0.0006736777,0.000242976,0.001793644,0.01387442,0.5444443,0.05150901,0.1260393,0.2115728,0.0002406793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2087352,0.001185257,0.7457102,0.0009438465,0.0001528388,0.0003820379,0.004943579,0.02082503,0.01712207],"genre_scores_gemma":[0.6974926,0.0009052538,0.2935075,0.00007626793,0.00005380046,0.0003109321,0.002914361,0.001003363,0.003735982],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006619594,"threshold_uncertainty_score":0.02214479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224214784","doi":"10.1145/3511598","title":"An Empirical Study on Data Distribution-Aware Test Selection for Deep Learning Enhancement","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Retraining; Computer science; Artificial intelligence; Machine learning; Selection (genetic algorithm); Test data; Artificial neural network; Software deployment; Metric (unit); Data mining; Data set; Test set; Process (computing); Model selection; Deep learning; Distribution (mathematics); Set (abstract data type); Empirical research; Statistics; Mathematics; Engineering","authors":[{"name":"Qiang Hu","is_ca":false},{"name":"Yuejun Guo","is_ca":false},{"name":"Maxime Cordy","is_ca":false},{"name":"Xiaofei Xie","is_ca":false},{"name":"Lei Ma","is_ca":true},{"name":"Mike Papadakis","is_ca":false},{"name":"Yves Le Traon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1239226798585278,"gpt":0.3887620461359517,"spread":0.2648393662774238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01633086,0.00145385,0.0006818135,0.00162212,0.0006124081,0.001143372,0.001842155,0.001071738,0.0007652937],"category_scores_gemma":[0.0871673,0.000326845,0.0004918426,0.00145219,0.0012088,0.003204224,0.001571432,0.001860745,0.0003500251],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001401287,"about_ca_system_score_gemma":0.001102433,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002191701,"about_ca_topic_score_gemma":0.003098221,"domain_scores_codex":[0.9881107,0.006427385,0.0009183824,0.001730278,0.002405663,0.0004076071],"domain_scores_gemma":[0.9035783,0.06847522,0.00522935,0.01185768,0.009297406,0.001561963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.003134692,0.003055,0.2464016,0.0009582599,0.0004753898,0.0006083663,0.0008204237,0.245084,0.02277862,0.004151051,0.01311086,0.4594217],"study_design_scores_gemma":[0.0002517436,0.002795634,0.04606795,0.0001333102,0.0002246915,0.0007425127,0.0005388322,0.9053727,0.03486914,0.003471004,0.005460335,0.00007214529],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9261658,0.002355196,0.06555314,0.000692505,0.000133839,0.0003195179,0.0006597347,0.001450996,0.002669272],"genre_scores_gemma":[0.9669216,0.000224935,0.03062416,0.0001750571,0.00003732488,0.0001340591,0.001174174,0.0001014449,0.0006072318],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01633086,"threshold_uncertainty_score":0.08636683,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3117161066","doi":"10.1145/3412378","title":"An Empirical Study of Developer Discussions in the Gitter Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada; Queen's University","funders":"","keywords":"Popularity; Computer science; Thread (computing); World Wide Web; Psychology","authors":[{"name":"Osama Ehsan","is_ca":true},{"name":"Safwat Hassan","is_ca":true},{"name":"Mariam El Mezouar","is_ca":true},{"name":"Ying Zou","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1811065806979024,"gpt":0.3831301813330654,"spread":0.2020236006351629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009413514,0.0004590059,0.0004693137,0.004232516,0.001439803,0.001259895,0.000718105,0.00078786,0.0008158287],"category_scores_gemma":[0.06094695,0.0003668456,0.0002950283,0.003207959,0.001165292,0.001904442,0.001230961,0.00106878,0.000423475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001203669,"about_ca_system_score_gemma":0.0008734238,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003125016,"about_ca_topic_score_gemma":0.006092117,"domain_scores_codex":[0.9908527,0.004788907,0.0006865038,0.001236127,0.001939125,0.0004966398],"domain_scores_gemma":[0.8524474,0.1157351,0.01600734,0.003423508,0.00967649,0.002710197],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006651548,0.001157684,0.7300262,0.00112014,0.0001283168,0.001382807,0.1720135,0.0008263594,0.009540656,0.0008344975,0.003816824,0.07848784],"study_design_scores_gemma":[0.00004667616,0.0008672439,0.9320862,0.0002336244,0.00005205721,0.000626608,0.04609037,0.005313574,0.003527413,0.0003996006,0.01067208,0.00008445884],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9977421,0.0001148331,0.000918003,0.0000706623,0.000007301136,0.0001035443,0.0002617293,0.00003606854,0.0007459046],"genre_scores_gemma":[0.9944812,0.0001481357,0.003220123,0.00006991952,0.00003060173,0.0002903492,0.0008564856,0.00003502408,0.0008681983],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009413514,"threshold_uncertainty_score":0.049784,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2409613233","doi":"10.1145/2904904","title":"Multi-Step Learning and Adaptive Search for Learning Complex Model Transformations from Examples","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformation (genetics); Model transformation; Context (archaeology); Process (computing); Consistency (knowledge bases); Artificial intelligence; Theoretical computer science; Machine learning; Programming language","authors":[{"name":"Islem Baki","is_ca":true},{"name":"Houari Sahraoui","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1720275482919265,"gpt":0.3368951754105206,"spread":0.1648676271185941,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00230277,0.001211349,0.001068483,0.001261501,0.0004183344,0.0008306516,0.002545214,0.00165525,0.002659611],"category_scores_gemma":[0.01123696,0.0006706371,0.00111495,0.001247379,0.0008957829,0.002739305,0.002166638,0.002076371,0.0005262478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008033412,"about_ca_system_score_gemma":0.001262506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002390404,"about_ca_topic_score_gemma":0.005683546,"domain_scores_codex":[0.9984053,0.0006894391,0.0001237438,0.0003955604,0.0002867672,0.00009918653],"domain_scores_gemma":[0.9928566,0.005750519,0.0002222418,0.0006929341,0.0003726553,0.000104964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003613537,0.0005611635,0.003582344,0.0003184497,0.0001277767,0.0001877561,0.000259229,0.5161954,0.004882501,0.009964633,0.002392121,0.4611673],"study_design_scores_gemma":[0.00002096405,0.0000570155,0.0001323386,0.000006999138,0.00001169686,0.00002207911,0.00002053157,0.9938458,0.001003205,0.004593018,0.0002824951,0.000003858176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06155665,0.0003263594,0.9341817,0.0002519496,0.00001717403,0.0001674572,0.00008112819,0.002087238,0.001330311],"genre_scores_gemma":[0.4518306,0.0001540553,0.5453499,0.0002132046,0.00002369826,0.0003278544,0.0005956207,0.0001923813,0.001312619],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002659611,"threshold_uncertainty_score":0.01217836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2570857834","doi":"10.1145/2990497","title":"Generating API Call Rules from Version History and Stack Overflow Posts","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Android (operating system); Application programming interface; Cluster analysis; World Wide Web; Precision and recall; Set (abstract data type); Baseline (sea); Information retrieval; Operating system; Programming language; Machine learning","authors":[{"name":"Shams Azad","is_ca":true},{"name":"Peter C. Rigby","is_ca":true},{"name":"Latifa Guerrouj","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08205151378663754,"gpt":0.3089872292756147,"spread":0.2269357154889771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003703521,0.001853655,0.001036862,0.01021634,0.0007798289,0.001953088,0.001754539,0.001707218,0.001217843],"category_scores_gemma":[0.02252465,0.0006275139,0.001770876,0.003844884,0.000442361,0.002521714,0.001164143,0.001511166,0.002155868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008861358,"about_ca_system_score_gemma":0.002142055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0145287,"about_ca_topic_score_gemma":0.02798719,"domain_scores_codex":[0.9949752,0.0006962207,0.0005335193,0.001818013,0.001635065,0.000342044],"domain_scores_gemma":[0.9783272,0.01172702,0.002427409,0.00256186,0.004424856,0.0005315783],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008045674,0.001335418,0.3725538,0.0009625536,0.0006627453,0.001567611,0.001496223,0.02740428,0.01212043,0.002515914,0.0379222,0.5406543],"study_design_scores_gemma":[0.0001362504,0.000442441,0.1607507,0.0002857562,0.0005766766,0.001109998,0.0007323553,0.7790722,0.02622111,0.006227695,0.02424684,0.000198045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7576191,0.001642416,0.1572409,0.0008394619,0.0003493058,0.001456308,0.03977218,0.0292039,0.01187645],"genre_scores_gemma":[0.7136769,0.0004371392,0.2050214,0.0003022617,0.000212901,0.0007705372,0.07370201,0.0008248308,0.005052022],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0145287,"threshold_uncertainty_score":0.02888823,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405396136","doi":"10.1145/3708519","title":"Automatic Programming: Large Language Models and Beyond","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Bộ Giáo dục và Ðào tạo; Ministry of Education, India","keywords":"Computer science; Programmer; Coding (social sciences); Software engineering; Popularity; Software deployment; Programming language; Key (lock); Computer security","authors":[{"name":"Michael R. Lyu","is_ca":false},{"name":"Baishakhi Ray","is_ca":false},{"name":"Abhik Roychoudhury","is_ca":false},{"name":"Shin Hwei Tan","is_ca":true},{"name":"Patanamon Thongtanunam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05968806315916537,"gpt":0.3357671852518813,"spread":0.2760791220927159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004962765,0.0008347323,0.0009310224,0.00153687,0.001285634,0.005560269,0.003109861,0.001823238,0.005819689],"category_scores_gemma":[0.02062899,0.001192928,0.002052383,0.001524961,0.004078828,0.01248068,0.003584611,0.004965988,0.00171393],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002074518,"about_ca_system_score_gemma":0.002702137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004570557,"about_ca_topic_score_gemma":0.004274706,"domain_scores_codex":[0.9947762,0.002345012,0.0002466421,0.0007361267,0.001630909,0.0002650094],"domain_scores_gemma":[0.9757829,0.01643956,0.001172319,0.004596164,0.001584777,0.0004243088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000479987,0.00005925855,0.001097725,0.0002263268,0.00004769448,0.0001662486,0.0009206434,0.0326223,0.001159058,0.9262631,0.004876712,0.03251293],"study_design_scores_gemma":[0.00002006936,0.00001840857,0.0002214348,0.0001185269,0.0000190632,0.0001166784,0.0001035618,0.1339834,0.0006784028,0.834369,0.0303253,0.00002618871],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009965851,0.001491401,0.9709525,0.003758386,0.00009565885,0.0001041861,0.0004104435,0.002229884,0.01099178],"genre_scores_gemma":[0.2633992,0.003176563,0.7171466,0.001465313,0.0004780176,0.0007810929,0.001420469,0.002455658,0.009677043],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005819689,"threshold_uncertainty_score":0.02624595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286488146","doi":"10.1145/3550270","title":"Parameter Coverage for Testing of Autonomous Driving Systems under Uncertainty","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Japan Society for the Promotion of Science; JST-Mirai Program; European Regional Development Fund; Japan Science and Technology Agency; University of Waterloo; Exploratory Research for Advanced Technology; Science Foundation Ireland","keywords":"Computer science; Correctness; Heuristics; Trustworthiness; Process (computing); Cover (algebra); Operations research; Reliability engineering; Mathematical optimization; Risk analysis (engineering); Algorithm; Computer security","authors":[{"name":"Thomas Laurent","is_ca":false},{"name":"Stefan Klikovits","is_ca":false},{"name":"Paolo Arcaini","is_ca":false},{"name":"Fuyuki Ishikawa","is_ca":false},{"name":"Anthony Ventresque","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1073477262309126,"gpt":0.3267423154097948,"spread":0.2193945891788822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005188096,0.001032044,0.001174386,0.002648992,0.0005400113,0.001717546,0.001539301,0.001147761,0.001583358],"category_scores_gemma":[0.05649446,0.0004481018,0.001340828,0.001100379,0.001711202,0.002471471,0.001664256,0.001009044,0.0001806598],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001285968,"about_ca_system_score_gemma":0.001216984,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002807147,"about_ca_topic_score_gemma":0.001756368,"domain_scores_codex":[0.9916127,0.003736221,0.0006027718,0.0008537215,0.002601002,0.0005937177],"domain_scores_gemma":[0.9401591,0.05098559,0.002722899,0.003584355,0.001858178,0.0006898283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003594124,0.00007051609,0.010838,0.0001828338,0.0001151763,0.0002007947,0.0001786033,0.9440094,0.005049877,0.007735311,0.0003147355,0.03094541],"study_design_scores_gemma":[0.00001657323,0.0001739305,0.002236777,0.00004525714,0.00003073967,0.0001256316,0.000066312,0.9759551,0.005746803,0.01506023,0.0005157251,0.0000268372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4356611,0.001131062,0.5555952,0.0004995699,0.00004053768,0.0002093287,0.000767995,0.002072474,0.004022628],"genre_scores_gemma":[0.9582231,0.0001239409,0.04071686,0.00004688874,0.00001562884,0.00009059693,0.0004588442,0.0001454852,0.0001786057],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005188096,"threshold_uncertainty_score":0.02743757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988506401","doi":"10.1145/2089116.2089119","title":"Weak Alphabet Merging of Partial Behavior Models","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Viewpoints; Alphabet; Property (philosophy); Process (computing); Algebraic properties; Theoretical computer science; Component (thermodynamics); Extension (predicate logic); Programming language; Mathematics","authors":[{"name":"Dario Fischbein","is_ca":false},{"name":"Nicolás D’Ippolito","is_ca":false},{"name":"Greg Brunet","is_ca":true},{"name":"Marsha Chećhik","is_ca":true},{"name":"Sebastián Uchitel","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1324992871004662,"gpt":0.3405071310571707,"spread":0.2080078439567045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004931708,0.0007871359,0.000840826,0.001594099,0.001132843,0.00214246,0.002451977,0.00111651,0.002483103],"category_scores_gemma":[0.01645885,0.0009443288,0.002671444,0.00100416,0.002195061,0.004869159,0.004971801,0.001940821,0.0005151603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001517336,"about_ca_system_score_gemma":0.002760039,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00430238,"about_ca_topic_score_gemma":0.006044613,"domain_scores_codex":[0.9943957,0.001879432,0.0005711844,0.0008441873,0.001846261,0.0004632382],"domain_scores_gemma":[0.9872285,0.005640464,0.0009072436,0.004245615,0.001665302,0.0003128934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005860697,0.0002527453,0.008190339,0.0005972785,0.0002497079,0.001261007,0.004370173,0.428552,0.04776376,0.3665255,0.001362719,0.1402888],"study_design_scores_gemma":[0.00003626349,0.0002104156,0.0006406176,0.000088274,0.0001623861,0.00020941,0.0005015284,0.7514014,0.03546871,0.2026161,0.008603143,0.00006171552],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03660271,0.00005314432,0.9605004,0.0001200317,0.00001540773,0.0001153126,0.00009877506,0.0009701324,0.001524035],"genre_scores_gemma":[0.3947195,0.0001322053,0.6012747,0.0001109211,0.00001752457,0.000287264,0.0005778424,0.0002993987,0.002580782],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004931708,"threshold_uncertainty_score":0.02608162,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3161148246","doi":"10.1145/3440757","title":"Predicting Performance Anomalies in Software Systems at Run-time","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); Thompson Rivers University; Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Precision and recall; Anomaly detection; Software; Recall; Anomaly (physics); Data mining; Software system; Machine learning; Real-time computing; Artificial intelligence; Operating system","authors":[{"name":"Guoliang Zhao","is_ca":true},{"name":"Safwat Hassan","is_ca":true},{"name":"Ying Zou","is_ca":false},{"name":"Derek Truong","is_ca":true},{"name":"Toby Corbin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03758739881469653,"gpt":0.261884824459496,"spread":0.2242974256447994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001137847,0.001464753,0.000601842,0.00347174,0.0003349025,0.0007888107,0.000768965,0.0007519815,0.0002498082],"category_scores_gemma":[0.006152292,0.0003655576,0.0005434547,0.001454757,0.0003522512,0.001525943,0.0005160582,0.0008912087,0.0002752694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001095824,"about_ca_system_score_gemma":0.0009925886,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01157809,"about_ca_topic_score_gemma":0.01415188,"domain_scores_codex":[0.9987141,0.0001436111,0.0001155778,0.0003852187,0.0005048815,0.0001365366],"domain_scores_gemma":[0.9951008,0.001722518,0.001305854,0.0004444468,0.001194651,0.0002317026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004929562,0.0008066225,0.3965454,0.0002819448,0.0002927984,0.0004457512,0.0003154868,0.3129661,0.02296334,0.0006723155,0.004734795,0.2594824],"study_design_scores_gemma":[0.000005975624,0.00009548898,0.0393839,0.00001445837,0.00003215534,0.0001146308,0.00005552157,0.9516681,0.007148896,0.0009249167,0.0005344736,0.0000215154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9109449,0.000950237,0.07673986,0.0003977705,0.00007719903,0.00009243692,0.0012651,0.008147846,0.001384642],"genre_scores_gemma":[0.9846092,0.0001688048,0.01344123,0.00004676012,0.0000212152,0.00002337265,0.001267481,0.0000526294,0.0003692745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01157809,"threshold_uncertainty_score":0.0230214,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203969037","doi":"10.1145/3470006","title":"Automatic Fault Detection for Deep Learning Programs Using Graph Transformations","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec; Institut de Valorisation des Données","keywords":"Computer science; Metamodeling; Graph; Fault detection and isolation; Precision and recall; Construct (python library); Artificial intelligence; Deep learning; Artificial neural network; Machine learning; Software; Process (computing); Data mining; Software engineering; Theoretical computer science; Programming language","authors":[{"name":"Amin Nikanjam","is_ca":true},{"name":"Houssem Ben Braiek","is_ca":true},{"name":"Mohammad Mehdi Morovati","is_ca":true},{"name":"Foutse Khomh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08467335479524384,"gpt":0.3304131342028107,"spread":0.2457397794075669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006114245,0.001315534,0.0004467904,0.001889719,0.0002707929,0.0006801109,0.001252808,0.0007514284,0.001174307],"category_scores_gemma":[0.004135099,0.0004635462,0.001465661,0.0006387085,0.0007707631,0.00152025,0.0008397371,0.001122014,0.000275026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001406141,"about_ca_system_score_gemma":0.001089613,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006261319,"about_ca_topic_score_gemma":0.009909898,"domain_scores_codex":[0.9991436,0.0002001984,0.00006612291,0.0002630139,0.0002543865,0.00007269775],"domain_scores_gemma":[0.9977944,0.001214436,0.0003638065,0.0003476657,0.0002463458,0.00003332853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003166775,0.000251413,0.0151965,0.0005430505,0.000144715,0.0006474127,0.0002458072,0.5558929,0.03866959,0.01277708,0.003667376,0.3716475],"study_design_scores_gemma":[0.00001015695,0.00003416989,0.0004710676,0.00001705417,0.00001726598,0.00005333234,0.00002266652,0.9765786,0.01274974,0.009288052,0.0007522127,0.000005631972],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09719545,0.0003259618,0.8797896,0.0002979476,0.00002886005,0.000123898,0.0006614685,0.02060179,0.0009750662],"genre_scores_gemma":[0.6651152,0.0002234419,0.3307129,0.000163537,0.0000138852,0.0001793158,0.001963964,0.0006599888,0.0009677524],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006261319,"threshold_uncertainty_score":0.01244974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203911409","doi":"10.1145/3465403","title":"CodeMatcher: Searching Code Based on Sequential Semantics of Important Query Words","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Semantics (computer science); Information retrieval; Natural language processing","authors":[{"name":"Chao Liu","is_ca":false},{"name":"Xin Xia","is_ca":false},{"name":"David Lo","is_ca":false},{"name":"Z. Liu","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Shanping Li","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08444068339043621,"gpt":0.3254469426044706,"spread":0.2410062592140344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007698426,0.001442428,0.001120218,0.004536153,0.0005774433,0.001123477,0.002385695,0.001095274,0.003001688],"category_scores_gemma":[0.005258622,0.0005577006,0.001066542,0.002888831,0.000784746,0.004594875,0.002014129,0.001003969,0.001512798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001075367,"about_ca_system_score_gemma":0.00244243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0155304,"about_ca_topic_score_gemma":0.02363176,"domain_scores_codex":[0.9987949,0.0001145237,0.0001027578,0.0004597894,0.000441239,0.00008674254],"domain_scores_gemma":[0.9985311,0.0005212316,0.0001940762,0.0003129288,0.0003471957,0.00009348483],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001081302,0.0004694634,0.01876595,0.001477344,0.0002034928,0.000585572,0.0008776906,0.03997193,0.05615087,0.01582817,0.03782484,0.8267633],"study_design_scores_gemma":[0.0001222021,0.0003842803,0.00398792,0.00006098612,0.0001030929,0.0006185941,0.0002730038,0.9161671,0.03794076,0.01814334,0.02212013,0.0000785571],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1780628,0.00297011,0.725131,0.0009161563,0.0001584717,0.0009104634,0.00716982,0.07825727,0.006423918],"genre_scores_gemma":[0.4117323,0.0009371737,0.5618519,0.0006147695,0.00005592271,0.0005585089,0.0153215,0.001672027,0.007255972],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0155304,"threshold_uncertainty_score":0.03088003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3211945175","doi":"10.1145/3488269","title":"Towards a Consistent Interpretation of AIOps Models","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Imbalanced Data Classification Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Consistency (knowledge bases); Interpretation (philosophy); Computer science; Machine learning; Randomness; Consistency model; Artificial intelligence; Hyperparameter; Data mining; Econometrics; Statistics; Algorithm; Mathematics; Correctness","authors":[{"name":"Yingzhe Lyu","is_ca":true},{"name":"Gopi Krishnan Rajbahadur","is_ca":true},{"name":"Dayi Lin","is_ca":true},{"name":"Boyuan Chen","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09577591198243182,"gpt":0.316722677026575,"spread":0.2209467650441432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04073243,0.001987373,0.001829854,0.005091633,0.00147857,0.01025173,0.00484883,0.002548229,0.001527709],"category_scores_gemma":[0.2084255,0.001516267,0.00196705,0.00340098,0.003107285,0.00972414,0.005056063,0.007099884,0.0007668622],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003161945,"about_ca_system_score_gemma":0.005371824,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003434569,"about_ca_topic_score_gemma":0.004668813,"domain_scores_codex":[0.9547961,0.0279416,0.003401029,0.00512262,0.007862473,0.0008760442],"domain_scores_gemma":[0.8314191,0.102399,0.0123274,0.02434178,0.02777378,0.001739022],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007277566,0.0005022928,0.07407919,0.001245887,0.0009865839,0.001255582,0.01084408,0.4097506,0.005511052,0.2671649,0.02445081,0.2034811],"study_design_scores_gemma":[0.0000694304,0.000088206,0.002926302,0.0002950565,0.00009338446,0.0001236449,0.001111747,0.6721588,0.0020015,0.3135206,0.007536311,0.00007494169],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0537554,0.0004932075,0.9346203,0.004406387,0.000177775,0.0002792185,0.001357857,0.001392192,0.003517646],"genre_scores_gemma":[0.5044914,0.0003271323,0.4886094,0.00114185,0.0001736893,0.0005792277,0.003277032,0.0006671118,0.0007330743],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04073243,"threshold_uncertainty_score":0.2154163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391614764","doi":"10.1145/3644388","title":"DeepGD: A Multi-Objective Black-Box Test Selection Approach for Deep Neural Networks","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Selection (genetic algorithm); Black box; Artificial neural network; Artificial intelligence; Deep neural networks; Machine learning; Test (biology)","authors":[{"name":"Zohreh Aghababaeyan","is_ca":true},{"name":"Manel Abdellatif","is_ca":true},{"name":"Mahboubeh Dadkhah","is_ca":true},{"name":"Lionel Briand","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0672593941211773,"gpt":0.3148195756862651,"spread":0.2475601815650877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003626484,0.002410131,0.001857306,0.00183162,0.0004428301,0.0008325569,0.003096046,0.001694469,0.002704586],"category_scores_gemma":[0.00862855,0.0009608018,0.001026342,0.000736954,0.001323981,0.001536944,0.002169993,0.002335218,0.0003649089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002072104,"about_ca_system_score_gemma":0.002679602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006510997,"about_ca_topic_score_gemma":0.009148479,"domain_scores_codex":[0.997768,0.0009385434,0.0001112188,0.0004166767,0.000522778,0.0002427777],"domain_scores_gemma":[0.993494,0.004433055,0.0004658075,0.000358524,0.0009673928,0.0002812823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000260118,0.0002203846,0.00375635,0.0001557348,0.0001365619,0.0001989252,0.00006972935,0.8263527,0.004157284,0.003359018,0.002566647,0.1587666],"study_design_scores_gemma":[0.0000224347,0.00006834147,0.0001812957,0.000007921684,0.000009743893,0.00001974039,0.000007552403,0.9961738,0.001241416,0.00206919,0.0001930483,0.000005542646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04987395,0.000682421,0.9437127,0.0004627037,0.00005114451,0.0002323177,0.0002311965,0.00346572,0.001287887],"genre_scores_gemma":[0.6452636,0.0001868236,0.3493707,0.0007682182,0.0000613251,0.0005431295,0.001014924,0.0004020612,0.002389224],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006510997,"threshold_uncertainty_score":0.01917887,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392347631","doi":"10.1145/3649598","title":"Communicating Study Design Trade-offs in Software Engineering","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of Victoria; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Science Foundation Ireland; European Commission; National Science Foundation","keywords":"Computer science; Work (physics); Reflection (computer programming); Process (computing); Risk analysis (engineering); Management science; Strengths and weaknesses; Engineering ethics; Psychology; Business; Engineering; Social psychology","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Deeksha M. Arya","is_ca":true},{"name":"Neil Ernst","is_ca":true},{"name":"Jin Guo","is_ca":true},{"name":"Maxime Lamothe","is_ca":true},{"name":"Mathieu Nassif","is_ca":true},{"name":"Nicole Novielli","is_ca":false},{"name":"Alexander Serebrenik","is_ca":false},{"name":"Igor Steinmacher","is_ca":false},{"name":"Klaas-Jan Stol","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1272841033375741,"gpt":0.3491946088004384,"spread":0.2219105054628643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9067478,0.004290369,0.004890678,0.01331763,0.0124998,0.02658136,0.01001133,0.02476752,0.005899589],"category_scores_gemma":[0.9418336,0.005997211,0.005360113,0.008446526,0.0480242,0.04351353,0.03471091,0.0267301,0.002455234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02518969,"about_ca_system_score_gemma":0.02585498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009162107,"about_ca_topic_score_gemma":0.001583807,"domain_scores_codex":[0.03621928,0.8435737,0.07400297,0.009981275,0.03438734,0.001835453],"domain_scores_gemma":[0.01464795,0.8792941,0.03089565,0.05416534,0.01898272,0.00201419],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003042668,0.0006847073,0.01389005,0.01134111,0.002151266,0.001990731,0.2746787,0.004607489,0.006706508,0.273134,0.01744748,0.3903253],"study_design_scores_gemma":[0.002425784,0.002693179,0.007414375,0.02647537,0.001019909,0.002178523,0.03726142,0.01969537,0.01056414,0.8026391,0.08647478,0.001158053],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06548037,0.01105646,0.7223025,0.1425029,0.006421748,0.02700455,0.0003035513,0.001280438,0.02364755],"genre_scores_gemma":[0.2813864,0.001804919,0.6168484,0.03088227,0.002319504,0.06456007,0.0001116597,0.0005075057,0.001579241],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.09325218,"threshold_uncertainty_score":0.1827649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319594569","doi":"10.1145/3583566","title":"COMET: Coverage-guided Model Generation For Deep Learning Library Testing","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Comet; Computer science; Layer (electronics); Set (abstract data type); Test set; Artificial intelligence; Machine learning; Algorithm; Data mining; Programming language; Chemistry","authors":[{"name":"Meiziniu Li","is_ca":false},{"name":"Jialun Cao","is_ca":false},{"name":"Yongqiang Tian","is_ca":true},{"name":"Tsz On Li","is_ca":false},{"name":"Ming Wen","is_ca":false},{"name":"Shing-Chi Cheung","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.210945814946218,"gpt":0.3372706176748377,"spread":0.1263248027286197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001818279,0.002113462,0.0007328211,0.001608194,0.0004862146,0.001281762,0.003289008,0.001629108,0.004352611],"category_scores_gemma":[0.01305786,0.0009571011,0.002095909,0.0007716082,0.001112711,0.002439669,0.001971077,0.001933411,0.001059767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001970455,"about_ca_system_score_gemma":0.003316126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008751678,"about_ca_topic_score_gemma":0.01367688,"domain_scores_codex":[0.9978654,0.0006125343,0.0001646149,0.0003964342,0.0007428766,0.0002181488],"domain_scores_gemma":[0.9935083,0.004061937,0.0003819581,0.001090847,0.00079067,0.000166239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005086184,0.0004096909,0.01552883,0.0007710829,0.0002601144,0.0007387292,0.0002712176,0.6845154,0.02082738,0.01206446,0.01845272,0.2456517],"study_design_scores_gemma":[0.00004323537,0.00007853045,0.0002713669,0.00002263625,0.00002362289,0.00008396732,0.00002182616,0.9837958,0.008532496,0.005106953,0.002007734,0.00001193219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1257488,0.001223309,0.8079842,0.0009854222,0.0001450124,0.0003668038,0.002635455,0.05451574,0.006395147],"genre_scores_gemma":[0.6080656,0.0003630286,0.3774452,0.0008249438,0.000037304,0.0005813542,0.007109942,0.003129092,0.00244359],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008751678,"threshold_uncertainty_score":0.01740152,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396773582","doi":"10.1145/3664606","title":"Unveiling Code Pre-Trained Models: Investigating Syntax and Semantics Capacities","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"National Research Foundation Singapore","keywords":"Computer science; Syntax; Abstract syntax tree; Abstract syntax; Programming language; Semantics (computer science); Syntax error; Artificial intelligence; Natural language processing; Code (set theory); Source code","authors":[{"name":"Wei Ma","is_ca":false},{"name":"Shangqing Liu","is_ca":false},{"name":"Mengjie Zhao","is_ca":false},{"name":"Xiaofei Xie","is_ca":false},{"name":"Wenhan Wang","is_ca":true},{"name":"Qiang Hu","is_ca":false},{"name":"Junyin Zhang","is_ca":false},{"name":"Yang Liu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1201043141820144,"gpt":0.3292689790807466,"spread":0.2091646648987322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002183212,0.001470531,0.0006558885,0.0007813951,0.0003939005,0.001673307,0.001834915,0.001476672,0.001535535],"category_scores_gemma":[0.02110334,0.0006705432,0.001100366,0.0005623113,0.001281117,0.00574395,0.001964175,0.004182457,0.0006663609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001780075,"about_ca_system_score_gemma":0.001870855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01173908,"about_ca_topic_score_gemma":0.0118046,"domain_scores_codex":[0.9989538,0.0003099672,0.00005898156,0.0003637743,0.0001836192,0.0001297849],"domain_scores_gemma":[0.9887403,0.007333898,0.000491947,0.001743744,0.001314523,0.000375536],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000807485,0.000490037,0.04222309,0.0004541068,0.000353724,0.0004448465,0.001400553,0.6726412,0.02609305,0.01130673,0.00717723,0.236608],"study_design_scores_gemma":[0.00001582917,0.00009972345,0.00185685,0.00002005331,0.00004178843,0.00003618636,0.00009231923,0.9869927,0.005748573,0.004454479,0.0006228741,0.00001863453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8486233,0.000487641,0.141884,0.000913411,0.000109787,0.0001277704,0.0008036361,0.002950823,0.00409979],"genre_scores_gemma":[0.9653939,0.0001312156,0.0307589,0.0002742621,0.00001553243,0.0001255408,0.001701814,0.0002573213,0.0013415],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01173908,"threshold_uncertainty_score":0.02334148,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224287853","doi":"10.1145/3508479","title":"Just-In-Time Defect Prediction on JavaScript Projects: A Replication Study","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China; National Research Foundation Singapore","keywords":"JavaScript; Computer science; Java; Unobtrusive JavaScript; Machine learning; Artificial intelligence; Replication (statistics); Java Programming Language; Natural language processing; Software engineering; Programming language; Rich Internet application","authors":[{"name":"Chao Ni","is_ca":false},{"name":"Xin Xia","is_ca":false},{"name":"David Lo","is_ca":false},{"name":"Xiaohu Yang","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1055645571545579,"gpt":0.3332004721546199,"spread":0.227635915000062,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008426437,0.001190579,0.001016876,0.003603845,0.0007784706,0.001453817,0.001814181,0.001189542,0.0008220244],"category_scores_gemma":[0.03992362,0.000445402,0.001513743,0.002513006,0.0007896387,0.003664635,0.001236567,0.002105284,0.0009972227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009346705,"about_ca_system_score_gemma":0.001323651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009919353,"about_ca_topic_score_gemma":0.01036838,"domain_scores_codex":[0.9923062,0.002552067,0.0006836667,0.00231248,0.001767821,0.0003778367],"domain_scores_gemma":[0.9323357,0.02667941,0.007964983,0.01575844,0.0153989,0.00186271],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001134696,0.003721781,0.7818263,0.001358107,0.0008315272,0.0009670058,0.002519167,0.01438259,0.006561479,0.0009155834,0.01644172,0.1693401],"study_design_scores_gemma":[0.0003371793,0.003406301,0.7386821,0.0004982477,0.000870725,0.001885975,0.004049052,0.2187138,0.01000795,0.002193265,0.01908546,0.0002699637],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.983952,0.0009391988,0.009098691,0.0002717773,0.0001102026,0.0002812703,0.003041469,0.001066603,0.001238714],"genre_scores_gemma":[0.9717116,0.0004119858,0.01502289,0.0002163601,0.00009867331,0.0003193706,0.01081005,0.0001640145,0.001245061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9915736,"threshold_uncertainty_score":0.04456383,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"}]}