{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":200,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":200,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"7de042e048ae","filters":{"venue":"ACM Transactions on Software Engineering and Methodology"}},"results":[{"id":"W2113351233","doi":"10.1145/2000791.2000794","title":"Reducing the effort of bug report triage","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Process (computing); Variety (cybernetics); Key (lock); Recommender system; Software engineering; Software; Software development; Triage; Data science; World Wide Web; Artificial intelligence; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.1350154534767848,"gpt":0.3281205711116871,"spread":0.1931051176349023,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00204098,0.0001674424,0.000280768,0.0002616199,0.0000970383,0.00001637229,0.0007557723,0.0001189584,0.00001838654],"category_scores_gemma":[0.004332288,0.0001329929,0.000096277,0.0004545469,0.00007149817,0.0001318409,0.00004169164,0.0004148397,0.00000341084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002678908,"about_ca_system_score_gemma":0.00005384903,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009647654,"about_ca_topic_score_gemma":0.000001262412,"domain_scores_codex":[0.9986462,0.0001212824,0.0003260667,0.0003697575,0.0001926342,0.0003440641],"domain_scores_gemma":[0.9941271,0.004412465,0.00006446449,0.001220968,0.00007015421,0.000104841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003105769,0.0006495687,0.01576137,0.0008933473,0.00142707,0.0009817758,0.02528349,0.1138691,0.01361969,0.01215285,0.0003988525,0.8146524],"study_design_scores_gemma":[0.004459778,0.003029096,0.4282827,0.0006962584,0.0004346715,0.01089416,0.0004758592,0.03022012,0.4948031,0.009284347,0.01434057,0.003079355],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06724524,0.0001792267,0.9311225,0.00008416865,0.0008070321,0.0001414833,0.000002072825,0.0004044967,0.00001375433],"genre_scores_gemma":[0.3030848,0.00004296764,0.6966525,0.0000186198,0.00002810573,0.00004359184,5.704381e-7,0.0000190665,0.0001097893],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.811573,"threshold_uncertainty_score":0.5423291,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2153546999","doi":"10.1145/1189748.1189751","title":"Representing concerns in source code","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Computer science; Software engineering; Source code; Task (project management); Software; Separation of concerns; Software development; Software system; Code (set theory); Programming language; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.109647185195817,"gpt":0.3609016914329558,"spread":0.2512545062371387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002363062,0.0001836976,0.0002628414,0.0005576328,0.0000794861,0.00004143256,0.0006048612,0.0001637415,0.000008968913],"category_scores_gemma":[0.00530116,0.0002010722,0.00005860817,0.000646857,0.0000430524,0.0001709668,0.00004816648,0.0006082646,0.000008268017],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007323769,"about_ca_system_score_gemma":0.00002933144,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007858968,"about_ca_topic_score_gemma":0.00002203818,"domain_scores_codex":[0.9983242,0.0001150883,0.0002901348,0.0005007157,0.0001980553,0.0005718761],"domain_scores_gemma":[0.9883568,0.01066641,0.00003157895,0.0007441093,0.00004399363,0.0001570694],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006070112,0.0001272492,0.02237148,0.0001584189,0.0001051147,0.0002161755,0.003322597,0.2917079,0.004476826,0.001869537,0.00004866922,0.6755354],"study_design_scores_gemma":[0.00908503,0.001570288,0.5034707,0.0009474144,0.0001142452,0.002227976,0.0009865093,0.2264824,0.1699024,0.004343239,0.07570706,0.005162782],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08444887,0.000200726,0.913884,0.0001336349,0.0004938357,0.0001100523,0.000001755813,0.0007203833,0.000006765014],"genre_scores_gemma":[0.3119009,0.00003270849,0.6877734,0.00005248567,0.0000451349,0.00001865939,6.331785e-7,0.00002444852,0.0001516138],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6703726,"threshold_uncertainty_score":0.8199485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3081249378","doi":"10.1145/3487567","title":"A Tale of Two Cities: Software Developers Working from Home during the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Innovative Approaches in Technology and Social Development","field":"Business, Management and Accounting","cited_by":207,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Pandemic; Work (physics); Thematic analysis; Coronavirus disease 2019 (COVID-19); Productivity; Space (punctuation); Narrative; Computer science; Data science; Public relations; Qualitative research; Sociology; Political science; Economic growth; Medicine; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1127058027825777,"gpt":0.302461467026171,"spread":0.1897556642435933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007415945,0.0001948338,0.0003208403,0.0002250152,0.0003860673,0.00003228126,0.0002735607,0.00019191,0.00009661147],"category_scores_gemma":[0.002475571,0.0001740638,0.00007293243,0.000671028,0.0001774116,0.0001232529,0.00006743035,0.0004554879,0.000004459564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007766263,"about_ca_system_score_gemma":0.00007701058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001370189,"about_ca_topic_score_gemma":0.0000532467,"domain_scores_codex":[0.9989318,0.00007036796,0.0002911736,0.0003199395,0.0001197219,0.0002670462],"domain_scores_gemma":[0.9979349,0.001532529,0.0001037959,0.0003160219,0.00009496362,0.00001783743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005333259,0.0003832495,0.5078822,0.002429436,0.003129628,0.000276539,0.01679957,0.05489878,0.01147183,0.04205107,0.0002669139,0.3598775],"study_design_scores_gemma":[0.01848563,0.0001669655,0.3844613,0.00148031,0.001849208,0.0009313147,0.03980431,0.001961641,0.03666692,0.2305889,0.2762403,0.007363165],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3821653,0.0002671079,0.6165116,0.0002677444,0.0004173986,0.00007822239,0.000007492562,0.0002709006,0.00001421327],"genre_scores_gemma":[0.6354893,0.0001083985,0.3628628,0.001111714,0.0001438633,0.0000789219,0.00001760439,0.00003388926,0.0001535247],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3525143,"threshold_uncertainty_score":0.7098114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210647952","doi":"10.1145/3506695","title":"An Empirical Study of the Impact of Hyperparameter Tuning and Model Optimization on the Performance Properties of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":198,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of Alberta; Concordia University","funders":"","keywords":"Hyperparameter; Computer science; Artificial intelligence; Artificial neural network; Machine learning; Inference; Hyperparameter optimization; Pruning; Deep learning; Support vector machine","retraction":null,"screen_n_in":null,"score":{"opus":0.09199875935483277,"gpt":0.3210991654779176,"spread":0.2291004061230849,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000303055,0.00009238294,0.0001649442,0.00006758331,0.0001759509,0.000005346982,0.000365963,0.00002694887,0.000001280711],"category_scores_gemma":[0.00008105978,0.00005705259,0.00003903421,0.0003125725,0.0000535148,0.00008838165,0.00004169274,0.0002501096,7.638315e-9],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000142634,"about_ca_system_score_gemma":0.000008894861,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009879298,"about_ca_topic_score_gemma":8.223881e-7,"domain_scores_codex":[0.99918,0.000268885,0.0001783939,0.0001714326,0.00009561511,0.0001057014],"domain_scores_gemma":[0.998641,0.0007440494,0.00007805795,0.0004792657,0.00003339138,0.00002424831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002550994,0.00008189595,0.0005787665,0.000005526494,0.00001851835,5.449781e-8,0.001368022,0.9850713,0.0006353149,0.00001698926,2.091536e-7,0.01219788],"study_design_scores_gemma":[0.000129801,0.0006124711,0.00208794,0.000005055383,0.00001477099,0.0000112702,0.0001046124,0.9962534,0.0007022023,0.00002578826,3.923421e-7,0.00005224003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4815086,0.00002925277,0.5182699,0.00003017627,0.00002696769,0.0001162221,9.924167e-7,0.00001784846,1.144098e-7],"genre_scores_gemma":[0.8189051,0.00001221424,0.1809908,0.00002236297,0.000003642977,0.00005725533,2.225695e-7,0.000007243773,0.000001244334],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3373965,"threshold_uncertainty_score":0.2326537,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034102118","doi":"10.1145/990010.990011","title":"Multi-valued symbolic model-checking","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Model checking; Computer science; CTL*; Computation tree logic; Theoretical computer science; Generalization; Kripke structure; Symbolic trajectory evaluation; Abstraction model checking; Class (philosophy); Temporal logic; Extension (predicate logic); Algorithm; Programming language; Artificial intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.153068929282084,"gpt":0.3447623535611903,"spread":0.1916934242791064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001316452,0.0001790579,0.0002298088,0.000228364,0.0001400959,0.00003445274,0.0003947239,0.000154571,0.000004989477],"category_scores_gemma":[0.001950203,0.0001850856,0.00006556287,0.0003027846,0.00003417202,0.0002263568,0.00001207385,0.0003251522,0.000006762788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003837651,"about_ca_system_score_gemma":0.00003436451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005670566,"about_ca_topic_score_gemma":6.726991e-7,"domain_scores_codex":[0.9986447,0.0003329915,0.000219102,0.0003929144,0.0001105311,0.0002997348],"domain_scores_gemma":[0.9985283,0.0005466364,0.00004462479,0.0007282803,0.00004583099,0.0001063085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001356667,0.0001161428,0.00006414621,0.00008457895,0.00008624662,0.000006141932,0.002275815,0.7082453,0.008840775,0.1436457,0.000007039942,0.1366145],"study_design_scores_gemma":[0.0004840729,0.0000849484,0.0005041356,0.00002652259,0.00002745806,0.0001246193,0.00002826509,0.9607433,0.0340954,0.002702753,0.0008280523,0.0003504782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004821017,0.0001561692,0.9936835,0.00002947706,0.0006603024,0.0001100364,0.000001991946,0.0005229053,0.00001459115],"genre_scores_gemma":[0.02937076,0.00007314811,0.9702734,0.0001152731,0.0000106833,0.00005001451,5.15514e-7,0.00002132489,0.00008491892],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2524979,"threshold_uncertainty_score":0.7547572,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165688098","doi":"10.1145/941566.941569","title":"Static analysis to support the evolution of exception structure in object-oriented systems","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":170,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Exception handling; Java; Control flow; Programming language; Software engineering; Control flow analysis; Object-oriented programming; Robustness (evolution); Static analysis; Static program analysis; Source code; Program code; Information flow; Software; Software development; Programming paradigm; Procedural programming; Inductive programming","retraction":null,"screen_n_in":null,"score":{"opus":0.04314179430167696,"gpt":0.3122828595560228,"spread":0.2691410652543458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001191111,0.0001511781,0.0003102497,0.0009524371,0.00005731895,0.00002329034,0.0003551393,0.0001066054,0.00001156709],"category_scores_gemma":[0.003048244,0.0001280866,0.0000686196,0.00230529,0.00002711826,0.0001072472,0.00001412847,0.0003005349,0.000001975681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001554174,"about_ca_system_score_gemma":0.00006620664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001713109,"about_ca_topic_score_gemma":0.00003380776,"domain_scores_codex":[0.9984809,0.0003705095,0.0002889828,0.0003372635,0.0002254778,0.0002968207],"domain_scores_gemma":[0.9957826,0.003318798,0.00004091901,0.0006827076,0.00008427608,0.0000906743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00001049514,0.00002546919,0.003498797,0.00005777202,0.0001679024,0.000003778506,0.001234908,0.9841444,0.001180898,0.002453652,0.000007497642,0.007214467],"study_design_scores_gemma":[0.004307031,0.003566794,0.66668,0.0003576525,0.001212568,0.0005587829,0.002562565,0.2828682,0.02472921,0.004255174,0.006144166,0.002757918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1539631,0.00009557915,0.8451443,0.00004578409,0.0004219557,0.000189658,0.00001095983,0.0001277927,9.166245e-7],"genre_scores_gemma":[0.6884972,0.00000991028,0.3113997,0.00001120421,0.000006459251,0.00003891381,0.000001518347,0.000009428069,0.00002555775],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7012762,"threshold_uncertainty_score":0.5223221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2475137645","doi":"10.1145/2932631","title":"Multi-Criteria Code Refactoring Using Search-Based Software Engineering","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science","keywords":"Code refactoring; Computer science; Consistency (knowledge bases); Software quality; Benchmark (surveying); Software engineering; Search-based software engineering; Code smell; Software; Class (philosophy); Source code; Code (set theory); Software development; Software design; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1771884853503032,"gpt":0.3686709310815044,"spread":0.1914824457312012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001331747,0.0004920224,0.0005328429,0.0008629909,0.0002073098,0.0001138826,0.001090093,0.000313165,0.0000337659],"category_scores_gemma":[0.008020875,0.0004350241,0.0001646785,0.0006789198,0.00008205444,0.0004748186,0.00009694022,0.0006302201,0.00001879729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002762409,"about_ca_system_score_gemma":0.0001331901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004347108,"about_ca_topic_score_gemma":0.000002869864,"domain_scores_codex":[0.9969705,0.0002377589,0.0004303455,0.000944794,0.000405426,0.001011218],"domain_scores_gemma":[0.9882786,0.00971868,0.00005234701,0.001381504,0.0001528821,0.0004159831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000110129,0.0002634922,0.006862972,0.0007087921,0.0004058084,0.0002162492,0.0009959618,0.595291,0.2192747,0.0003605007,0.00003013364,0.1754803],"study_design_scores_gemma":[0.006946647,0.001012523,0.04670551,0.001892449,0.0001603957,0.0007425662,0.00004847202,0.6428199,0.288673,0.0001400256,0.006997848,0.00386058],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.08002444,0.000216683,0.9160522,0.0001639143,0.001248088,0.0002182438,0.00003869288,0.002037529,1.826764e-7],"genre_scores_gemma":[0.1744878,0.00004308187,0.8251285,0.0000454315,0.00008108306,0.00005512633,0.000001808415,0.00009577648,0.00006141499],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1716197,"threshold_uncertainty_score":0.9998102,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004901564","doi":"10.1145/1243987.1243989","title":"Metamodel-based model conformance and multiview consistency checking","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council; European Commission","keywords":"Metamodeling; Computer science; Sequence diagram; Unified Modeling Language; Conformance checking; Consistency (knowledge bases); Model checking; Programming language; Software engineering; Completeness (order theory); Applications of UML; Consistency model; Automation; Artificial intelligence; Work in process","retraction":null,"screen_n_in":null,"score":{"opus":0.09095907436759029,"gpt":0.3168883024432135,"spread":0.2259292280756232,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001448817,0.0003011386,0.0004129093,0.0003874125,0.0001420773,0.00004150042,0.0004165461,0.0002056789,0.00000198819],"category_scores_gemma":[0.0001797477,0.0003092532,0.00008417384,0.0002769881,0.00007969484,0.0002722557,0.00003418386,0.0004210233,0.000001372054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004513153,"about_ca_system_score_gemma":0.00004813277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001409625,"about_ca_topic_score_gemma":0.00000550807,"domain_scores_codex":[0.9985057,0.0000540381,0.0003482868,0.0004995831,0.0001575524,0.0004347986],"domain_scores_gemma":[0.9976428,0.001310099,0.00006451225,0.000717151,0.00008151343,0.0001838803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002268801,0.00005042749,0.00008440055,0.0002093739,0.00007271407,0.00001675369,0.0005900059,0.4659212,0.001399044,0.02884375,0.000006154942,0.5027835],"study_design_scores_gemma":[0.0004795662,0.0001215024,0.0004974058,0.0001119649,0.0000439451,0.0000916887,0.000004378011,0.9830167,0.01136873,0.0008819506,0.002916946,0.0004652528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004352822,0.000655755,0.992981,0.0001007616,0.0002390687,0.0001939371,0.000006443269,0.001464003,0.000006213648],"genre_scores_gemma":[0.1317477,0.0001419135,0.8678059,0.0001969891,0.00001295744,0.00004132759,0.00000141556,0.00002913685,0.0000226324],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5170954,"threshold_uncertainty_score":0.999936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319964781","doi":"10.1145/3579642","title":"A Survey on Automated Driving System Testing: Landscapes and Trends","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Vehicular Ad Hoc Networks (VANETs)","field":"Engineering","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Basic Research Program of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Context (archaeology); Software deployment; Test strategy; Integration testing; Data science; Systems engineering; Software engineering; Risk analysis (engineering); Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06982938188292201,"gpt":0.287026398653015,"spread":0.217197016770093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000925022,0.0002688469,0.0003738697,0.0005045832,0.0001155583,0.00003361365,0.0001220844,0.0002064295,0.000005352037],"category_scores_gemma":[0.0007562637,0.0002753377,0.00004545297,0.0007988792,0.0000203156,0.00005315647,0.000009959665,0.0003725979,0.0000140708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004655188,"about_ca_system_score_gemma":0.000007195371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003515293,"about_ca_topic_score_gemma":0.00004562612,"domain_scores_codex":[0.998728,0.0001927422,0.0002264566,0.0003144196,0.0001077332,0.0004306849],"domain_scores_gemma":[0.9951551,0.004323306,0.00002171318,0.0003221739,0.00002812745,0.000149602],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007738478,0.000006102061,0.0006930588,0.0001075913,0.00009358874,0.0000235149,0.0001101073,0.9540524,0.0003650793,0.00001202094,0.0001595698,0.04436919],"study_design_scores_gemma":[0.0003299104,0.0001039328,0.09261673,0.0001480304,0.0000430785,0.00009097006,0.000029801,0.9056569,0.0002775487,0.000004966076,0.0004148059,0.0002833649],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4764831,0.0002566945,0.5126362,0.00002622784,0.0007781046,0.00009970911,0.00004487131,0.009651915,0.00002320862],"genre_scores_gemma":[0.9190893,0.00008710931,0.0805136,0.00001146714,0.00005666499,0.00004624652,0.00003120533,0.00009135989,0.00007307609],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4426062,"threshold_uncertainty_score":0.9999699,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987035533","doi":"10.1145/1391984.1391987","title":"Evaluating the benefits of context-sensitive points-to analysis using a BDD-based implementation","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of Waterloo","funders":"","keywords":"Computer science; Heap (data structure); Pointer analysis; Call graph; Java; Pointer (user interface); Programming language; Paddle; Theoretical computer science; Static analysis; Artificial intelligence; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.2244972601558458,"gpt":0.4221343935073883,"spread":0.1976371333515425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001519526,0.0001710412,0.000330819,0.0006768702,0.0001976906,0.00001889912,0.0003939428,0.00007353321,0.00000908793],"category_scores_gemma":[0.002652121,0.0001506709,0.0001283838,0.001471237,0.00004895318,0.0001034093,0.00002870388,0.0002381398,0.000001741561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006521204,"about_ca_system_score_gemma":0.00009371436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001740243,"about_ca_topic_score_gemma":0.00001506332,"domain_scores_codex":[0.9983928,0.0003210422,0.000289841,0.0003741399,0.0003172285,0.0003049797],"domain_scores_gemma":[0.9909298,0.008068722,0.00006248789,0.000631003,0.0002047859,0.0001031591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002145076,0.00001813679,0.001280466,0.00001799457,0.0002359173,0.000003222183,0.001618224,0.9141273,0.001842599,0.0001131473,0.000001610546,0.0807199],"study_design_scores_gemma":[0.001280242,0.001035511,0.1342075,0.00008172186,0.0004781764,0.0001449658,0.0003300517,0.7896649,0.07207731,0.0000742774,0.00005327965,0.000572124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3993142,0.0000670711,0.6001261,0.0001244452,0.000107598,0.0001353532,0.00001003379,0.0001150835,1.089709e-7],"genre_scores_gemma":[0.4830359,0.000006140703,0.5168356,0.00007406814,0.00001029941,0.0000230563,0.000001417442,0.00001022817,0.000003300561],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.132927,"threshold_uncertainty_score":0.6144181,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090908516","doi":"10.1145/2430536.2430539","title":"Facilitating the transition from use case models to analysis models","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Pearl Therapeutics; Fonds National de la Recherche Luxembourg","keywords":"Use Case Diagram; Computer science; Ambiguity; Set (abstract data type); Unified Modeling Language; Sequence diagram; Class diagram; Class (philosophy); Quality (philosophy); Data mining; Natural language processing; Artificial intelligence; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.1595661243436974,"gpt":0.3183074603728662,"spread":0.1587413360291687,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006763896,0.0002388103,0.0003324823,0.0005345588,0.0002155896,0.0001878812,0.0005500845,0.0001372009,0.00002069003],"category_scores_gemma":[0.001295267,0.0002016954,0.0001498346,0.001141785,0.00003272743,0.0008156198,0.00003416679,0.0004395041,0.00001449973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005304141,"about_ca_system_score_gemma":0.00002125925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002330553,"about_ca_topic_score_gemma":0.00004452548,"domain_scores_codex":[0.9982251,0.0002853872,0.0002730151,0.0005680516,0.0002265931,0.0004218878],"domain_scores_gemma":[0.982613,0.01596568,0.00002495418,0.001047559,0.0001234286,0.0002253658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004393214,0.00001475747,0.00001318393,0.000008766952,0.0002296046,0.00002961185,0.004522451,0.9539003,0.0002203712,0.0002081511,0.00001089004,0.04083749],"study_design_scores_gemma":[0.0001731923,0.00007431478,0.0006123971,0.00001463782,0.0001166923,0.0001352218,0.0002330242,0.994874,0.000431068,0.00303225,0.0000377395,0.0002654826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2113947,0.00007885695,0.7872245,0.0003600158,0.0001729411,0.0002366434,0.00003384933,0.0004979423,5.510651e-7],"genre_scores_gemma":[0.4366783,0.00001240491,0.5629886,0.0001231666,0.00001451379,0.0001439822,0.000002987841,0.00001474485,0.00002123853],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2252836,"threshold_uncertainty_score":0.8224899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4288363128","doi":"10.1145/3306607","title":"Status Quo in Requirements Engineering","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Bundesministerium für Wissenschaft, Forschung und Wirtschaft; Eesti Teadusagentuur; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Requirements engineering; Context (archaeology); Non-functional requirement; Process (computing); Management science; Requirements elicitation; Empirical research; Status quo; Software engineering; Software development; Software; Engineering; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.08131317937373102,"gpt":0.3295075569789828,"spread":0.2481943776052518,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007491313,0.0002356605,0.0003070432,0.0004671409,0.00003524751,0.0000519202,0.0004690724,0.0001646533,0.00002559681],"category_scores_gemma":[0.0008674719,0.0002522929,0.00006001633,0.0004550877,0.00001041462,0.0004324217,0.00003806088,0.0004804973,0.00001883805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007292988,"about_ca_system_score_gemma":0.00002839234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006413155,"about_ca_topic_score_gemma":0.000002771879,"domain_scores_codex":[0.9985655,0.00008632813,0.0002667989,0.0004565863,0.0001508662,0.0004739384],"domain_scores_gemma":[0.9968091,0.002266284,0.00004464957,0.0007296823,0.00002699919,0.000123264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008331933,0.0002182829,0.009497006,0.0005045619,0.0002214992,0.0000892187,0.002097765,0.6412587,0.007453082,0.01265376,0.0000632033,0.3258596],"study_design_scores_gemma":[0.008034631,0.00359686,0.1281446,0.001530939,0.0001850421,0.0009386158,0.0002286593,0.5731083,0.05287787,0.005989592,0.2190528,0.006312076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05038486,0.000282836,0.9470535,0.0001106468,0.0009675346,0.0001785106,0.000003338311,0.001008597,0.00001016318],"genre_scores_gemma":[0.1611021,0.0002031358,0.8384516,0.00007993611,0.00001950762,0.00004822896,0.000001489287,0.00002860413,0.00006529963],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3195475,"threshold_uncertainty_score":0.9999929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982335236","doi":"10.1145/2594458","title":"Peer Review on Open-Source Software Projects","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; Concordia University","funders":"","keywords":"Computer science; Software technical review; Technical peer review; Peer review; Quality assurance; Software peer review; Quality (philosophy); Empirical research; Software; Software quality assurance; Data science; Knowledge management; Software development; Software quality; Operations management; Engineering; Software construction; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1125589028151714,"gpt":0.3427943887818269,"spread":0.2302354859666556,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003122801,0.0003506255,0.0005592023,0.0003333963,0.0003704935,0.0002321069,0.001747981,0.0001916461,0.00003637115],"category_scores_gemma":[0.01307453,0.0003339946,0.0001029064,0.0009261785,0.00006928841,0.0003939782,0.0001288114,0.0006661529,0.00007141641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005749004,"about_ca_system_score_gemma":0.0000859832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003804291,"about_ca_topic_score_gemma":0.000004205609,"domain_scores_codex":[0.9974406,0.0004592573,0.0004158686,0.0007841908,0.000437935,0.0004620911],"domain_scores_gemma":[0.9932606,0.004429264,0.0001142079,0.001640143,0.0003791811,0.0001766244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002324946,0.0001788705,0.0001279897,0.0005137964,0.0001193338,0.000009008952,0.0009951096,0.0150719,0.00007933251,0.006867078,0.004165873,0.9718485],"study_design_scores_gemma":[0.001533853,0.001224388,0.001725923,0.001898505,0.0001350996,0.0003872506,0.0000471508,0.003457997,0.002414311,0.002910483,0.9828032,0.001461867],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0006177046,0.000341313,0.9912223,0.00532851,0.0007296472,0.0005302388,0.00001008501,0.001157478,0.00006274111],"genre_scores_gemma":[0.004325288,0.0001651745,0.9883507,0.004260169,0.00006555238,0.0002302187,0.00001006995,0.00006003174,0.002532808],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9786373,"threshold_uncertainty_score":0.9999112,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116357421","doi":"10.1145/13487689.13487691","title":"Topology analysis of software dependencies","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Intuition; Source code; Task (project management); Static program analysis; Set (abstract data type); Dependency (UML); Software; Program analysis; Fuzzy logic; Programming language; Software engineering; Data mining; Theoretical computer science; Software development; Artificial intelligence; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.09963517125290641,"gpt":0.3252659982065466,"spread":0.2256308269536401,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006400599,0.0002238573,0.0005792675,0.0012841,0.000137327,0.00001294968,0.0007722685,0.0002064362,0.00003694619],"category_scores_gemma":[0.003949761,0.0002283417,0.0001972121,0.001626343,0.0001326664,0.0001660658,0.00005212826,0.0003958648,0.000005245089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004277407,"about_ca_system_score_gemma":0.00006719055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007832718,"about_ca_topic_score_gemma":0.000007372867,"domain_scores_codex":[0.9983335,0.0001746497,0.0003228456,0.0004909463,0.0002606793,0.0004173916],"domain_scores_gemma":[0.9898458,0.008833106,0.00005550078,0.000992144,0.0001212479,0.0001522197],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00008868562,0.0003282572,0.05395618,0.0002725254,0.004482782,0.0002490763,0.005820803,0.7544165,0.003353229,0.00352278,0.0001396711,0.1733695],"study_design_scores_gemma":[0.002853747,0.002140543,0.842944,0.0001323641,0.001812433,0.002103925,0.0002330031,0.07455572,0.06256704,0.002025611,0.005799762,0.002831861],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1309981,0.000328885,0.8675441,0.00009153236,0.0003733711,0.00007880594,0.0000124547,0.0005710417,0.000001679736],"genre_scores_gemma":[0.2861755,0.0001495552,0.7134802,0.00003931232,0.00001811823,0.00002944085,0.000002659166,0.00001724208,0.00008793217],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7889878,"threshold_uncertainty_score":0.9311503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1794343297","doi":"10.1145/2699697","title":"aToucan","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Sequence diagram; Use Case Diagram; Class diagram; Traceability; Programming language; Unified Modeling Language; Software engineering; Completeness (order theory); Activity diagram; Class (philosophy); Requirements traceability; Consistency (knowledge bases); Requirements analysis; Artificial intelligence; Software; Requirement","retraction":null,"screen_n_in":null,"score":{"opus":0.149141122782783,"gpt":0.3429532425541449,"spread":0.1938121197713619,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009577145,0.000177595,0.0002260969,0.0003210319,0.00006378993,0.00005003136,0.0006335475,0.0001277989,0.000007226413],"category_scores_gemma":[0.004814645,0.0001793031,0.00005221034,0.0004346499,0.00003498757,0.0001879805,0.00003823586,0.0003859932,0.00003029661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006310984,"about_ca_system_score_gemma":0.00007300515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002786017,"about_ca_topic_score_gemma":0.000001558034,"domain_scores_codex":[0.9987276,0.0001294484,0.0001618759,0.0003901527,0.0002155166,0.0003753642],"domain_scores_gemma":[0.9951756,0.003618206,0.00001910042,0.000787502,0.00007906857,0.0003205523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007209157,0.0001961101,0.003210567,0.0001595259,0.0002827427,0.0001620341,0.004040672,0.2279458,0.001102309,0.01057692,0.001062316,0.7511889],"study_design_scores_gemma":[0.01802953,0.008469487,0.09919793,0.0007293546,0.0003678313,0.00743788,0.0009870464,0.2751997,0.1144155,0.04034393,0.424621,0.01020084],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01757313,0.0002673346,0.9796966,0.0003223206,0.0009376822,0.00008720261,0.000002695859,0.001105005,0.000008001969],"genre_scores_gemma":[0.1085535,0.00002964093,0.8910326,0.00009416519,0.00004675213,0.0000428321,8.961637e-7,0.00002478251,0.0001747776],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.740988,"threshold_uncertainty_score":0.7311768,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2133363731","doi":"10.1145/2000799.2000805","title":"Recommending Adaptive Changes for Framework Evolution","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; Computer science; Software evolution; Software engineering; Open source; Simple (philosophy); Software development; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.204306934531395,"gpt":0.3413837973744098,"spread":0.1370768628430148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008518745,0.0001944056,0.0002415828,0.0003939397,0.0001444924,0.00002410922,0.0005135794,0.0002035239,0.00001399459],"category_scores_gemma":[0.003760497,0.0002042724,0.00006908419,0.0003574604,0.00003199789,0.0001582528,0.0000293098,0.0003927379,0.000005324936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008389274,"about_ca_system_score_gemma":0.00002600231,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002306306,"about_ca_topic_score_gemma":0.000003232024,"domain_scores_codex":[0.99876,0.0001065474,0.0001524799,0.0004388435,0.0001137837,0.0004283057],"domain_scores_gemma":[0.9913923,0.007789392,0.00003338257,0.0005789166,0.00007190955,0.0001340979],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002266556,0.0002076871,0.001059127,0.0002881371,0.000434335,0.00002143994,0.007723361,0.01324788,0.0010875,0.08308913,0.0001472241,0.8924675],"study_design_scores_gemma":[0.009002306,0.01822551,0.1469153,0.002458217,0.000711483,0.001581866,0.001807866,0.3076406,0.1532989,0.3121174,0.03656074,0.009679784],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002131581,0.0002248866,0.9952228,0.000187143,0.001143036,0.0002294594,0.000009685949,0.0008482024,0.000003221372],"genre_scores_gemma":[0.1353644,0.0000433018,0.8641992,0.00005611996,0.00005877542,0.0002140888,7.655772e-7,0.00002842328,0.00003490344],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8827878,"threshold_uncertainty_score":0.8329986,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3134742627","doi":"10.1145/3431726","title":"Developing Cost-Effective Blockchain-Powered Applications","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Database transaction; Blockchain; Computer science; Smart contract; Flexibility (engineering); Transaction processing; Function (biology); Computer security; Unit price; Business; Database; Economics; Microeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.05136433135163745,"gpt":0.3085804697335149,"spread":0.2572161383818774,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004004056,0.0001747541,0.0002494661,0.0001939945,0.0002534992,0.00003010536,0.000447851,0.0002229911,0.000008410342],"category_scores_gemma":[0.0003921775,0.0001921899,0.00006430527,0.0006752594,0.00005724444,0.00004616227,0.00004827826,0.0004005246,0.00001062045],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000568652,"about_ca_system_score_gemma":0.00007032733,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005902953,"about_ca_topic_score_gemma":0.000008074474,"domain_scores_codex":[0.9987832,0.0001356794,0.0001958353,0.0005259042,0.00008058714,0.0002787339],"domain_scores_gemma":[0.997121,0.001756539,0.00004120719,0.000875713,0.0001188699,0.00008668972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004126781,0.00007639649,0.00003562913,0.00003899014,0.00009473639,0.00001224643,0.0003171363,0.003357322,0.001083455,0.1650899,0.00001024985,0.8298798],"study_design_scores_gemma":[0.003114535,0.0004386203,0.006600628,0.0001858983,0.0002425579,0.002491966,0.0005139294,0.04843863,0.3070178,0.1815253,0.446648,0.002782101],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00274417,0.0005563163,0.9936873,0.001469672,0.0002043223,0.0005177556,0.000008829729,0.0008009428,0.00001067943],"genre_scores_gemma":[0.05016787,0.0001540923,0.9475025,0.0003111958,0.00002323521,0.001765066,0.000003529494,0.00001548411,0.00005704501],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8270977,"threshold_uncertainty_score":0.7837275,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056488032","doi":"10.1145/1391984.1391985","title":"Unit-level test adequacy criteria for visual dataflow languages and a testing methodology","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Dataflow; Context (archaeology); Unit testing; Visual programming language; Empirical research; Software engineering; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.3232977272659157,"gpt":0.4163952044641103,"spread":0.09309747719819456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001389497,0.0002790582,0.00043149,0.0003456153,0.0003306694,0.00004497692,0.0004408362,0.0002002918,0.00000319793],"category_scores_gemma":[0.02163374,0.0002790802,0.00005670954,0.0003642591,0.0001129384,0.0002116091,0.00005969472,0.0003249873,0.000001302852],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001775438,"about_ca_system_score_gemma":0.00005596422,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001040593,"about_ca_topic_score_gemma":0.000003202286,"domain_scores_codex":[0.9983016,0.0002996254,0.0002859674,0.0005947637,0.0001002221,0.0004178481],"domain_scores_gemma":[0.9676278,0.03147611,0.00007014266,0.0005655641,0.0001147325,0.0001456635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006858348,0.0002459822,0.004847866,0.0003812986,0.0001450411,0.0001097678,0.002743813,0.001295612,0.01026787,0.0008979223,0.000571897,0.9784244],"study_design_scores_gemma":[0.01043469,0.01488964,0.1200833,0.001556643,0.000845295,0.02888515,0.0004930165,0.607833,0.1213767,0.07241214,0.01319636,0.007994033],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01587246,0.0003192727,0.9784707,0.0001978415,0.0002826361,0.0001928241,0.0000373943,0.004624269,0.000002568135],"genre_scores_gemma":[0.07256598,0.00006208932,0.9268639,0.0002353064,0.0000650708,0.0001087564,0.000007245993,0.0000357654,0.00005589013],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9704303,"threshold_uncertainty_score":0.9999661,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2021538299","doi":"10.1145/2377656.2377657","title":"Systematizing pragmatic software reuse","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Computer science; Reuse; Variety (cybernetics); Software engineering; Task (project management); Plan (archaeology); Software development; Process (computing); Source code; Software; Metaphor; Human–computer interaction; Systems engineering; Programming language; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08412914294878511,"gpt":0.3257056353884473,"spread":0.2415764924396622,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021174,0.0003107196,0.0004424671,0.0005004659,0.0001807521,0.00008124815,0.001147412,0.0002141641,0.00001778689],"category_scores_gemma":[0.01735878,0.0003039832,0.0001052577,0.0005900145,0.00003917248,0.0005611149,0.0001022895,0.0005839415,0.00005562138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001019702,"about_ca_system_score_gemma":0.00003989121,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001559466,"about_ca_topic_score_gemma":6.24188e-7,"domain_scores_codex":[0.9977739,0.0003312081,0.0003620021,0.0004363228,0.0003156188,0.0007809614],"domain_scores_gemma":[0.9857937,0.01196164,0.00006141305,0.00175519,0.00007752276,0.0003505174],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001208391,0.00119549,0.03000971,0.009956514,0.001910592,0.0002110415,0.02992079,0.2036221,0.008564903,0.02074665,0.001640238,0.6921011],"study_design_scores_gemma":[0.02277628,0.007461424,0.3618695,0.01353934,0.002381997,0.02926192,0.002899721,0.2002243,0.157251,0.0207951,0.1535527,0.02798668],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01958566,0.001029364,0.9757826,0.0001756248,0.001400366,0.0002494389,0.000006160137,0.001767888,0.00000290254],"genre_scores_gemma":[0.1451185,0.0000515744,0.8544002,0.0000702813,0.0000877799,0.0001353506,0.000001890844,0.00004796666,0.00008655257],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6641145,"threshold_uncertainty_score":0.9999412,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040857534","doi":"10.1145/3385187","title":"Predicting Node Failures in an Ultra-Large-Scale Cloud Computing Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; York University","funders":"","keywords":"Cloud computing; DevOps; Computer science; Scalability; Context (archaeology); Node (physics); Scale (ratio); Data science; Software; Distributed computing; Computer security; Software engineering; Database; Operating system; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05902938087634173,"gpt":0.2962129620419633,"spread":0.2371835811656215,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009870712,0.0002163011,0.0003658854,0.0001538097,0.000168324,0.00005087033,0.0005231633,0.0001954972,0.000005454316],"category_scores_gemma":[0.0006194778,0.0002063791,0.00007112562,0.0004285476,0.00003090908,0.0004013952,0.00002100254,0.0005407386,0.000005321632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003696635,"about_ca_system_score_gemma":0.00003434006,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004271271,"about_ca_topic_score_gemma":0.00002435924,"domain_scores_codex":[0.9983358,0.0001581659,0.0003817801,0.0005522365,0.0001471354,0.0004249215],"domain_scores_gemma":[0.9978524,0.001355068,0.00005791961,0.0004959314,0.00004147628,0.0001972025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001207307,0.0002497282,0.09134114,0.0007276478,0.0001005736,0.00003946272,0.03952662,0.6670648,0.002895542,0.0003789897,0.00002500925,0.1975297],"study_design_scores_gemma":[0.003128602,0.001252601,0.04595749,0.0003416771,0.00005978077,0.0002419636,0.002071169,0.9214929,0.02105964,0.0004810311,0.002537891,0.001375244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3042375,0.00007125481,0.6941727,0.0003077055,0.0005289706,0.0001112874,0.000005412237,0.0005621891,0.00000291996],"genre_scores_gemma":[0.5558949,0.00001561242,0.4437735,0.0002060349,0.00008260309,0.00001052317,0.000001893878,0.00001301559,0.000001983467],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2544281,"threshold_uncertainty_score":0.8415895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039822794","doi":"10.1145/1767751.1767754","title":"Clone region descriptors","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"clone (Java method); Computer science; Cloning (programming); Source code; Software maintenance; Software; Code refactoring; Code (set theory); Software system; Programming language; Biology; Genetics; Gene","retraction":null,"screen_n_in":null,"score":{"opus":0.08537287773891615,"gpt":0.3123188283960462,"spread":0.22694595065713,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007005509,0.0002083949,0.0002389386,0.0003960692,0.0001284492,0.00006049252,0.0007108529,0.0002194748,0.00001387593],"category_scores_gemma":[0.004254625,0.000211505,0.0000738512,0.0004423932,0.00005826716,0.0002229098,0.00003509184,0.0009089792,0.0000171623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002647325,"about_ca_system_score_gemma":0.00003841844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002688422,"about_ca_topic_score_gemma":0.000003838755,"domain_scores_codex":[0.9986498,0.00009517692,0.0001876009,0.0004689509,0.0001777606,0.0004207545],"domain_scores_gemma":[0.9944074,0.004293846,0.00002590871,0.0009967608,0.00006423669,0.0002118986],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00005890441,0.0002194262,0.00461727,0.0002072498,0.0002324237,0.0001869228,0.001882942,0.0256411,0.04102985,0.01423488,0.0004653839,0.9112236],"study_design_scores_gemma":[0.009528761,0.004255283,0.2581412,0.0005574943,0.0003547187,0.01231504,0.000257814,0.1187934,0.3510691,0.020439,0.2154189,0.008869229],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09008585,0.00008325452,0.9062918,0.0003131572,0.001998522,0.0001018543,0.000001599804,0.001120578,0.000003425738],"genre_scores_gemma":[0.2403497,0.00004264694,0.7592668,0.00006782907,0.00006449406,0.00004384235,7.692102e-7,0.00002700835,0.0001369067],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9023544,"threshold_uncertainty_score":0.8624924,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4296592009","doi":"10.1145/3563210","title":"Arachne: Search-Based Repair of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"Computer science; Debiasing; Deep neural networks; Convolutional neural network; Retraining; Artificial neural network; Artificial intelligence; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.04776573394678502,"gpt":0.2979497318344487,"spread":0.2501839978876637,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001104294,0.000137672,0.0002426383,0.0002449567,0.000238494,0.000010569,0.0005334977,0.00006645496,0.0000363574],"category_scores_gemma":[0.0005589506,0.0001524761,0.0001092985,0.0004451816,0.00004847079,0.00009009193,0.00005084126,0.0007460375,3.674529e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003994895,"about_ca_system_score_gemma":0.00002238657,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002824288,"about_ca_topic_score_gemma":0.000001267635,"domain_scores_codex":[0.9984292,0.0005928176,0.0002065105,0.000333774,0.000174661,0.0002630287],"domain_scores_gemma":[0.9965532,0.00271762,0.00005091641,0.0005748296,0.00003195917,0.00007151643],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002343821,0.00002497133,0.0002068548,0.000019464,0.00002456178,0.00001085494,0.0002142101,0.9124171,0.0000486696,0.0005390894,0.000001787073,0.08646905],"study_design_scores_gemma":[0.0002874258,0.0002245485,0.000811477,0.00000382838,0.00001732472,0.00004512754,0.00004087419,0.9979015,0.0001735761,0.00007468843,0.0002859693,0.000133651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006014672,0.0001723331,0.9922385,0.00016715,0.0007654322,0.00008859033,0.000002726772,0.0005480436,0.000002548441],"genre_scores_gemma":[0.4200514,0.000002424524,0.5797929,0.00008684341,0.00001743999,0.00002376037,0.000001528401,0.00001247604,0.00001116193],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4140368,"threshold_uncertainty_score":0.6217797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068726498","doi":"10.1145/839268.839270","title":"Feature specification and automated conflict detection","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Feature (linguistics); Model checking; Formal specification; Formal methods; Specification language; Extractor; Field (mathematics); Software engineering; Programming language; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.0813120162940838,"gpt":0.3161018302563561,"spread":0.2347898139622723,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008583867,0.000141384,0.000162206,0.0002010834,0.0001354274,0.0000431816,0.0001694351,0.0001700047,0.000003253592],"category_scores_gemma":[0.001214585,0.0001443978,0.00002918539,0.0003011975,0.00003702195,0.0002134169,0.000006170497,0.000263219,0.000003850639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003048405,"about_ca_system_score_gemma":0.00001305305,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004200977,"about_ca_topic_score_gemma":0.000001020762,"domain_scores_codex":[0.998958,0.0003131609,0.0001307601,0.0003360712,0.00008169855,0.0001803051],"domain_scores_gemma":[0.9986043,0.0007574012,0.00004691265,0.0004646825,0.00004624789,0.00008047326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004417855,0.00007896351,0.0001214316,0.0001411824,0.0001123899,0.000006354624,0.001833201,0.01415278,0.04813806,0.0455482,0.00006183551,0.8897614],"study_design_scores_gemma":[0.001849204,0.0008619842,0.03354447,0.00009074926,0.0001234025,0.001641883,0.0001959537,0.343977,0.4955776,0.003172101,0.1176008,0.001364898],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008814172,0.0002570294,0.9889448,0.0001246869,0.000701615,0.0001213945,0.000001879047,0.001020663,0.00001376338],"genre_scores_gemma":[0.05730532,0.0001720258,0.9423321,0.00005476642,0.00001486384,0.00003461567,8.977212e-7,0.00001299326,0.00007245467],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8883965,"threshold_uncertainty_score":0.5888373,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975318342","doi":"10.1145/2512207","title":"Degree-of-knowledge","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Codebase; Computer science; Robustness (evolution); Source code; Code (set theory); Code review; Point (geometry); Software; Software engineering; Software development; Static program analysis; Programming language; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.1151019020285236,"gpt":0.3348329567299539,"spread":0.2197310547014303,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001047037,0.0001669611,0.0002872235,0.0003722897,0.00006332275,0.00001838695,0.0006461279,0.000129409,0.000009000579],"category_scores_gemma":[0.004839911,0.0001667852,0.00007256032,0.0004138866,0.00004788109,0.0001137723,0.00003625113,0.0003248001,0.00001352207],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002285736,"about_ca_system_score_gemma":0.00003007026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001201202,"about_ca_topic_score_gemma":0.000001518095,"domain_scores_codex":[0.9988275,0.0001812924,0.0002056264,0.0003455619,0.0001315191,0.0003084931],"domain_scores_gemma":[0.989415,0.009555695,0.00002894537,0.0007942152,0.0000718728,0.0001342933],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000014698,0.00009069338,0.0009826873,0.0002147764,0.00009179048,0.000004393153,0.0008801841,0.02734623,0.002290228,0.008353723,0.00005008373,0.9596805],"study_design_scores_gemma":[0.007076567,0.005085928,0.2251132,0.000920612,0.0002723871,0.001208976,0.0001130323,0.3554952,0.2760241,0.01603496,0.1079789,0.00467615],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01525421,0.0002378789,0.983115,0.00008081983,0.0006546801,0.00007407014,0.000002085388,0.0005642088,0.00001701696],"genre_scores_gemma":[0.2723383,0.00003165136,0.7274554,0.00001995395,0.00003043745,0.00002277088,4.752094e-7,0.00001806733,0.00008286363],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9550043,"threshold_uncertainty_score":0.6801302,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210772589","doi":"10.1145/3511887","title":"Towards Robustness of Deep Program Processing Models—Detection, Estimation, and Enhancement","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Robustness (evolution); Computer science; Source code; Source lines of code; Computer engineering; Machine learning; Artificial intelligence; Data mining; Software; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04880284229526353,"gpt":0.3117413535294528,"spread":0.2629385112341893,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004968109,0.0001445393,0.0002208801,0.0002794178,0.0002628707,0.00002233235,0.0002482407,0.00005852279,0.000006319774],"category_scores_gemma":[0.0001882959,0.000160342,0.00003492783,0.000430699,0.00004343105,0.0002833786,0.00005120075,0.0002697755,7.789501e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005694312,"about_ca_system_score_gemma":0.00002844656,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001091324,"about_ca_topic_score_gemma":0.000001957633,"domain_scores_codex":[0.998953,0.0001197697,0.0002451559,0.0003445745,0.0001553613,0.0001821436],"domain_scores_gemma":[0.9991738,0.0002747377,0.00008605821,0.0003227002,0.00008525456,0.00005751204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009043136,0.00003096009,4.435871e-7,0.0000457702,0.000009154267,5.397196e-7,0.000253717,0.4088282,0.0004147949,0.0001295562,3.320485e-7,0.5902776],"study_design_scores_gemma":[0.0002307588,0.0005435452,0.00003834805,0.00001557675,0.00001958914,0.0001407306,0.00006941833,0.9499051,0.04485534,0.003623909,0.0003662766,0.0001913806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004048022,0.0002912971,0.9942309,0.00007610066,0.0002675002,0.0002520003,0.000002725521,0.0008291482,0.000002336104],"genre_scores_gemma":[0.2885004,0.00003588739,0.7110274,0.0000174076,0.000006588187,0.0003894841,8.121725e-7,0.00001184768,0.0000101377],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5900862,"threshold_uncertainty_score":0.6538556,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3184231327","doi":"10.1145/3447876","title":"An Empirical Study of the Impact of Data Splitting Decisions on the Performance of AIOps Solutions","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Data Stream Mining Techniques","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; École de Technologie Supérieure; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Concept drift; Leakage (economics); Cloud computing; Data mining; Context (archaeology); Data science; TRACE (psycholinguistics); Data stream mining","retraction":null,"screen_n_in":null,"score":{"opus":0.2584045887855763,"gpt":0.416978530640578,"spread":0.1585739418550018,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00128023,0.0001090522,0.0002395892,0.0001055903,0.0001248292,0.0000106598,0.001444897,0.00006044004,0.000004706066],"category_scores_gemma":[0.002157301,0.00006819873,0.0000615481,0.0005192804,0.00006559415,0.0001742668,0.0001577104,0.0002617435,1.71239e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001496826,"about_ca_system_score_gemma":0.00008928108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006921813,"about_ca_topic_score_gemma":0.000008743124,"domain_scores_codex":[0.9986985,0.0004303037,0.0002841391,0.0002864558,0.0001499656,0.0001506352],"domain_scores_gemma":[0.992331,0.004918979,0.00009269165,0.002529755,0.00009073278,0.00003686042],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000121569,0.003835294,0.03593044,0.0001126409,0.0008398703,0.000009968004,0.0122431,0.2329169,0.02280841,0.001602079,0.0003009905,0.6892787],"study_design_scores_gemma":[0.001379069,0.007200676,0.5400544,0.0007024916,0.000340774,0.0002914001,0.001870408,0.3412456,0.1047537,0.00126071,0.0002055807,0.0006951144],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4734015,0.000017387,0.5263311,0.00004940678,0.00005294392,0.00006206836,0.00004313125,0.00004154245,9.623911e-7],"genre_scores_gemma":[0.5791912,0.00001886032,0.4207627,0.000007676166,0.000004333511,0.000006319928,0.000002085768,0.000004884895,0.000001899547],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6885836,"threshold_uncertainty_score":0.2781064,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210455774","doi":"10.1145/3490489","title":"NPC: <u>N</u> euron <u>P</u> ath <u>C</u> overage via Characterizing Decision Logic of Deep Neural Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; JST-Mirai Program; National Satellite of Excellence in Trustworthy Software Systems, National University of Singapore; National Research Foundation; Bộ Giáo dục và Ðào tạo; Ministry of Education - Singapore; National Research Foundation Singapore; Canadian Institute for Advanced Research","keywords":"Computer science; Artificial intelligence; Path (computing); Machine learning; Artificial neural network; Graph; Deep neural networks; Decision tree; Mirroring; Theoretical computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03977566911215587,"gpt":0.2872848317002451,"spread":0.2475091625880892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001120089,0.0002409869,0.0003994525,0.0003139788,0.0003523308,0.00002690908,0.000783697,0.0001064381,0.00005600841],"category_scores_gemma":[0.0006981738,0.0002582361,0.0001213554,0.0005090213,0.00003640595,0.0002255514,0.0001718935,0.000932238,9.679522e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006510452,"about_ca_system_score_gemma":0.00001447949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000229269,"about_ca_topic_score_gemma":0.000001939542,"domain_scores_codex":[0.9979665,0.0005418253,0.0003607904,0.0005125842,0.0002429458,0.0003753562],"domain_scores_gemma":[0.9958001,0.003243715,0.0001399914,0.0006787845,0.00003859834,0.00009886058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004063913,0.0000276892,0.00009585443,0.0000132392,0.00002316233,0.00001936445,0.0003313808,0.7321876,0.0006120712,0.000453669,0.000001295555,0.266194],"study_design_scores_gemma":[0.0004793111,0.0003966028,0.002820571,0.00001263674,0.00003088876,0.0002638962,0.00002967044,0.9938142,0.000290023,0.0006899611,0.0008820416,0.000290181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02124603,0.0001940961,0.9761063,0.0001921494,0.001784519,0.0001281696,0.000003805216,0.0003418897,0.000003014506],"genre_scores_gemma":[0.4561408,0.00002065044,0.5435538,0.0001849022,0.00003717035,0.00002511682,0.000003163594,0.00002234215,0.00001203678],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4348948,"threshold_uncertainty_score":0.999987,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3162893202","doi":"10.1145/3447808","title":"How Should I Improve the UI of My App?","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Thompson Rivers University","funders":"","keywords":"Computer science; App store; Download; World Wide Web; Mobile apps; Perception; Internet privacy; User interface; Interface (matter); Human–computer interaction; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1005806507968372,"gpt":0.3363480324496596,"spread":0.2357673816528223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001114698,0.00008976162,0.000200671,0.00004545758,0.0002094814,0.00004315011,0.0001566898,0.0001414373,0.00001607666],"category_scores_gemma":[0.008703862,0.00007506995,0.00008499504,0.0002291201,0.0001803516,0.00006906367,0.000007721779,0.0002405714,8.385211e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001898989,"about_ca_system_score_gemma":0.0000840982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001036774,"about_ca_topic_score_gemma":0.00008037155,"domain_scores_codex":[0.9989831,0.0003788731,0.0001111214,0.0001682313,0.0001462488,0.0002123777],"domain_scores_gemma":[0.9945376,0.005053404,0.00003398125,0.0002167719,0.00008206615,0.00007619848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003795507,0.00008723789,0.0002381104,0.0001003784,0.0001705905,0.00001122481,0.01682579,0.0005994582,0.002481797,0.009703886,0.000114545,0.969629],"study_design_scores_gemma":[0.002278894,0.0007050619,0.007465386,0.0003615409,0.0006734511,0.00006398226,0.08359592,0.0002844802,0.05622862,0.02297971,0.8236226,0.001740353],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05026668,0.0006571811,0.9409533,0.00523546,0.001890288,0.000137401,0.00002312432,0.0002349522,0.0006016669],"genre_scores_gemma":[0.7979555,0.0006235017,0.1962756,0.0002442832,0.0002541916,0.00004607485,0.000002611626,0.00002682164,0.004571352],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9678887,"threshold_uncertainty_score":0.9996462,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406957844","doi":"10.1145/3712002","title":"Quantum Software Engineering: Roadmap and Challenges Ahead","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia e Innovación; European Commission","keywords":"Computer science; Software engineering; Software requirements; Software; Systems engineering; Software development; Software construction; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05628912930751191,"gpt":0.285834054176502,"spread":0.2295449248689901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005711195,0.000302666,0.0003944357,0.0004317565,0.0001804291,0.00006319777,0.0004700702,0.000201615,0.000002501043],"category_scores_gemma":[0.00107094,0.0002947444,0.00008181645,0.0003314761,0.00004572195,0.000110072,0.0000674632,0.0005169221,0.00000222293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002282761,"about_ca_system_score_gemma":0.0000390584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001580399,"about_ca_topic_score_gemma":0.0000023448,"domain_scores_codex":[0.9984882,0.0001274548,0.0002462604,0.0006126711,0.0001150826,0.0004102742],"domain_scores_gemma":[0.9962783,0.002855425,0.00003667347,0.0006457125,0.00004399422,0.0001398424],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001532808,0.000063065,0.00008219144,0.0003981207,0.0001397032,0.00002388076,0.001060279,0.1108961,0.0002594793,0.01315779,0.00002896335,0.8738751],"study_design_scores_gemma":[0.001994188,0.0009010138,0.02350738,0.0007687487,0.0001555312,0.0006753795,0.0001361289,0.8909385,0.003367182,0.009790581,0.06604826,0.001717122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01758069,0.005322182,0.9732721,0.001609889,0.001138453,0.0001154174,0.000005145623,0.0009530815,0.000002977671],"genre_scores_gemma":[0.04477303,0.001289062,0.9535711,0.0001793131,0.00005534202,0.00003252354,0.000001176205,0.00002541174,0.0000730406],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.872158,"threshold_uncertainty_score":0.9999505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2805382256","doi":"10.1145/3196831","title":"An Empirical Study of Meta- and Hyper-Heuristic Search for Multi-Objective Release Planning","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Engineering and Physical Sciences Research Council; Dalian University of Technology; Core Research for Evolutional Science and Technology; Universiteit Utrecht; University College London","keywords":"Computer science; Heuristics; Heuristic; Meta heuristic; Variety (cybernetics); Genetic algorithm; Machine learning; Empirical research; Search algorithm; Beam search; Artificial intelligence; Mathematical optimization; Data mining; Algorithm; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.2711195274073803,"gpt":0.4358261630705214,"spread":0.1647066356631411,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001270408,0.0002131489,0.000458843,0.0004323243,0.0001667949,0.00003639334,0.0004380793,0.0001239041,0.0000040351],"category_scores_gemma":[0.002718983,0.0001965361,0.00006721289,0.0003734072,0.00009432169,0.0001685281,0.00003687307,0.0003396179,9.211381e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002649107,"about_ca_system_score_gemma":0.00004315948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005445078,"about_ca_topic_score_gemma":0.00000487908,"domain_scores_codex":[0.9983113,0.0003231372,0.0002448324,0.0005775567,0.0001858458,0.0003572705],"domain_scores_gemma":[0.9911369,0.007780686,0.00003131969,0.0006691677,0.0001893529,0.0001925853],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001170532,0.004221422,0.06486815,0.001124059,0.005597045,0.0001180151,0.08559067,0.4355066,0.01074544,0.000516987,0.00006378273,0.3904773],"study_design_scores_gemma":[0.008107495,0.02360309,0.2652531,0.0001320515,0.001512413,0.0004543816,0.002517118,0.6529715,0.04246088,0.0004320996,0.0007189687,0.001836846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.382091,0.0001376057,0.6171364,0.00002005777,0.0001539751,0.0002440458,0.000007447069,0.0002093662,1.67474e-7],"genre_scores_gemma":[0.491777,0.000005996,0.5080647,0.00001357543,0.00002540695,0.00008488896,6.06806e-7,0.00001856278,0.000009285015],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3886404,"threshold_uncertainty_score":0.8014508,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285794979","doi":"10.1145/3549542","title":"Is My Transaction Done Yet? An Empirical Study of Transaction Processing Times in the Ethereum Blockchain Platform","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Database transaction; Computer science; Transaction processing system; Blockchain; Transaction processing; Online transaction processing; Distributed transaction; Transaction cost; Computer security; Database; Business; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.07742992799670803,"gpt":0.3326076058421708,"spread":0.2551776778454627,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001873119,0.0001853196,0.0003032705,0.0004205344,0.0003797003,0.00002090596,0.0007287504,0.0001551248,0.0000232294],"category_scores_gemma":[0.00005444748,0.0001662411,0.0000632236,0.000931094,0.00005359971,0.0001341692,0.00001382646,0.0008693504,4.318977e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006646071,"about_ca_system_score_gemma":0.00004142462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001286621,"about_ca_topic_score_gemma":0.00006571979,"domain_scores_codex":[0.9982411,0.0004309835,0.0003471044,0.0004669014,0.0002346843,0.0002792708],"domain_scores_gemma":[0.9982745,0.0008644889,0.00007892472,0.0006961228,0.00003483389,0.00005113018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002069625,0.003910071,0.0009631036,0.0001203363,0.000153701,0.00001949409,0.1075265,0.1775327,0.001698181,0.001048794,0.0000174375,0.7068027],"study_design_scores_gemma":[0.01107277,0.01417346,0.0322106,0.0001155858,0.0005876803,0.001837612,0.07447124,0.8059274,0.02226294,0.02785406,0.006774364,0.002712272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4180898,0.00007641062,0.5807312,0.0006117062,0.00008837499,0.0002379774,0.000004661983,0.0001586463,0.000001302166],"genre_scores_gemma":[0.8775489,0.00001612765,0.1219195,0.0001424883,0.000008333994,0.0003395738,0.000001400907,0.00001444135,0.000009154291],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7040904,"threshold_uncertainty_score":0.6779113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018414565","doi":"10.1145/2491509.2491515","title":"The value of design rationale information","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd","keywords":"Documentation; Computer science; Personalization; Context (archaeology); Value (mathematics); World Wide Web; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.07125196779048361,"gpt":0.2965896055898269,"spread":0.2253376377993433,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008982929,0.0001030009,0.000127647,0.0001730551,0.0001255708,0.00006273032,0.0004795349,0.00007503117,0.00000834172],"category_scores_gemma":[0.00422465,0.00008118398,0.00003946529,0.0002807068,0.0000415584,0.0004511535,0.00001998957,0.0002082426,0.00001972987],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002272495,"about_ca_system_score_gemma":0.00004244101,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002456709,"about_ca_topic_score_gemma":2.651658e-7,"domain_scores_codex":[0.9991319,0.0001501353,0.0002113249,0.0001294046,0.0001684927,0.0002087679],"domain_scores_gemma":[0.9869081,0.01238777,0.00003668905,0.0004832385,0.0001180324,0.0000661649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000141599,0.00002660997,0.0001562654,0.00007086341,0.00009386898,7.978521e-7,0.001065084,0.5157558,0.001184524,0.01424191,0.0002542071,0.4671359],"study_design_scores_gemma":[0.002505821,0.001536162,0.109913,0.000186899,0.00007465389,0.0003389349,0.0002958484,0.7256217,0.1042358,0.02557977,0.02821195,0.001499524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004560179,0.0001232821,0.9940778,0.0004139696,0.0003557327,0.0002284277,0.00000150097,0.0002368007,0.000002285367],"genre_scores_gemma":[0.06741459,0.00007782272,0.9322553,0.00004726899,0.00001263305,0.0001365304,8.090871e-7,0.000007788408,0.00004732003],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4656364,"threshold_uncertainty_score":0.5057606,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4406688098","doi":"10.1145/3714461","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Code generation; Code (set theory); Programming language; Software engineering; Key (lock); Operating system; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.136645660242652,"gpt":0.3367384357981753,"spread":0.2000927755555234,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005847252,0.0001680326,0.0002138614,0.000329239,0.0001618005,0.00005951637,0.0003246162,0.00009455865,6.650077e-7],"category_scores_gemma":[0.0004456615,0.000147649,0.00004490072,0.0003087997,0.00001853809,0.0002526209,0.00002373977,0.0002330873,1.371772e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000404272,"about_ca_system_score_gemma":0.00002999869,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001202966,"about_ca_topic_score_gemma":0.000007779327,"domain_scores_codex":[0.9990518,0.0000724542,0.0001630631,0.0003757149,0.00008088214,0.0002560604],"domain_scores_gemma":[0.9983305,0.001085337,0.00003757602,0.0004358846,0.00006916034,0.00004158061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006056027,0.0001050946,0.000008061021,0.0002832042,0.0001082753,0.00001606079,0.002825857,0.09963588,0.02737976,0.03591461,0.00002541609,0.8336372],"study_design_scores_gemma":[0.0003931161,0.0002352417,0.000006820832,0.0002079715,0.00004846761,0.00004412655,0.00007206265,0.6039583,0.3909477,0.003284459,0.0004645759,0.0003371358],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006688978,0.0006837651,0.9905984,0.0001817537,0.0001899581,0.0002493606,0.00001178293,0.001393314,0.000002634222],"genre_scores_gemma":[0.1331606,0.00002871369,0.866253,0.0001070971,0.00002162184,0.00036747,0.000004233502,0.00001558445,0.00004169941],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8333001,"threshold_uncertainty_score":0.6020952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3010215199","doi":"10.1145/3375633","title":"Visualizing Distributed System Executions","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; U.S. Air Force; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Universities Space Research Association; U.S. Air Force Academy; National Science Foundation","keywords":"Computer science; Timestamp; Process (computing); Distributed computing; Software; Theoretical computer science; Programming language; Real-time computing","retraction":null,"screen_n_in":null,"score":{"opus":0.0773188187625623,"gpt":0.2982571631356249,"spread":0.2209383443730626,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004637052,0.0001804662,0.0003072254,0.00009654738,0.0001959931,0.00004244766,0.0004226218,0.0001426841,0.000004402856],"category_scores_gemma":[0.0006884747,0.0001662588,0.00008971596,0.0004529745,0.00003257583,0.0001942851,0.00002776892,0.0002814612,0.00002088946],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005010866,"about_ca_system_score_gemma":0.0000335033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000145972,"about_ca_topic_score_gemma":4.88942e-7,"domain_scores_codex":[0.9987319,0.0001675864,0.0002760556,0.0004229167,0.000125267,0.0002762962],"domain_scores_gemma":[0.9981487,0.001054805,0.00004531692,0.0004974187,0.00005500628,0.0001987249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002281111,0.0003813516,0.004164648,0.004408265,0.0009562559,0.0001755783,0.0156403,0.4103626,0.007325304,0.03989307,0.0008824366,0.5155821],"study_design_scores_gemma":[0.005606418,0.002936746,0.02098408,0.001075053,0.0004799288,0.001703744,0.002563661,0.8317084,0.04346219,0.001005876,0.08430057,0.004173314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01108355,0.0001720576,0.9856799,0.0006698409,0.0006850348,0.0001367778,0.00002095339,0.001547438,0.000004457028],"genre_scores_gemma":[0.4586187,0.00002536793,0.5410916,0.0001513214,0.00005168884,0.00003920657,0.000003671584,0.00001208991,0.000006316022],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5114087,"threshold_uncertainty_score":0.6779835,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224214784","doi":"10.1145/3511598","title":"An Empirical Study on Data Distribution-Aware Test Selection for Deep Learning Enhancement","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Neural Network Applications","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Retraining; Computer science; Artificial intelligence; Machine learning; Selection (genetic algorithm); Test data; Artificial neural network; Software deployment; Metric (unit); Data mining; Data set; Test set; Process (computing); Model selection; Deep learning; Distribution (mathematics); Set (abstract data type); Empirical research; Statistics; Mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1239226798585278,"gpt":0.3887620461359517,"spread":0.2648393662774238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006482058,0.0001516902,0.0001774817,0.00009816579,0.0007210692,0.00002907281,0.0007098849,0.00004242972,0.000009700846],"category_scores_gemma":[0.0005155624,0.0001660358,0.0000301459,0.000440312,0.00001465598,0.0001751802,0.00006345774,0.0004545787,0.000001520375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009180562,"about_ca_system_score_gemma":0.00001923391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005230517,"about_ca_topic_score_gemma":0.00000583293,"domain_scores_codex":[0.9985021,0.0002620262,0.000191233,0.0006499662,0.0001434866,0.000251182],"domain_scores_gemma":[0.9956239,0.00339508,0.00005180684,0.0008043034,0.00004067462,0.00008421118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003667355,0.0006674354,0.001272401,0.00001056054,0.0000418847,0.000001635167,0.0005973113,0.8083981,0.0007216152,0.0001633729,0.0000458294,0.1880432],"study_design_scores_gemma":[0.0009443067,0.005405952,0.00574204,0.000007411038,0.00007191388,0.00007012738,0.0004330742,0.961103,0.001751128,0.0005370359,0.02345196,0.0004820863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01558045,0.00002343665,0.9829394,0.0002634234,0.0002625925,0.0004342903,0.00005918998,0.0004368734,3.002863e-7],"genre_scores_gemma":[0.4960617,0.0000111286,0.5029699,0.00009045655,0.0000418839,0.0006698741,0.0001085493,0.00001726159,0.00002927749],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4804812,"threshold_uncertainty_score":0.6770745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3117161066","doi":"10.1145/3412378","title":"An Empirical Study of Developer Discussions in the Gitter Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada; Queen's University","funders":"","keywords":"Popularity; Computer science; Thread (computing); World Wide Web; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1811065806979024,"gpt":0.3831301813330654,"spread":0.2020236006351629,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007927699,0.0001496476,0.0002426677,0.0002059758,0.00006804436,0.00003084582,0.000902358,0.00008810734,0.000007511808],"category_scores_gemma":[0.001747005,0.0001023272,0.00003829995,0.0007094875,0.00002745967,0.0001965371,0.00003172793,0.0005058929,0.000002801159],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000168785,"about_ca_system_score_gemma":0.00002988689,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002059594,"about_ca_topic_score_gemma":0.000008121457,"domain_scores_codex":[0.9986829,0.0002545363,0.0002384831,0.0003519756,0.0002181347,0.0002540171],"domain_scores_gemma":[0.9949995,0.004224678,0.00002039926,0.0006058091,0.00003214936,0.0001174486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0001740251,0.001549209,0.08895379,0.0002432866,0.000269143,0.00019674,0.1760987,0.3958589,0.002734418,0.0005383467,0.000167768,0.3332157],"study_design_scores_gemma":[0.00305362,0.004790509,0.9180222,0.0000813978,0.00006852817,0.0001836392,0.005333788,0.06097558,0.00340212,0.0004694208,0.002586713,0.001032544],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3604905,0.00001803451,0.6382968,0.0008339252,0.00008607354,0.0001377576,0.000001565534,0.0001348159,4.740818e-7],"genre_scores_gemma":[0.6650233,0.000005491935,0.3347215,0.0001789629,0.00001847678,0.00003809419,5.480661e-7,0.00001102629,0.000002605988],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8290684,"threshold_uncertainty_score":0.417278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2409613233","doi":"10.1145/2904904","title":"Multi-Step Learning and Adaptive Search for Learning Complex Model Transformations from Examples","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Transformation (genetics); Model transformation; Context (archaeology); Process (computing); Consistency (knowledge bases); Artificial intelligence; Theoretical computer science; Machine learning; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1720275482919265,"gpt":0.3368951754105206,"spread":0.1648676271185941,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006446384,0.0002639275,0.0003485575,0.0002894286,0.0002692068,0.00004500502,0.000338005,0.0001833057,0.000005953497],"category_scores_gemma":[0.0001959307,0.0002324709,0.00008452954,0.0001508496,0.0000646242,0.0003323404,0.00003308129,0.0003971967,0.000001716797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005139838,"about_ca_system_score_gemma":0.00003103007,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004718915,"about_ca_topic_score_gemma":0.000007080352,"domain_scores_codex":[0.9985148,0.000188122,0.0002698489,0.0005116375,0.0001293016,0.0003862955],"domain_scores_gemma":[0.9959508,0.003434564,0.00004253323,0.000329981,0.00009245866,0.0001496281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003331055,0.00003078528,0.0001179827,0.00004769546,0.0000938396,0.00000158914,0.001830448,0.3551337,0.01225882,0.005506239,0.000006553409,0.6249391],"study_design_scores_gemma":[0.0007959603,0.0002556922,0.0005254432,0.00008655326,0.00003167504,0.00002074308,0.00003180229,0.9882587,0.004323279,0.000468184,0.004851433,0.0003506011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004695706,0.0001324808,0.993082,0.0001946712,0.00009796683,0.0002815347,0.00004998499,0.001464579,0.000001053645],"genre_scores_gemma":[0.084476,0.0002498039,0.9149394,0.00002435922,0.00001639958,0.0001604323,0.000006624473,0.00003949173,0.00008749463],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.633125,"threshold_uncertainty_score":0.947989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2570857834","doi":"10.1145/2990497","title":"Generating API Call Rules from Version History and Stack Overflow Posts","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Android (operating system); Application programming interface; Cluster analysis; World Wide Web; Precision and recall; Set (abstract data type); Baseline (sea); Information retrieval; Operating system; Programming language; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.08205151378663754,"gpt":0.3089872292756147,"spread":0.2269357154889771,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005656068,0.0002151385,0.0002749622,0.0001947087,0.0003157406,0.0001131905,0.0006934226,0.0001775526,0.00001857974],"category_scores_gemma":[0.003527179,0.0002276147,0.0000534092,0.00004483245,0.00008056818,0.0003516882,0.00009402209,0.0004369458,0.00001103555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001266278,"about_ca_system_score_gemma":0.00005059572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003573251,"about_ca_topic_score_gemma":0.00001034867,"domain_scores_codex":[0.9986622,0.0001162223,0.0001718737,0.0005254853,0.0001854658,0.0003387711],"domain_scores_gemma":[0.9948199,0.003759246,0.00005321233,0.001129336,0.00005377149,0.0001844918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001347077,0.0001649221,0.01030045,0.0003514674,0.0005152538,0.0002408867,0.004927955,0.07871324,0.05878344,0.00105877,0.001221344,0.8435876],"study_design_scores_gemma":[0.006771334,0.001595649,0.4023952,0.0007732263,0.0002711784,0.0005486846,0.0001318719,0.4741397,0.04160165,0.002062429,0.06571651,0.003992602],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2449581,0.0009061289,0.7525883,0.000145679,0.0009735481,0.00006952114,0.0000163536,0.0003398684,0.000002505103],"genre_scores_gemma":[0.1242525,0.0002002048,0.8751961,0.00006892461,0.00008115394,0.00001951669,0.000004212949,0.00002861924,0.0001487393],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.839595,"threshold_uncertainty_score":0.9281857,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405396136","doi":"10.1145/3708519","title":"Automatic Programming: Large Language Models and Beyond","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Bộ Giáo dục và Ðào tạo; Ministry of Education, India","keywords":"Computer science; Programmer; Coding (social sciences); Software engineering; Popularity; Software deployment; Programming language; Key (lock); Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.05968806315916537,"gpt":0.3357671852518813,"spread":0.2760791220927159,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009032547,0.0002022372,0.0002343708,0.000421045,0.00009284094,0.0001617816,0.0003452224,0.0001381625,0.00001157888],"category_scores_gemma":[0.0009407919,0.0001938712,0.00005664001,0.0004518053,0.00003455041,0.0003117761,0.00004563455,0.0004551593,0.000008275628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003452148,"about_ca_system_score_gemma":0.00003769451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001013449,"about_ca_topic_score_gemma":0.000001632629,"domain_scores_codex":[0.9986544,0.00009682794,0.0001728759,0.0004794045,0.0001700888,0.0004264546],"domain_scores_gemma":[0.9949054,0.004374128,0.00001143483,0.0005233339,0.00002496634,0.000160799],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003691869,0.00004277216,0.00003817851,0.0004931,0.0001273136,0.0001128481,0.004418887,0.01098965,0.0003811483,0.008164412,0.00004181216,0.9751862],"study_design_scores_gemma":[0.000484657,0.0003044226,0.0007480253,0.000190109,0.0000571826,0.000612391,0.0001617903,0.9864039,0.001789555,0.003012707,0.005647351,0.0005878749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02759082,0.002968872,0.9662296,0.0002540369,0.0005501731,0.0001543866,0.00000861951,0.002240383,0.000003135869],"genre_scores_gemma":[0.2213222,0.0001030067,0.7782872,0.00004589263,0.00003005218,0.00007716765,0.000001749533,0.00003219408,0.0001004644],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9754143,"threshold_uncertainty_score":0.7905837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286488146","doi":"10.1145/3550270","title":"Parameter Coverage for Testing of Autonomous Driving Systems under Uncertainty","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Japan Society for the Promotion of Science; JST-Mirai Program; European Regional Development Fund; Japan Science and Technology Agency; University of Waterloo; Exploratory Research for Advanced Technology; Science Foundation Ireland","keywords":"Computer science; Correctness; Heuristics; Trustworthiness; Process (computing); Cover (algebra); Operations research; Reliability engineering; Mathematical optimization; Risk analysis (engineering); Algorithm; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.1073477262309126,"gpt":0.3267423154097948,"spread":0.2193945891788822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001610365,0.0001307877,0.000329773,0.0002630632,0.0002654385,0.00003567729,0.0004737508,0.00006436862,0.000008000967],"category_scores_gemma":[0.002913735,0.0001338833,0.0001142335,0.0004825775,0.00003656271,0.00008834586,0.00005402951,0.000313057,4.220248e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008654202,"about_ca_system_score_gemma":0.00007531814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001054934,"about_ca_topic_score_gemma":0.00000165769,"domain_scores_codex":[0.9985334,0.000343696,0.0002794736,0.00037565,0.0001840064,0.0002837263],"domain_scores_gemma":[0.9833388,0.01590977,0.00006571726,0.0005229283,0.00008742582,0.00007530549],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009086564,0.0000411814,0.0002271737,0.00007705827,0.00007115202,0.000001544867,0.0001670081,0.9334105,0.0004662123,0.0007441667,0.000003900679,0.06478102],"study_design_scores_gemma":[0.0006212847,0.0006940136,0.0009816682,0.00004028096,0.00006475855,0.000101261,0.0001652301,0.9895133,0.001035126,0.003568826,0.00287103,0.0003431954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04785325,0.0001756127,0.9510717,0.0001056923,0.0003672341,0.0001892382,0.00001991388,0.0002161688,0.000001218919],"genre_scores_gemma":[0.4478139,0.00001136864,0.5519018,0.00003193781,0.00001254547,0.0001633597,0.000002100307,0.00001098144,0.00005199765],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3999607,"threshold_uncertainty_score":0.5459601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1988506401","doi":"10.1145/2089116.2089119","title":"Weak Alphabet Merging of Partial Behavior Models","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Viewpoints; Alphabet; Property (philosophy); Process (computing); Algebraic properties; Theoretical computer science; Component (thermodynamics); Extension (predicate logic); Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1324992871004662,"gpt":0.3405071310571707,"spread":0.2080078439567045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001148717,0.0001328501,0.0002243777,0.0001843425,0.00006783736,0.00001040095,0.0003417429,0.000116862,0.000007747939],"category_scores_gemma":[0.0004115701,0.0001355323,0.00006210263,0.0002243861,0.00003898703,0.0004797938,0.00001940425,0.0002064116,0.00000253524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002035786,"about_ca_system_score_gemma":0.00001442432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001357249,"about_ca_topic_score_gemma":2.201751e-7,"domain_scores_codex":[0.9989317,0.0002129405,0.0002386828,0.0002070722,0.0001161773,0.0002934379],"domain_scores_gemma":[0.9984384,0.0008091077,0.00006012158,0.0005456544,0.00003788191,0.000108905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00003586503,0.0002847261,0.0007311983,0.0001257985,0.0001086548,0.00000182946,0.003585714,0.118714,0.01370373,0.08436956,0.00001271218,0.7783262],"study_design_scores_gemma":[0.001742008,0.0008232601,0.01957758,0.0001525933,0.0004247165,0.0004631761,0.0002984176,0.4095024,0.5531728,0.004545156,0.007690719,0.001607121],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02476045,0.0002680098,0.9735612,0.0000308542,0.001037575,0.00009743513,0.000004413595,0.0002294428,0.00001060407],"genre_scores_gemma":[0.2279881,0.00004256335,0.7718361,0.00001835361,0.00003016245,0.00005417554,6.986601e-7,0.00001135575,0.00001849469],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7767191,"threshold_uncertainty_score":0.5526848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3161148246","doi":"10.1145/3440757","title":"Predicting Performance Anomalies in Software Systems at Run-time","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada); Thompson Rivers University; Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Precision and recall; Anomaly detection; Software; Recall; Anomaly (physics); Data mining; Software system; Machine learning; Real-time computing; Artificial intelligence; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03758739881469653,"gpt":0.261884824459496,"spread":0.2242974256447994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001076957,0.000261471,0.0004713304,0.000248182,0.0002249368,0.00005932185,0.0004195187,0.0002446628,0.00001698092],"category_scores_gemma":[0.001058634,0.0002535907,0.00008642936,0.0005500342,0.00004849654,0.0003574271,0.00007185155,0.000387542,0.0000291799],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001384105,"about_ca_system_score_gemma":0.00008498351,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003834041,"about_ca_topic_score_gemma":0.0000106229,"domain_scores_codex":[0.9979862,0.0002855329,0.0004486842,0.0006203381,0.00019872,0.0004605332],"domain_scores_gemma":[0.9966828,0.002139213,0.00007071988,0.0008866529,0.00009876235,0.0001218696],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00010273,0.0002670818,0.2220644,0.002120038,0.0002504009,0.0001852854,0.004668059,0.5495487,0.002700509,0.0002297419,0.00007341726,0.2177896],"study_design_scores_gemma":[0.005343483,0.001449552,0.3316766,0.002507172,0.0001969948,0.005991844,0.0006017347,0.588644,0.04378666,0.0003800837,0.01580919,0.003612723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.4009191,0.0007067738,0.5968238,0.00006139614,0.0009017437,0.0001085596,0.000006484437,0.0004664991,0.000005707578],"genre_scores_gemma":[0.3449613,0.000316957,0.6538268,0.00007215821,0.00007186301,0.0001101727,0.000006459156,0.00003148236,0.0006027178],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2141769,"threshold_uncertainty_score":0.9999917,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203969037","doi":"10.1145/3470006","title":"Automatic Fault Detection for Deep Learning Programs Using Graph Transformations","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec; Institut de Valorisation des Données","keywords":"Computer science; Metamodeling; Graph; Fault detection and isolation; Precision and recall; Construct (python library); Artificial intelligence; Deep learning; Artificial neural network; Machine learning; Software; Process (computing); Data mining; Software engineering; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.08467335479524384,"gpt":0.3304131342028107,"spread":0.2457397794075669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007135823,0.0002090886,0.0002780501,0.0003737511,0.0003112633,0.0001054805,0.000299211,0.0001765215,0.000007292343],"category_scores_gemma":[0.002779721,0.0002314364,0.0001408927,0.0007691299,0.00003083231,0.0003046611,0.0000157822,0.0004646184,0.000002411677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000705425,"about_ca_system_score_gemma":0.00005367237,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001202928,"about_ca_topic_score_gemma":0.000008983628,"domain_scores_codex":[0.998506,0.0001835087,0.0002749627,0.0004145665,0.000177745,0.0004432091],"domain_scores_gemma":[0.9952903,0.003920874,0.00003741829,0.0004520511,0.0001599378,0.0001394088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005621251,0.00004349812,0.0000568534,0.0001930896,0.00008607315,0.000006694976,0.000779035,0.22969,0.003731286,0.0001792065,5.047074e-7,0.7652282],"study_design_scores_gemma":[0.0008128026,0.0003343276,0.001040039,0.00009883134,0.00007732527,0.0004986106,0.0001387184,0.9637273,0.03038945,0.0009361421,0.001474694,0.0004717393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05815283,0.000305241,0.9394355,0.00007355867,0.0005763309,0.0002601788,0.000002812501,0.001192806,6.961164e-7],"genre_scores_gemma":[0.2023429,0.00005829395,0.7973247,0.0000189344,0.00002803562,0.0001694396,0.000005160486,0.00003044264,0.00002211084],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7647564,"threshold_uncertainty_score":0.9437702,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203911409","doi":"10.1145/3465403","title":"CodeMatcher: Searching Code Based on Sequential Semantics of Important Query Words","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Semantics (computer science); Information retrieval; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.08444068339043621,"gpt":0.3254469426044706,"spread":0.2410062592140344,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000974135,0.0001504024,0.00033362,0.0001966804,0.00008455741,0.00003254388,0.000318374,0.000107159,0.00002480728],"category_scores_gemma":[0.0009481684,0.0001510317,0.0001158291,0.0004236758,0.00003593657,0.00008687891,0.00002868154,0.000319147,0.000002242853],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002007638,"about_ca_system_score_gemma":0.00008877402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003765302,"about_ca_topic_score_gemma":0.00001431011,"domain_scores_codex":[0.9986451,0.0002875068,0.0002834687,0.0003753559,0.0001778073,0.0002307199],"domain_scores_gemma":[0.9970193,0.002028733,0.00006268761,0.000744144,0.00005162985,0.00009350573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005660092,0.0003156487,0.001639192,0.0003383831,0.0004429267,0.0002455332,0.001580957,0.8283153,0.02255533,0.001822114,0.00009979725,0.1425882],"study_design_scores_gemma":[0.00118778,0.0004315677,0.002174575,0.0003798483,0.0002894972,0.0002105312,0.000197863,0.8641158,0.1267686,0.0009961968,0.00248377,0.0007638988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02684014,0.00007188562,0.972142,0.0004359035,0.0002754653,0.00003149114,0.00003562636,0.0001624911,0.00000496435],"genre_scores_gemma":[0.2273965,0.00006392599,0.7723173,0.000123132,0.00001837701,0.000006135713,0.000008211489,0.00001338254,0.00005304265],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2005563,"threshold_uncertainty_score":0.6158893,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3211945175","doi":"10.1145/3488269","title":"Towards a Consistent Interpretation of AIOps Models","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Imbalanced Data Classification Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Consistency (knowledge bases); Interpretation (philosophy); Computer science; Machine learning; Randomness; Consistency model; Artificial intelligence; Hyperparameter; Data mining; Econometrics; Statistics; Algorithm; Mathematics; Correctness","retraction":null,"screen_n_in":null,"score":{"opus":0.09577591198243182,"gpt":0.316722677026575,"spread":0.2209467650441432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003328699,0.00009400652,0.0001954267,0.0001345042,0.00003301829,0.00001678221,0.0002544249,0.00008276553,0.000005461161],"category_scores_gemma":[0.0006452624,0.00009892938,0.0000511873,0.0002305189,0.00003099618,0.0001897437,0.0000211632,0.0001429158,9.713511e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002263406,"about_ca_system_score_gemma":0.00005656571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008072182,"about_ca_topic_score_gemma":0.000001292903,"domain_scores_codex":[0.9991991,0.0001353461,0.0002040888,0.0002565063,0.00008782052,0.0001171214],"domain_scores_gemma":[0.998484,0.0007234393,0.0000472393,0.000580326,0.0001203313,0.00004464622],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002277015,0.00009831651,0.00001472283,0.0001388383,0.0001035873,0.00001099079,0.001544869,0.05039012,0.01718625,0.05618871,0.00003616509,0.8742647],"study_design_scores_gemma":[0.0006179137,0.000273574,0.001131143,0.0001715857,0.00006722621,0.0003302792,0.0001368029,0.452937,0.5096563,0.03252737,0.001679434,0.000471359],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001076777,0.0001701084,0.9978276,0.000282966,0.0002369947,0.00005668308,0.00001491618,0.00031374,0.00002015063],"genre_scores_gemma":[0.2043355,0.0001101599,0.7953929,0.00009009073,0.000004399479,0.0000264148,0.000004259631,0.000006581861,0.00002970224],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8737933,"threshold_uncertainty_score":0.4034223,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391614764","doi":"10.1145/3644388","title":"DeepGD: A Multi-Objective Black-Box Test Selection Approach for Deep Neural Networks","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Selection (genetic algorithm); Black box; Artificial neural network; Artificial intelligence; Deep neural networks; Machine learning; Test (biology)","retraction":null,"screen_n_in":null,"score":{"opus":0.0672593941211773,"gpt":0.3148195756862651,"spread":0.2475601815650877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007457686,0.0002631775,0.0002825395,0.0003564174,0.0001871995,0.0001264572,0.0003562629,0.0002244402,0.00000156437],"category_scores_gemma":[0.002091928,0.0002567524,0.0001265354,0.000579446,0.00005345903,0.0002052219,0.00002175413,0.0004898547,0.000001157351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000643727,"about_ca_system_score_gemma":0.00002617555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002551863,"about_ca_topic_score_gemma":0.0000027973,"domain_scores_codex":[0.998518,0.0001256203,0.0002219317,0.0006458594,0.00009242849,0.0003961535],"domain_scores_gemma":[0.9921411,0.007251,0.00003239884,0.0003897458,0.00007945255,0.0001063261],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001934977,0.0001158676,0.0002542373,0.0001981033,0.0001133565,0.000008329506,0.0009808593,0.449801,0.0001525208,0.0006748072,0.0001240089,0.5475575],"study_design_scores_gemma":[0.0002095718,0.0003096733,0.0002531728,0.00003457642,0.00004708979,0.0002009075,0.000008963939,0.9966417,0.0007251789,0.001092836,0.0002089649,0.0002673716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002063585,0.0005937684,0.9861279,0.00008165612,0.0006214374,0.0003022855,0.00000645115,0.01205796,0.000002150909],"genre_scores_gemma":[0.1553794,0.00002920832,0.8440926,0.00008989801,0.00008365029,0.000236933,0.00000465238,0.00004022201,0.00004348699],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5472901,"threshold_uncertainty_score":0.9999885,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392347631","doi":"10.1145/3649598","title":"Communicating Study Design Trade-offs in Software Engineering","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; University of Victoria; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Science Foundation Ireland; European Commission; National Science Foundation","keywords":"Computer science; Work (physics); Reflection (computer programming); Process (computing); Risk analysis (engineering); Management science; Strengths and weaknesses; Engineering ethics; Psychology; Business; Engineering; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1272841033375741,"gpt":0.3491946088004384,"spread":0.2219105054628643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026137,0.0004080534,0.0004974058,0.001104748,0.0001280056,0.0001933095,0.001277395,0.0002226836,0.00001005659],"category_scores_gemma":[0.005913824,0.0004324508,0.0001083181,0.001379787,0.00003722469,0.0003898733,0.0001020815,0.001405003,0.00001374086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001660365,"about_ca_system_score_gemma":0.00008881828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005445901,"about_ca_topic_score_gemma":0.000006374032,"domain_scores_codex":[0.9972718,0.000443243,0.000469299,0.0008017342,0.000314261,0.0006996983],"domain_scores_gemma":[0.9768971,0.02150706,0.00002660501,0.001340795,0.0000302815,0.0001981049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002783174,0.000285717,0.002559636,0.0004332322,0.0002860201,0.0003710567,0.007343514,0.7370549,0.0009500679,0.000619454,0.00004377628,0.2500248],"study_design_scores_gemma":[0.003195631,0.002568156,0.07828748,0.001694859,0.0001929598,0.001221369,0.0005939334,0.8941824,0.007426985,0.00086014,0.006477879,0.003298166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02843112,0.001737493,0.9655984,0.0002058932,0.0009244714,0.0004738316,0.000005238757,0.002622836,7.211469e-7],"genre_scores_gemma":[0.3281929,0.00008848475,0.6713652,0.0000263641,0.00003559448,0.000201424,0.000001324307,0.00006497638,0.00002376338],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2997617,"threshold_uncertainty_score":0.9998127,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319594569","doi":"10.1145/3583566","title":"COMET: Coverage-guided Model Generation For Deep Learning Library Testing","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Comet; Computer science; Layer (electronics); Set (abstract data type); Test set; Artificial intelligence; Machine learning; Algorithm; Data mining; Programming language; Chemistry","retraction":null,"screen_n_in":null,"score":{"opus":0.210945814946218,"gpt":0.3372706176748377,"spread":0.1263248027286197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007956628,0.000184083,0.0002371268,0.0003953178,0.0002916865,0.00008716332,0.0003453709,0.0001400107,0.000001707895],"category_scores_gemma":[0.004808644,0.0001952347,0.00006671017,0.0006426124,0.0000203333,0.0002773966,0.00003505238,0.0002798914,0.000003831813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001894698,"about_ca_system_score_gemma":0.00003528952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000676734,"about_ca_topic_score_gemma":2.703156e-7,"domain_scores_codex":[0.9987992,0.0001234289,0.0002268874,0.0004282833,0.0001010372,0.0003211779],"domain_scores_gemma":[0.9931397,0.006251647,0.00005366887,0.0004113216,0.00005647064,0.00008723693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004232185,0.00001177925,0.000228106,0.00004546839,0.0000208132,0.000003839242,0.0002697213,0.7225696,0.0009941804,0.0004623552,0.0003956346,0.2749943],"study_design_scores_gemma":[0.0002115371,0.0001430983,0.0001806499,0.0000294681,0.00001481665,0.00004243648,0.000002508626,0.986962,0.002089904,0.009750651,0.0003621203,0.0002108611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005185702,0.00008061553,0.9763682,0.0002146351,0.000386009,0.0001625416,0.000005722479,0.01759047,0.000006085505],"genre_scores_gemma":[0.05716598,0.0000573755,0.9421505,0.0001781405,0.00006846637,0.0001474348,0.0000144304,0.00004110225,0.0001765806],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2747834,"threshold_uncertainty_score":0.796144,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396773582","doi":"10.1145/3664606","title":"Unveiling Code Pre-Trained Models: Investigating Syntax and Semantics Capacities","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"National Research Foundation Singapore","keywords":"Computer science; Syntax; Abstract syntax tree; Abstract syntax; Programming language; Semantics (computer science); Syntax error; Artificial intelligence; Natural language processing; Code (set theory); Source code","retraction":null,"screen_n_in":null,"score":{"opus":0.1201043141820144,"gpt":0.3292689790807466,"spread":0.2091646648987322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001034518,0.0002585097,0.0002968393,0.0004458509,0.0001544051,0.0001782104,0.0003795068,0.0001752276,0.000004529952],"category_scores_gemma":[0.002536092,0.0002621603,0.00005995013,0.0004510288,0.0001289149,0.0004048634,0.00004736915,0.0006489488,0.00000331773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005041941,"about_ca_system_score_gemma":0.00006862812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000358894,"about_ca_topic_score_gemma":0.00000427817,"domain_scores_codex":[0.9984082,0.0001383885,0.0002524591,0.0005672803,0.0002030948,0.0004306012],"domain_scores_gemma":[0.990473,0.008758945,0.00001936,0.0005074521,0.00004844028,0.0001927644],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001427245,0.00003839294,0.0001917686,0.001853129,0.0003743777,0.0001093156,0.01495256,0.7761028,0.006219144,0.0213549,0.00007028299,0.178719],"study_design_scores_gemma":[0.00023599,0.0001645324,0.0005001232,0.0004366683,0.00004604606,0.0004329773,0.0001590352,0.983555,0.006365551,0.006844719,0.0007801511,0.0004792241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09211382,0.001815891,0.9031916,0.0003758662,0.0006598504,0.0001245788,0.00001480036,0.001700869,0.000002683457],"genre_scores_gemma":[0.3270372,0.0002026858,0.6724877,0.00004381928,0.00004320567,0.00004156076,0.000001373128,0.0000360527,0.0001063211],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2349234,"threshold_uncertainty_score":0.9999831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224287853","doi":"10.1145/3508479","title":"Just-In-Time Defect Prediction on JavaScript Projects: A Replication Study","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China; National Research Foundation Singapore","keywords":"JavaScript; Computer science; Java; Unobtrusive JavaScript; Machine learning; Artificial intelligence; Replication (statistics); Java Programming Language; Natural language processing; Software engineering; Programming language; Rich Internet application","retraction":null,"screen_n_in":null,"score":{"opus":0.1055645571545579,"gpt":0.3332004721546199,"spread":0.227635915000062,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002793929,0.0002181561,0.000285561,0.0008540689,0.0002321223,0.00004797179,0.0007953265,0.00008326146,0.00002283526],"category_scores_gemma":[0.00329656,0.0002417095,0.00008289549,0.001031868,0.00001896073,0.000159972,0.00008137375,0.000814827,0.00001152422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002444757,"about_ca_system_score_gemma":0.00005608917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005201304,"about_ca_topic_score_gemma":0.00000213101,"domain_scores_codex":[0.9974254,0.0005904895,0.0002929982,0.0008727537,0.0004254887,0.0003928913],"domain_scores_gemma":[0.994419,0.003932112,0.000041037,0.001467808,0.00004028674,0.00009972846],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0002618648,0.001726069,0.01714429,0.0001272481,0.0002910225,0.0001212612,0.008028093,0.7979816,0.002486799,0.0003994202,0.0002630596,0.1711692],"study_design_scores_gemma":[0.01426423,0.02954417,0.5730293,0.0003279083,0.0003869124,0.001933497,0.002494679,0.338242,0.01243226,0.001412262,0.02186402,0.004068676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2500955,0.00007616013,0.7477753,0.0001143601,0.0005275611,0.0005388312,0.00001212366,0.000857188,0.000003038229],"genre_scores_gemma":[0.7172199,0.00002212339,0.2809791,0.0001095364,0.00004369131,0.00134231,0.000007228787,0.00005071862,0.0002254368],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5558851,"threshold_uncertainty_score":0.9856626,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"}]}