{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1099,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":1099,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"a210463c68e0","filters":{"topic":"Software System Performance and Reliability"}},"results":[{"id":"W2965838158","doi":"10.24963/ijcai.2019/658","title":"LogAnomaly: Unsupervised Detection of Sequential and Quantitative Anomalies in Unstructured Logs","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":616,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Template; Semantics (computer science); Data mining; Anomaly (physics); Sequence (biology); Artificial intelligence; Pattern recognition (psychology); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.00982964110914624,"gpt":0.2327056240241859,"spread":0.2228759829150397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000218955,0.00008286235,0.0001778167,0.0001186454,0.00002191105,0.00002294244,0.0001797691,0.0000687649,0.00001804691],"category_scores_gemma":[0.00001811944,0.00006322595,0.00002975237,0.000282268,0.00005749085,0.0003906614,0.00008834522,0.00006154856,0.00001384912],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002317295,"about_ca_system_score_gemma":0.00003619421,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002594951,"about_ca_topic_score_gemma":0.000130173,"domain_scores_codex":[0.9992365,0.00005927574,0.0002194173,0.0002435261,0.0001170823,0.0001242128],"domain_scores_gemma":[0.9995372,0.00006471235,0.00006007965,0.0002563752,0.00005729835,0.00002433191],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009342691,0.00006196764,0.8343688,0.0003606939,0.00003600553,0.000004151506,0.00447783,0.0003494739,0.1163405,0.01937315,0.000006522435,0.02452751],"study_design_scores_gemma":[0.00168756,0.0005784967,0.782649,0.00006084972,0.000006160817,0.00002810349,0.0006547838,0.08090627,0.1293395,0.003677926,0.0001062096,0.0003051546],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9576942,0.00007745162,0.04120897,0.00004428754,0.000316874,0.0001894934,8.029809e-7,0.00004769682,0.0004201745],"genre_scores_gemma":[0.992448,0.000008334549,0.007456692,0.00002336237,0.000006593465,0.000003296808,5.635275e-7,0.000002842335,0.0000503181],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0805568,"threshold_uncertainty_score":0.2578279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121589816","doi":"10.1109/fose.2007.32","title":"The Future of Software Performance Engineering","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":339,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Systems engineering; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.003672834228399873,"gpt":0.1968388452082646,"spread":0.1931660109798647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008031016,0.00007128701,0.000081504,0.00003254877,0.0001153502,0.00002495042,0.0006037122,0.00004568596,0.000003024145],"category_scores_gemma":[0.00002354657,0.0000389088,0.00004463215,0.0002813584,0.00002492057,0.0002378434,0.0001009338,0.00008656777,0.00001715772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001865078,"about_ca_system_score_gemma":0.00002710036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003878873,"about_ca_topic_score_gemma":0.000004945613,"domain_scores_codex":[0.9992379,0.000005689747,0.000216524,0.0001236247,0.0001981822,0.0002180683],"domain_scores_gemma":[0.9991862,0.0001506184,0.00004850796,0.0004922246,0.00008234086,0.00004011043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001229182,0.00003103408,0.1185205,0.0001727134,0.00002076209,0.000002193025,0.000607993,0.0006209471,0.000226676,0.01785621,0.0009474338,0.8609812],"study_design_scores_gemma":[0.0005515512,0.0002605764,0.7153543,0.0001013767,0.000006475372,0.00006609793,0.0002531628,0.05468506,0.04078363,0.0003337942,0.1870728,0.000531183],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3647602,0.0006487266,0.6320555,0.0001863764,0.001380633,0.0001043388,1.810778e-7,0.0002465961,0.0006173918],"genre_scores_gemma":[0.9704092,0.00007146054,0.02913514,0.00003594343,0.0001567253,0.000002699986,1.654045e-7,0.000003755772,0.0001849036],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8604501,"threshold_uncertainty_score":0.1586655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2115056012","doi":"10.1145/1557019.1557154","title":"Clustering event logs using iterative partitioning","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Los Alamos National Laboratory; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Data mining; Cluster analysis; Event (particle physics); A priori and a posteriori; Task (project management); Process mining; Process (computing); Measure (data warehouse); Algorithm; Artificial intelligence; Work in process; Business process; Business process management","retraction":null,"screen_n_in":null,"score":{"opus":0.02112236594804766,"gpt":0.2849929814636742,"spread":0.2638706155156265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002078391,0.0000749005,0.00009298267,0.00003881746,0.0001493838,0.0001110905,0.0002090446,0.00003184565,0.00001858553],"category_scores_gemma":[0.00001244594,0.00005771325,0.00004229124,0.000175177,0.00001163687,0.0005945769,0.00006172384,0.00005726395,0.00003631461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005504913,"about_ca_system_score_gemma":0.00002812632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001647418,"about_ca_topic_score_gemma":0.000003119681,"domain_scores_codex":[0.9992814,0.00003029072,0.0001769108,0.0002046872,0.000129369,0.0001773419],"domain_scores_gemma":[0.9995763,0.00002003922,0.00004173659,0.0002663755,0.00004964819,0.00004588567],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005154501,0.0008115571,0.08726232,0.0002338909,0.0001106328,0.0001204893,0.02560714,0.2310097,0.01780516,0.06306779,0.002703238,0.5712166],"study_design_scores_gemma":[0.0001938136,0.0001034188,0.01399378,0.00007301223,0.000002407315,0.00003939967,0.00004204592,0.9797703,0.00314466,0.002084541,0.0003728131,0.0001798334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1342669,0.00003050546,0.8632872,0.0003291229,0.000247547,0.00008016588,1.212586e-7,0.0001703574,0.001588121],"genre_scores_gemma":[0.9441979,0.000001692866,0.05520006,0.0004351892,0.00005934127,0.000002132555,3.751237e-7,0.000001665643,0.0001016426],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.809931,"threshold_uncertainty_score":0.2353478,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2323664125","doi":"","title":"Methodology for jbi scoping reviews","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":299,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.3028050645951804,"gpt":0.4151437253691914,"spread":0.1123386607740109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003058684,0.00006501708,0.0002153145,0.00003168054,0.00004227064,0.00002904029,0.0004048708,0.00004668511,0.000005471884],"category_scores_gemma":[0.0006163429,0.0000424117,0.00006210703,0.0001379005,0.00001732328,0.0002487609,0.0001001268,0.00003442077,0.0001374478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002442759,"about_ca_system_score_gemma":0.00008878257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001844494,"about_ca_topic_score_gemma":0.000008521961,"domain_scores_codex":[0.9991447,0.0001569335,0.0002344778,0.0002206203,0.00007621397,0.0001670402],"domain_scores_gemma":[0.9990961,0.0002316032,0.00005746939,0.0004419123,0.00009556372,0.0000773588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003125304,0.0001016265,0.01037953,0.001634189,0.00003003009,0.00000247507,0.003889274,0.0001054523,0.0003429989,0.1149833,0.1366315,0.7318684],"study_design_scores_gemma":[0.002471674,0.0009529525,0.0009882672,0.001006841,0.00002306253,0.00009575734,0.0001803997,0.03843769,0.01059117,0.06729439,0.876973,0.0009847477],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0007844074,0.001126438,0.9935666,0.0005961043,0.001021332,0.0005605977,1.42331e-7,0.0001488943,0.002195529],"genre_scores_gemma":[0.006829276,0.00005048132,0.9912583,0.0008817973,0.0001422827,0.0001319014,6.409277e-7,0.000003754969,0.0007015978],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7403416,"threshold_uncertainty_score":0.176666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137723287","doi":"10.1145/1735970.1736038","title":"SherLog","year":2010,"lang":"en","type":"article","venue":"ACM SIGARCH Computer Architecture News","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":217,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Unavailability; Task (project management); Software bug; Code (set theory); Software; Server; Source code; Operating system; Software engineering; Programming language; Reliability engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.007245533686210765,"gpt":0.2351668028681178,"spread":0.2279212691819071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005015893,0.0002998066,0.0003261306,0.000200592,0.0002387677,0.000247517,0.003931973,0.0001890716,0.00004164097],"category_scores_gemma":[0.0001653278,0.0002351303,0.0001947475,0.0005134995,0.0001452185,0.0003293391,0.001638131,0.001059426,0.0002701489],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002214705,"about_ca_system_score_gemma":0.0001397664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000909599,"about_ca_topic_score_gemma":0.0001580266,"domain_scores_codex":[0.9975002,0.0001253207,0.000392759,0.0008309656,0.0005136175,0.0006371315],"domain_scores_gemma":[0.9958341,0.0005077423,0.00009609397,0.003162466,0.0001198638,0.0002797332],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009440121,0.00008153354,0.009858941,0.00004482418,0.00002714284,0.00002646009,0.001615781,0.0003418675,0.002933007,0.001600588,0.004504762,0.9789556],"study_design_scores_gemma":[0.003083474,0.001263125,0.1810016,0.0001282671,0.00003398449,0.001436008,0.00002073762,0.04735393,0.01070989,0.1312951,0.6210061,0.002667767],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2180847,0.00003536532,0.7708983,0.005121856,0.003537521,0.0003820767,0.000001760413,0.000792434,0.001145984],"genre_scores_gemma":[0.575192,0.000004504297,0.4215974,0.001783335,0.001275554,0.00003453909,0.000003983358,0.00002086551,0.00008787443],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9762879,"threshold_uncertainty_score":0.9588335,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070274168","doi":"10.1145/1071021.1071022","title":"Performance by unified model analysis (PUMA)","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":207,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Dependability; Puma; Interface (matter); Process (computing); Sequence diagram; Distributed computing; Software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.009796874054619879,"gpt":0.225683126952683,"spread":0.2158862528980631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003273337,0.0001235544,0.0001952263,0.0001314579,0.0001303834,0.00007256713,0.0007296439,0.00006866606,0.00005353719],"category_scores_gemma":[0.000006865801,0.00009199714,0.0001170311,0.000978438,0.00003002849,0.0008298849,0.0001239644,0.00008728051,0.0002332333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005728599,"about_ca_system_score_gemma":0.00004788931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002622416,"about_ca_topic_score_gemma":0.00001480767,"domain_scores_codex":[0.998814,0.00002044777,0.0002562608,0.0003576892,0.0002815238,0.0002700949],"domain_scores_gemma":[0.9989557,0.00002479638,0.00005492722,0.0007958265,0.00007610775,0.00009267587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001879548,0.0003971298,0.2014991,0.00007994271,0.0005149974,0.000001244239,0.001702407,0.5718178,0.0007936114,0.007769035,0.04407182,0.1713342],"study_design_scores_gemma":[0.000126552,0.00001947752,0.003130054,0.000002228024,0.00002400053,0.000001187637,0.000005373814,0.9921376,0.00151055,0.00004210428,0.002853964,0.0001469687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4095743,0.00004732256,0.5776353,0.0006352597,0.0000582087,0.00007142302,0.000001288771,0.0003150604,0.01166177],"genre_scores_gemma":[0.9607872,0.00003438807,0.03407448,0.0004265542,0.00003259879,0.00001085174,0.000003939639,0.000004032469,0.004625968],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5512129,"threshold_uncertainty_score":0.3751535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159484301","doi":"10.1109/tse.2008.74","title":"Enhanced Modeling and Solution of Layered Queueing Networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; IBM (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Queueing theory; Distributed computing; Layered queueing network; Dependability; Control reconfiguration; Canonical form; Queue; Representation (politics); Theoretical computer science; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.01242658243910901,"gpt":0.2011325269344701,"spread":0.1887059444953611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001424389,0.0001469559,0.0002006557,0.000135253,0.000164969,0.00001532448,0.0001814013,0.0001015178,0.000002332468],"category_scores_gemma":[0.00001174234,0.0001462826,0.00007560891,0.0003006209,0.00002372058,0.0003965154,0.000003611304,0.0002038408,0.000002626067],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004711323,"about_ca_system_score_gemma":0.00003080785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003514154,"about_ca_topic_score_gemma":0.000002375745,"domain_scores_codex":[0.9990414,0.00001633408,0.0002776742,0.0002660749,0.000172074,0.000226457],"domain_scores_gemma":[0.9994091,0.00008828375,0.00004400294,0.0003175239,0.00007041389,0.00007069595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005671961,0.00002328506,0.00005580938,0.0000479051,0.00001594216,0.000001645548,0.0003870757,0.9890589,0.001795038,0.00002347596,0.000001202891,0.008584093],"study_design_scores_gemma":[0.0002118587,0.00004627387,0.000271256,0.00009822956,0.000005054842,0.00002631213,0.000005030461,0.9854125,0.01376035,0.00000438473,0.000007833233,0.0001509408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2583488,0.00007388391,0.7406402,0.00000644392,0.0004889486,0.00009265111,0.000001371918,0.0003443612,0.000003323291],"genre_scores_gemma":[0.9559241,0.0001210789,0.04385832,0.00001095212,0.00003075923,0.00002165213,4.955225e-7,0.00001353247,0.00001909692],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6975753,"threshold_uncertainty_score":0.596523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2944096373","doi":"10.1109/sose.2019.00026","title":"Service Mesh: Challenges, State of the Art, and Future Research Opportunities","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":183,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Microservices; Computer science; Implementation; Service (business); Service delivery framework; State (computer science); State of art; Service-oriented architecture; Open research; Software engineering; Data science; Cloud computing; Web service; World Wide Web; Operating system; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.1028227822502334,"gpt":0.300610897592356,"spread":0.1977881153421226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001130086,0.00006312095,0.0001110586,0.00004572952,0.00007262484,0.00003242411,0.0005941425,0.00003837637,0.00002438741],"category_scores_gemma":[0.00000631074,0.00003351537,0.00002337295,0.000217155,0.00005410582,0.0002122926,0.0004306886,0.000139509,0.00004899175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001130843,"about_ca_system_score_gemma":0.00009646999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006270906,"about_ca_topic_score_gemma":0.000107553,"domain_scores_codex":[0.9989693,0.0001388525,0.0001426118,0.0001968315,0.0003739675,0.0001784311],"domain_scores_gemma":[0.9988074,0.0001051087,0.00003905323,0.0007563141,0.0002482721,0.00004380974],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002736194,0.0001257583,0.01338918,0.001964479,0.00005996829,0.000004097513,0.02198328,0.00001903741,0.0002911269,0.1255269,0.007515172,0.8290936],"study_design_scores_gemma":[0.000891929,0.0003883523,0.1779813,0.0002549559,0.000005794273,0.00005256943,0.01004633,0.01012745,0.003263743,0.01369794,0.7828363,0.0004533052],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8833997,0.003203591,0.0002681159,0.04958145,0.001184138,0.0006778113,0.000003858581,0.0001288631,0.0615525],"genre_scores_gemma":[0.9877161,0.004437093,0.0008487928,0.0004965574,0.0001036561,0.00001233125,5.469498e-7,0.000007106958,0.006377807],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8286403,"threshold_uncertainty_score":0.1366717,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041783719","doi":"10.1145/2517349.2522727","title":"Do not blame users for misconfigurations","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Division of Computer and Network Systems; NetApp; University of California, San Diego; National Science Foundation","keywords":"Computer science; Software bug; Blame; Software; Backporting; Software engineering; Software maintenance; Software configuration management; Computer security; Software development; World Wide Web; Component-based software engineering; Operating system; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.02038757480416186,"gpt":0.2546589506544686,"spread":0.2342713758503067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001376836,0.00006587702,0.00008153795,0.00003255026,0.0001063097,0.0001785443,0.000372624,0.00004175082,0.0001385881],"category_scores_gemma":[0.00003810454,0.00004558656,0.00005804537,0.00011026,0.00002198622,0.0005954757,0.00003840408,0.00003368399,0.0005720621],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001621848,"about_ca_system_score_gemma":0.00004097085,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008622562,"about_ca_topic_score_gemma":0.00000581831,"domain_scores_codex":[0.9993567,0.00001144595,0.0001555278,0.0002069375,0.0001031358,0.0001662154],"domain_scores_gemma":[0.9992377,0.0001012751,0.00003072394,0.0004432667,0.0001300055,0.00005700198],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001363727,0.0003147177,0.02395682,0.000301094,0.0001125138,0.000001476307,0.004918953,0.0005699801,0.01117161,0.3872827,0.3293906,0.2419659],"study_design_scores_gemma":[0.003523309,0.0008304136,0.165409,0.0001157216,0.00003141554,0.00004658069,0.0009566461,0.4654248,0.07801285,0.04390721,0.2397406,0.002001493],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1059885,0.00001521144,0.8792559,0.005222025,0.0006210753,0.0007676767,0.00000167064,0.000329352,0.007798527],"genre_scores_gemma":[0.9545465,0.000001992876,0.04201429,0.000648615,0.00006068755,0.0001879753,0.000001256232,0.000003595546,0.002535094],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8485579,"threshold_uncertainty_score":0.7352892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1486258796","doi":"10.1007/3-540-46029-2_10","title":"Applying the UML Performance Profile: Graph Grammar-Based Derivation of LQN Models from UML Specifications","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; UML tool; Unified Modeling Language; Applications of UML; Programming language; XML; Object Constraint Language; Graph rewriting; Graph; Software engineering; Software; Theoretical computer science; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04060286868833232,"gpt":0.2264138466573297,"spread":0.1858109779689974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009768022,0.0004886343,0.0005278535,0.0005570928,0.0005081263,0.0002845952,0.003618025,0.000320188,0.00003302676],"category_scores_gemma":[0.00005524078,0.0003502596,0.0001860318,0.001141955,0.000915074,0.0008865694,0.0005159453,0.0007277795,0.00003263055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002150705,"about_ca_system_score_gemma":0.0004050081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006867158,"about_ca_topic_score_gemma":0.00001921731,"domain_scores_codex":[0.9959882,0.00005726459,0.0008603847,0.001289678,0.001276136,0.0005282792],"domain_scores_gemma":[0.9958528,0.0005434265,0.0006103973,0.002433352,0.0004570555,0.0001029183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007488321,0.0000559232,0.0009332611,0.0001210194,0.000015507,0.000003094798,0.000814444,0.2085923,0.0001114493,0.004631148,0.00003214342,0.7846822],"study_design_scores_gemma":[0.0002091541,0.00008331834,0.001099353,0.0004280107,0.00001103253,0.000006676059,3.50694e-7,0.9578112,0.002324473,0.03720875,0.0003977165,0.0004200113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001389403,0.0003882806,0.9936808,0.0004121068,0.001233919,0.001519328,0.00001530393,0.0001696306,0.001191172],"genre_scores_gemma":[0.7940238,0.0001147811,0.2047247,0.0004374551,0.0003219377,0.0002377113,0.00002056644,0.00002999413,0.00008906877],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7926344,"threshold_uncertainty_score":0.9998949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142804492","doi":"10.1109/tkde.2011.138","title":"A Lightweight Algorithm for Message Type Extraction in System Application Logs","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Message passing; Partition (number theory); Event (particle physics); Algorithm; Data type; Web log analysis software; Task (project management); Data mining; Theoretical computer science; Distributed computing; Programming language; Operating system; The Internet","retraction":null,"screen_n_in":null,"score":{"opus":0.02653254209557903,"gpt":0.2630677020256542,"spread":0.2365351599300751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003071773,0.0001190928,0.0001392375,0.0001600184,0.0000774049,0.00002736328,0.0003612571,0.0000873321,0.000001599725],"category_scores_gemma":[0.000002695902,0.0001085308,0.00002406362,0.000312328,0.000009232072,0.0006585125,0.000006669656,0.0001184824,0.00002550142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005841538,"about_ca_system_score_gemma":0.00002746673,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003086907,"about_ca_topic_score_gemma":0.00001838259,"domain_scores_codex":[0.9991672,0.00001418253,0.000209795,0.0003829502,0.00006408944,0.0001617949],"domain_scores_gemma":[0.9991283,0.00007463609,0.00003126986,0.0006606614,0.00005039404,0.00005476346],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002773397,0.0003786199,0.00008710205,0.0006803393,0.00004863121,0.000003853639,0.001580599,0.001514595,0.0008519981,0.001398399,0.0001241131,0.993304],"study_design_scores_gemma":[0.0003295193,0.0000722859,0.0004599959,0.0001082205,0.0000142547,0.00002140499,0.00002906367,0.9893338,0.0070516,0.00001175781,0.002400467,0.0001676216],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001869113,0.0003628436,0.9961526,0.000006940484,0.0009098417,0.0003274452,0.00002792786,0.0002309558,0.0001122999],"genre_scores_gemma":[0.9460119,0.00007745639,0.05366471,0.000003820629,0.0000582603,0.0001275274,0.00001132561,0.00001264498,0.00003237456],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9931364,"threshold_uncertainty_score":0.4425758,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1455804204","doi":"10.5555/2685048.2685068","title":"Simple testing can prevent most critical failures: an analysis of production failures in distributed data-intensive systems","year":2014,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Simple (philosophy); Code (set theory); Catastrophic failure; Software; Reliability engineering; Software quality; Event (particle physics); Production (economics); Aspirator; Software bug; Distributed computing; Real-time computing; Operating system; Software development; Set (abstract data type); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0477514545736927,"gpt":0.33958859119948,"spread":0.2918371366257873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002798458,0.0001775103,0.0004479723,0.0002422824,0.000238873,0.0003975815,0.0003798027,0.0000629408,0.000001698691],"category_scores_gemma":[0.001168985,0.0001498579,0.00002437583,0.001017271,0.00004518731,0.001051649,0.00012829,0.00009039231,5.668386e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009880609,"about_ca_system_score_gemma":0.0001029578,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01490623,"about_ca_topic_score_gemma":0.00101177,"domain_scores_codex":[0.9968446,0.0009668262,0.0009018325,0.0006666658,0.0003374441,0.0002826075],"domain_scores_gemma":[0.9977486,0.0004629518,0.0002686376,0.0007654193,0.0006680177,0.00008639508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002809893,0.0002901443,0.4549289,0.001906836,0.0005339711,0.000007091935,0.01234902,0.4833937,0.02190927,0.008917873,0.0009691616,0.01476588],"study_design_scores_gemma":[0.0002470447,0.0002576744,0.01741403,0.0001378509,0.0001058529,0.00001413594,0.00680009,0.9741341,0.0006252435,0.00001786975,0.00006409793,0.0001819639],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3199479,0.00007154865,0.6783533,0.0001712773,0.0003159707,0.0009885831,0.00007899234,0.00006967818,0.00000275959],"genre_scores_gemma":[0.9918547,0.000002826416,0.007440825,0.00002115464,0.00008865573,0.0001070907,0.0004726447,0.000008904934,0.000003168222],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6719068,"threshold_uncertainty_score":0.9916536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1638356594","doi":"","title":"A survey of trace exploration tools and techniques","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Reuse; Visualization; Terminology; Context (archaeology); Data science; Data visualization; Software engineering; Data mining; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2042936684017483,"gpt":0.4226544603785651,"spread":0.2183607919768169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001861437,0.0001219329,0.0003302707,0.0000919376,0.000266516,0.00004448928,0.0005548726,0.00005058428,4.82433e-7],"category_scores_gemma":[0.003846277,0.00007648882,0.00003754251,0.00116238,0.0005182215,0.000556178,0.0002852006,0.0001394448,7.57776e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001152728,"about_ca_system_score_gemma":0.0004502675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001750977,"about_ca_topic_score_gemma":0.0002873094,"domain_scores_codex":[0.9982762,0.0003682195,0.0003375729,0.0003222037,0.0004549497,0.0002408011],"domain_scores_gemma":[0.992376,0.001207301,0.0002042357,0.0004915749,0.005681528,0.00003935067],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002364301,0.001592465,0.01628004,0.003333418,0.0006805582,0.00000444936,0.09612437,0.004395166,0.05351368,0.3712892,0.002216108,0.4482062],"study_design_scores_gemma":[0.00169056,0.001791316,0.01096246,0.001337578,0.000008265009,7.22437e-7,0.01275021,0.0004624627,0.9373816,0.03211071,0.001219992,0.0002841008],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9083917,0.004537171,0.06354338,0.01383392,0.0008420548,0.007592418,0.0005489983,0.0001407454,0.0005696469],"genre_scores_gemma":[0.9932954,0.0008465501,0.005603194,0.000008132409,0.000009703055,0.0001351677,0.000001935064,0.000005293105,0.00009463548],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8838679,"threshold_uncertainty_score":0.460463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.01996633812184337,"gpt":0.2147627866102179,"spread":0.1947964484883745,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003100097,0.0005164415,0.0004984012,0.0002103388,0.0002969908,0.0001911782,0.002344496,0.0002571034,0.00001859976],"category_scores_gemma":[0.01971849,0.0004919478,0.0001885598,0.0005860495,0.0000409812,0.001333748,0.0008162367,0.0004621088,0.0003119208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002501128,"about_ca_system_score_gemma":0.0001342414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003601496,"about_ca_topic_score_gemma":0.000004457249,"domain_scores_codex":[0.9970497,0.00002415432,0.00061401,0.0008859944,0.0006447548,0.0007813264],"domain_scores_gemma":[0.991073,0.006265315,0.0001212285,0.002086875,0.0001861603,0.0002674976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001484941,0.0001269474,0.5210727,0.0002470286,0.00007478387,0.00002760616,0.001059487,0.4621868,0.001005573,0.0001099212,0.00003768586,0.01403658],"study_design_scores_gemma":[0.004674844,0.0004639411,0.6473624,0.002430145,0.0001007599,0.0001446896,0.00003375686,0.3197742,0.01786453,0.001388624,0.001626108,0.004135951],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5763031,0.0003064468,0.4203001,0.0001080023,0.0009192553,0.0001717885,0.00001241294,0.001877707,0.000001191938],"genre_scores_gemma":[0.7283409,0.00004049632,0.2711586,0.0001156754,0.0002047905,0.00004471041,0.00003979136,0.00004849983,0.000006552649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1520378,"threshold_uncertainty_score":0.9997532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015979301","doi":"10.1109/qsic.2008.50","title":"Abstracting Execution Logs to Execution Events for Enterprise Applications (Short Paper)","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Profiling (computer programming); Source code; Overhead (engineering); Execution time; Event (particle physics); Source lines of code; Database; Operating system; Distributed computing; Programming language; Real-time computing; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02133947816397048,"gpt":0.2763812416248179,"spread":0.2550417634608474,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003070166,0.0001125029,0.0001257086,0.0000723953,0.0003446048,0.00002603913,0.0003975343,0.00007250257,0.000009166036],"category_scores_gemma":[0.00003651454,0.00009631129,0.00008741777,0.0002559129,0.0000169909,0.0005895938,0.00009172968,0.00006588198,0.0001467878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009631257,"about_ca_system_score_gemma":0.00005516567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003790153,"about_ca_topic_score_gemma":0.000006562301,"domain_scores_codex":[0.9988301,0.00001756949,0.0003072832,0.0003909248,0.0002055577,0.0002484973],"domain_scores_gemma":[0.9990971,0.00008001596,0.00005296989,0.0005213741,0.0001405591,0.0001079948],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002004553,0.002487761,0.2540072,0.0006522159,0.0001674809,0.00001307845,0.009133958,0.003845641,0.02994615,0.02562496,0.04110851,0.6328126],"study_design_scores_gemma":[0.002161886,0.0009351997,0.568308,0.0002510233,0.00005463912,0.0004301762,0.000622334,0.04278845,0.03944189,0.006711297,0.3361098,0.002185326],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1479589,0.00001950832,0.8491458,0.0003907353,0.0002783516,0.0009279241,0.000002424619,0.0002710408,0.001005297],"genre_scores_gemma":[0.9606355,0.00001643931,0.03796173,0.0003139649,0.0001202726,0.0005764609,0.000008726142,0.000006516188,0.0003603664],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8126765,"threshold_uncertainty_score":0.392746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096675246","doi":"10.1109/surv.2009.090303","title":"Towards Autonomic Network Management: an Analysis of Current and Future Research Directions","year":2009,"lang":"en","type":"article","venue":"IEEE Communications Surveys & Tutorials","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Perspective (graphical); Autonomic computing; Open research; Data science; Work (physics); Knowledge management; Management science; Risk analysis (engineering); Artificial intelligence; World Wide Web; Cloud computing; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0886702266393937,"gpt":0.3928894471039492,"spread":0.3042192204645555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01119029,0.0001379934,0.0004139503,0.0005037492,0.0006468245,0.0001547954,0.002173234,0.00009287461,0.000006790743],"category_scores_gemma":[0.00005434195,0.0001255739,0.0001195676,0.00326628,0.0002063228,0.0005149663,0.0003664073,0.0002642225,0.000008275054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001229705,"about_ca_system_score_gemma":0.0001184086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002810814,"about_ca_topic_score_gemma":0.0002394691,"domain_scores_codex":[0.99492,0.00344022,0.000583404,0.0003896934,0.0003584994,0.0003081791],"domain_scores_gemma":[0.9947473,0.0004884739,0.0001819557,0.004017617,0.0004525206,0.0001121662],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000009253225,0.0006454102,0.01605054,0.00003719189,0.0005117917,5.127058e-7,0.002256076,0.001184862,0.00007292361,0.09535532,0.001108789,0.8827673],"study_design_scores_gemma":[0.000273509,0.0001234673,0.8506297,0.00004443902,0.0002131196,0.000001292373,0.000113846,0.01372619,0.00005665607,0.004901729,0.1296467,0.0002693678],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5462273,0.06123095,0.3228824,0.009382981,0.03224077,0.005222388,0.0002451381,0.002237461,0.02033055],"genre_scores_gemma":[0.9799576,0.009021669,0.01021631,0.00001661034,0.0006380785,0.00005832375,0.00004130533,0.000006564191,0.00004352776],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.882498,"threshold_uncertainty_score":0.5120757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2892022253","doi":"10.1109/cloud.2018.00148","title":"Deploying Microservice Based Applications with Kubernetes: Experiments and Lessons Learned","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Maintainability; Computer science; Downtime; High availability; Flexibility (engineering); Upgrade; Distributed computing; Architectural style; Code refactoring; Service (business); Set (abstract data type); Survivability; Software engineering; Operating system; Architecture; Software; Cloud computing; Computer network; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03415740404709071,"gpt":0.3078189240316829,"spread":0.2736615199845921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001479279,0.0000973391,0.00009520887,0.00003996442,0.0002329756,0.0001120731,0.0003426045,0.00003983781,0.00001503708],"category_scores_gemma":[0.000004005984,0.00006778505,0.00001532924,0.0002634377,0.00009325908,0.0002647218,0.0001069376,0.00004829465,0.00008638057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001969254,"about_ca_system_score_gemma":0.00005646518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009857188,"about_ca_topic_score_gemma":0.00003816286,"domain_scores_codex":[0.9991835,0.00002338329,0.0001185348,0.000362533,0.0001303255,0.0001817246],"domain_scores_gemma":[0.9991854,0.00004890342,0.00004243907,0.0005422342,0.000105607,0.00007544806],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001696067,0.001144758,0.4236206,0.0007918209,0.0002169717,0.00001026748,0.01321112,0.0001838181,0.05738385,0.04174121,0.002718872,0.4588071],"study_design_scores_gemma":[0.006633572,0.001671202,0.09491523,0.0004450231,0.00006343185,0.000107302,0.001497523,0.2765703,0.4577541,0.003855475,0.1539837,0.00250324],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.160853,0.0001039502,0.8344231,0.001222937,0.00006005333,0.0003392475,8.737459e-7,0.0004075216,0.00258922],"genre_scores_gemma":[0.9257097,0.000003954448,0.07333054,0.0006399547,0.00004295494,0.00009686039,9.298666e-7,0.000007196734,0.0001679131],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7648566,"threshold_uncertainty_score":0.2764194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973322846","doi":"10.1007/s10270-006-0026-8","title":"An intermediate metamodel with scenarios and resources for generating performance models from UML designs","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Applications of UML; Rotation formalisms in three dimensions; Systems Modeling Language; UML tool; Petri net; Workload; Software engineering; Object Constraint Language; Programming language; Distributed computing; Software; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02636785409280386,"gpt":0.2294110079456649,"spread":0.203043153852861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009847332,0.0004239072,0.0005841269,0.0001602578,0.0006428215,0.0006508359,0.000774508,0.0001932116,5.572673e-7],"category_scores_gemma":[0.00002478192,0.0003211625,0.00008911863,0.0002276697,0.0000685626,0.002233118,0.0001403696,0.0002116541,0.000002943771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001044535,"about_ca_system_score_gemma":0.0001367695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001660086,"about_ca_topic_score_gemma":0.0000842619,"domain_scores_codex":[0.9969053,0.0001387389,0.000786019,0.001053245,0.0004908866,0.00062587],"domain_scores_gemma":[0.9980426,0.0001735328,0.0002721135,0.0009825845,0.0003527321,0.0001764421],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004893302,0.00003783933,0.006845655,0.0002291437,0.00003133013,0.00000233586,0.001583943,0.9855463,0.000255177,0.0001659372,0.00001698061,0.005236411],"study_design_scores_gemma":[0.0006875743,0.0002174508,0.0001546445,0.00040032,0.00003681497,0.00002216841,0.0001946802,0.9968902,0.00009019553,0.0008000055,0.00002385018,0.0004820769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4848057,0.0008174537,0.5132685,0.000009272967,0.0002202179,0.0004715631,0.00001538616,0.0003852533,0.000006627332],"genre_scores_gemma":[0.8298473,0.00001809467,0.1693078,0.00004323126,0.0004283432,0.0002539186,0.00002522803,0.00004716685,0.00002883176],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3450416,"threshold_uncertainty_score":0.9999241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125341657","doi":"10.1109/msr.2013.6624035","title":"Discovering, reporting, and fixing performance bugs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"University of Waterloo; National Science Foundation","keywords":"Software bug; Computer science; Profiling (computer programming); Eclipse; Software; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01063387021205875,"gpt":0.2161108396827027,"spread":0.2054769694706439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003698894,0.00009534376,0.0001339776,0.00003614441,0.0001336834,0.0001959724,0.0002597803,0.00003958378,0.00005155225],"category_scores_gemma":[0.000082112,0.00006532024,0.00002966424,0.000130965,0.00003635131,0.001345169,0.0002429998,0.0000781183,0.0001371131],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001703459,"about_ca_system_score_gemma":0.00002540454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002535355,"about_ca_topic_score_gemma":0.000003298517,"domain_scores_codex":[0.9988809,0.00001145081,0.000443361,0.000290182,0.000153579,0.0002205528],"domain_scores_gemma":[0.9991401,0.00002749015,0.0002439666,0.0004603809,0.0000540952,0.00007390277],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[6.849193e-7,0.00001779999,0.9309546,0.0001118333,0.000007353254,0.000002326524,0.0007339584,0.00003890774,0.000324815,0.000918752,0.001542167,0.06534679],"study_design_scores_gemma":[0.0001804504,0.00008149256,0.9087253,0.00006266514,0.00000211365,0.0001025356,0.00006870256,0.08373715,0.003155707,0.0005076052,0.003103645,0.0002726931],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9594238,0.00005635839,0.03258805,0.0002824517,0.0002481342,0.0001526941,5.717521e-8,0.0002441332,0.007004283],"genre_scores_gemma":[0.9886101,0.0000242619,0.009749995,0.0001432301,0.00004304218,0.00002527207,2.615498e-7,0.000004169819,0.001399613],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08369824,"threshold_uncertainty_score":0.2663682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618689158","doi":"10.1109/icse.2017.15","title":"Characterizing and Detecting Anti-Patterns in the Logging Code","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Logging; Code (set theory); Source code; Redundant code; Context (archaeology); Database; Operating system; Set (abstract data type); Programming language; Code generation","retraction":null,"screen_n_in":null,"score":{"opus":0.02643058065307089,"gpt":0.2753849750037025,"spread":0.2489543943506316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007915079,0.00006207342,0.00008890375,0.000029785,0.0004194328,0.0004596836,0.0007423941,0.00002849533,0.000001767729],"category_scores_gemma":[0.00005747492,0.00003657479,0.00001745763,0.00002973663,0.00002848,0.0006264898,0.0002373173,0.0001032294,0.000006862361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008827369,"about_ca_system_score_gemma":0.000009071937,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002326821,"about_ca_topic_score_gemma":0.00008592293,"domain_scores_codex":[0.9993865,0.0000356649,0.0001226186,0.000193693,0.00009762076,0.0001638637],"domain_scores_gemma":[0.9991733,0.00007277074,0.00007495469,0.0006491208,0.000011318,0.00001847786],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[4.558252e-7,0.000006933579,0.9701905,0.00003177304,0.000001554938,0.000007468217,0.001835697,0.000001203387,0.0005804633,0.0002016691,0.000005162575,0.02713718],"study_design_scores_gemma":[0.0001110228,0.00001055173,0.9874561,0.0000459519,7.264094e-7,0.0000302812,0.00015674,0.01064916,0.001170964,0.00009339568,0.0002052072,0.00006986546],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9667018,0.00001377097,0.03079958,0.00135799,0.0002206496,0.00008897567,2.816986e-7,0.00005254445,0.000764419],"genre_scores_gemma":[0.9987848,0.00001163223,0.0008409659,0.0002931016,0.00004794443,0.000005466797,9.233029e-8,0.000002194728,0.00001381545],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.032083,"threshold_uncertainty_score":0.443274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154941531","doi":"10.1109/icsm.2009.5306331","title":"Automated performance analysis of load tests","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Load testing; Throughput; Reliability engineering; System under test; System testing; Test (biology); Real-time computing; Test case; Machine learning; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.008841837450423766,"gpt":0.2554502326588025,"spread":0.2466083952083787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003396406,0.0000857404,0.0002421987,0.0001891106,0.0000469184,0.00002499429,0.0005114834,0.00004932191,0.00002531021],"category_scores_gemma":[0.00002765003,0.00006077936,0.0001083635,0.002141739,0.00002323601,0.0003761362,0.00004448916,0.00004477151,0.00004185532],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004187009,"about_ca_system_score_gemma":0.00007649048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003213325,"about_ca_topic_score_gemma":0.000006306165,"domain_scores_codex":[0.9989986,0.00001958644,0.0002830652,0.0002223566,0.0003060512,0.0001703697],"domain_scores_gemma":[0.9989964,0.00003806374,0.00008482542,0.0006515791,0.0001807068,0.00004836286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002029255,0.0005088419,0.7656966,0.0001049663,0.0006015445,0.000005888619,0.001826743,0.01597018,0.002163331,0.00431371,0.004464098,0.2043238],"study_design_scores_gemma":[0.00006749351,0.0000704019,0.5337679,0.000006011036,0.00002772205,0.000001204586,0.000002450697,0.4647885,0.001069797,0.0000242993,0.0001146167,0.00005953623],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9675866,0.00004676488,0.0248504,0.0001910907,0.0001366417,0.0000807692,4.649577e-7,0.0009497603,0.006157454],"genre_scores_gemma":[0.9916031,0.00001066512,0.008000838,0.0001508204,0.000008718393,0.000001629427,0.000001095691,0.000001282558,0.0002218606],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4488184,"threshold_uncertainty_score":0.247851,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2531425405","doi":"10.1007/s10664-016-9456-2","title":"Which log level should developers choose for a new logging statement?","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Statement (logic); Logging; Computer science; Brier score; Leverage (statistics); Login; Database; Data mining; Information retrieval; Operating system; Machine learning; Forestry","retraction":null,"screen_n_in":null,"score":{"opus":0.07458787435700132,"gpt":0.3073065049729828,"spread":0.2327186306159815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005527308,0.0002907008,0.0003124899,0.0001335893,0.0001279203,0.00009892006,0.000759066,0.0001554996,0.00002463068],"category_scores_gemma":[0.001082004,0.0001949214,0.0001198051,0.0004988045,0.00001760144,0.0006798557,0.0002495991,0.0001501892,0.00009000645],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002889838,"about_ca_system_score_gemma":0.0002895386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002194171,"about_ca_topic_score_gemma":0.000007582728,"domain_scores_codex":[0.9978303,0.00002127673,0.0004844096,0.0006138583,0.0003499492,0.0007002497],"domain_scores_gemma":[0.998212,0.0006708302,0.0000760552,0.000577123,0.0001513834,0.0003126105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001047864,0.0002287915,0.4984455,0.0009798551,0.0004048624,0.00002482805,0.003163178,0.0110518,0.001578905,0.001145894,0.07487842,0.4079932],"study_design_scores_gemma":[0.006227609,0.0006402509,0.3924212,0.001184454,0.00006857841,0.00008662456,0.00004686266,0.03617467,0.009502307,0.002350592,0.5479562,0.00334067],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03281292,0.0001143563,0.961664,0.002996464,0.0009742887,0.0003604526,0.00001111354,0.001048559,0.00001783728],"genre_scores_gemma":[0.6175734,0.00002065504,0.3805265,0.0004665479,0.00040614,0.0001237726,0.000005380797,0.00005415153,0.0008233834],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5847605,"threshold_uncertainty_score":0.7948663,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1415938757","doi":"10.5555/2685048.2685099","title":"lprof: a non-intrusive request flow profiler for distributed systems","year":2014,"lang":"en","type":"article","venue":"TSpace (University of Toronto)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Debugging; Cloud computing; Profiling (computer programming); Distributed computing; Yarn; Database; Source code; Parsing; Code (set theory); Operating system; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.00859205764850851,"gpt":0.2190193785743372,"spread":0.2104273209258287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004320101,0.0001423224,0.0003210884,0.00002571188,0.0002287369,0.000034171,0.0007683755,0.0001273133,0.0001127735],"category_scores_gemma":[0.0000512831,0.0001444221,0.0001284326,0.00009205554,0.00008024023,0.000808002,0.0001923513,0.00006585356,0.00002672423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002472471,"about_ca_system_score_gemma":0.0000891825,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01548442,"about_ca_topic_score_gemma":0.001778277,"domain_scores_codex":[0.9989213,0.00006962994,0.0001284361,0.0003752715,0.0002206905,0.0002846413],"domain_scores_gemma":[0.9986011,0.0001041532,0.0001908448,0.0006756942,0.0003137802,0.0001144031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001623291,0.001842515,0.0585461,0.01042108,0.001419487,0.00006830978,0.1249796,0.01214532,0.006815666,0.1109598,0.1111987,0.5599802],"study_design_scores_gemma":[0.002680864,0.0008564604,0.1357275,0.00029285,0.00006626964,0.00001291362,0.003471084,0.8308359,0.0003174748,0.0001392104,0.02494809,0.0006514485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03486411,0.0001204367,0.9576816,0.0006693835,0.0008099849,0.0007953981,0.00003440582,0.0001918303,0.004832857],"genre_scores_gemma":[0.9751923,0.00001506938,0.02357158,0.00001425474,0.00009162283,0.00000391372,0.00002083128,0.000007155192,0.001083243],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9403282,"threshold_uncertainty_score":0.9910716,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2946622927","doi":"10.1016/j.procs.2019.04.184","title":"IoT-based predictive maintenance for fleet management","year":2019,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Predictive maintenance; Internet of Things; Architecture; Fleet management; Big data; Work (physics); Machine learning; Computer security; Data mining; Reliability engineering; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.005923858653000614,"gpt":0.2219247922871021,"spread":0.2160009336341015,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001224441,0.0002117952,0.0002296075,0.0002369513,0.0002669845,0.0002839669,0.00257574,0.00005360632,0.000004124635],"category_scores_gemma":[0.00003171941,0.0001685786,0.00009715789,0.001241473,0.0002309385,0.0008022059,0.0005553422,0.0001056023,0.0001559842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001628258,"about_ca_system_score_gemma":0.0003418013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002575034,"about_ca_topic_score_gemma":5.119002e-7,"domain_scores_codex":[0.9971536,0.00001841292,0.0003090786,0.001123491,0.0007006323,0.0006947381],"domain_scores_gemma":[0.9980986,0.0001251352,0.000135804,0.001038561,0.0004324855,0.0001694136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002951951,0.001104809,0.09443222,0.004427392,0.0001192001,0.00003426899,0.004951333,0.06328,0.001927525,0.1316129,0.0154609,0.6823542],"study_design_scores_gemma":[0.00083337,0.0003681795,0.01259122,0.0001280065,0.000004622415,0.000009289284,0.00001097618,0.9770129,0.002816527,0.001832572,0.004095343,0.0002969564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0440307,0.00002915151,0.9504499,0.0004424144,0.002405387,0.001357067,0.000003591838,0.0004033938,0.0008784099],"genre_scores_gemma":[0.6551148,0.000002521678,0.3436843,0.00075055,0.0001207124,0.0001639741,0.000001101488,0.000008273931,0.0001537886],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9137329,"threshold_uncertainty_score":0.6874438,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159076496","doi":"10.1007/s10664-020-09910-y","title":"Promises and challenges of microservices: an exploratory study","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Computer science; Software deployment; Scalability; Reuse; Best practice; Software development; Process (computing); Software engineering; Code reuse; Software; Knowledge management; Engineering; Cloud computing; Database; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.04185144518438682,"gpt":0.2711256357909792,"spread":0.2292741906065924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003010401,0.0001457053,0.000260227,0.00005355816,0.00005057303,0.00004729784,0.0003136905,0.00006757558,0.000003654732],"category_scores_gemma":[0.0001722668,0.0001271289,0.00003923872,0.0002637566,0.00001782321,0.0005065735,0.0002732749,0.0001121832,0.000003634318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002170244,"about_ca_system_score_gemma":0.00006446295,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004523838,"about_ca_topic_score_gemma":0.00001476153,"domain_scores_codex":[0.998859,0.00006325552,0.0002609225,0.0004125688,0.0002067246,0.0001975225],"domain_scores_gemma":[0.9989775,0.000167386,0.00004540926,0.0005593191,0.0001280776,0.0001222817],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001369417,0.001508856,0.9178703,0.002244088,0.000135326,0.0001314889,0.0437936,0.001795881,0.001320084,0.0002493465,0.00005020234,0.03088713],"study_design_scores_gemma":[0.00131675,0.0008328237,0.973226,0.0002772186,0.0000303947,0.00007447336,0.003317734,0.007072204,0.008656147,0.0001953808,0.004191013,0.0008098825],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9638233,0.00443941,0.03084561,0.0001389863,0.000236822,0.0001542126,0.000001347482,0.0003545736,0.000005762047],"genre_scores_gemma":[0.9826474,0.0001371628,0.01707187,0.00003908793,0.00005695205,0.00002882977,9.937503e-7,0.00001284844,0.000004872305],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05535568,"threshold_uncertainty_score":0.5184167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169393467","doi":"10.1007/3-540-46029-2_9","title":"Software Performance Models from System Scenarios in Use Case Maps","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Notation; Unified Modeling Language; Sequence diagram; Software; Sequence (biology); Software engineering; Activity diagram; Resource (disambiguation); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02510985058988859,"gpt":0.2150726193795159,"spread":0.1899627687896273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00111227,0.0008745363,0.001025736,0.001119292,0.0003969413,0.0008241289,0.002861597,0.0007257059,0.00001595373],"category_scores_gemma":[0.00009023407,0.0007616803,0.0002002406,0.0009914779,0.0005462132,0.002886868,0.001561439,0.001389763,0.0001198399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001203092,"about_ca_system_score_gemma":0.0004778532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006702459,"about_ca_topic_score_gemma":0.0003490099,"domain_scores_codex":[0.9938584,0.00008392896,0.001155478,0.002502001,0.001317522,0.00108267],"domain_scores_gemma":[0.9952642,0.0008016694,0.0004313128,0.002890573,0.0003346385,0.0002776174],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000188959,0.00008966654,0.004840023,0.0004821224,0.0000250278,0.005833413,0.00375713,0.5338054,0.000005083471,0.001828578,0.00004562455,0.4492691],"study_design_scores_gemma":[0.0004624836,0.0001160304,0.0002498715,0.002065311,0.000009488245,0.001709825,8.880268e-7,0.9884369,0.00007509608,0.005690666,0.0002294731,0.0009540168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01207681,0.0006668795,0.9825817,0.00009358332,0.002811079,0.0008230652,0.0000308741,0.0005165978,0.0003993895],"genre_scores_gemma":[0.7759569,0.0001019067,0.2228524,0.0003681303,0.0003915907,0.0000326269,0.00001120019,0.00005554958,0.0002296525],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7638801,"threshold_uncertainty_score":0.9994834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239854741","doi":"10.1002/smr.374","title":"An automated approach for abstracting execution logs to execution events","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"Sandia National Laboratories; University of Waterloo","keywords":"Computer science; Source code; Programming language; Abstraction; Compiler; Database; Software engineering; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.06347520511774862,"gpt":0.3816328687764182,"spread":0.3181576636586695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007739906,0.0001330788,0.0002382557,0.0003193135,0.0007878992,0.0001192328,0.0003482638,0.0001259063,0.000001013182],"category_scores_gemma":[0.005926054,0.0001036296,0.00005421518,0.0005341795,0.0001321155,0.003299423,0.000100026,0.0004315081,0.000004463188],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002043794,"about_ca_system_score_gemma":0.0002929766,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009885852,"about_ca_topic_score_gemma":0.000002023275,"domain_scores_codex":[0.9975792,0.0004456282,0.0004932159,0.0003456995,0.0006689735,0.0004672472],"domain_scores_gemma":[0.9954802,0.001352339,0.000351017,0.0002788927,0.002201618,0.0003358832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0360479,0.01109491,0.3391667,0.004741323,0.001157724,0.000798544,0.04394435,0.01883034,0.02226938,0.02074489,0.2484272,0.2527767],"study_design_scores_gemma":[0.007007964,0.01499934,0.7274562,0.001117463,0.00009211126,0.02370797,0.01075412,0.162712,0.0007859769,0.0113782,0.03861783,0.001370789],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1821943,0.0004925416,0.8150734,0.001387544,0.0002579281,0.0004062365,0.000003283754,0.0001072348,0.00007750352],"genre_scores_gemma":[0.8356711,0.0004360215,0.1635272,0.0001067493,0.0001460492,0.0000228272,0.000002730948,0.000008002173,0.00007931977],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6534767,"threshold_uncertainty_score":0.7094468,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055136026","doi":"10.1145/584369.584402","title":"XSLT transformation from UML models to LQN performance models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; XSLT; Programming language; Streaming XML; Graph rewriting; Model transformation; XML Schema (W3C); XML; XML Encryption; Graph; Artificial intelligence; World Wide Web; Theoretical computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0480725074263114,"gpt":0.2125060700552117,"spread":0.1644335626289003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002396703,0.0001850621,0.0002105668,0.0001098023,0.0001738303,0.0001310427,0.0007999882,0.0001037368,0.0001198709],"category_scores_gemma":[0.000003734144,0.0001447036,0.00008222035,0.0004235559,0.00001977681,0.003724702,0.00009198589,0.0001231133,0.0009005458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007157581,"about_ca_system_score_gemma":0.00001946784,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002162409,"about_ca_topic_score_gemma":0.00001710327,"domain_scores_codex":[0.9983608,0.00003241084,0.0004002489,0.0004177871,0.0004309839,0.000357733],"domain_scores_gemma":[0.9988564,0.00003626133,0.00004795568,0.0007839602,0.0001084124,0.0001669969],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002040786,0.000228592,0.00073187,0.0001129059,0.00003836855,0.000003293595,0.03170106,0.4450034,0.000173919,0.01978547,0.006347711,0.4958529],"study_design_scores_gemma":[0.0002676612,0.00007151383,0.000318062,0.00003108197,0.000003325571,0.000004843122,0.00003775036,0.9928681,0.001134015,0.004288881,0.000744745,0.0002300216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.256837,0.00006781141,0.7200185,0.0007491849,0.0003152815,0.0002731666,0.000003777072,0.0003902056,0.021345],"genre_scores_gemma":[0.9738876,0.00008660575,0.02458715,0.000746075,0.00007107209,0.00004755848,0.000003418528,0.000009108599,0.0005614582],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7170505,"threshold_uncertainty_score":0.9998774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2534933448","doi":"10.1007/s10664-016-9467-z","title":"Towards just-in-time suggestions for log changes","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Commit; Computer science; Logging; Random forest; Set (abstract data type); Directory; Source code; Process (computing); Machine learning; Data mining; Data science; Database; Artificial intelligence; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02384869600911503,"gpt":0.2737739051977656,"spread":0.2499252091886506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004092136,0.0001831552,0.0002484676,0.0001470214,0.00006190284,0.00004870311,0.0006153766,0.0001372052,0.00002199065],"category_scores_gemma":[0.0009549549,0.0001234875,0.00009225601,0.000392436,0.00002357982,0.0002777162,0.0001703143,0.00009867903,0.0001068823],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001659008,"about_ca_system_score_gemma":0.00005990014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007614709,"about_ca_topic_score_gemma":0.000004301397,"domain_scores_codex":[0.9986228,0.00001913229,0.0002426679,0.0004073064,0.0002375854,0.0004705243],"domain_scores_gemma":[0.9986909,0.0006152492,0.00003674742,0.0004479264,0.00007240068,0.0001367755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000664752,0.0005713535,0.6466935,0.00100794,0.0001300009,0.00006771218,0.002483106,0.006869541,0.003266241,0.00228073,0.02594171,0.3106216],"study_design_scores_gemma":[0.00443765,0.0009126471,0.7040953,0.00135557,0.0000389395,0.00009052242,0.00001807307,0.04874685,0.009568935,0.002462514,0.2256741,0.002598902],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09583456,0.0001186871,0.8990081,0.003177446,0.0006659028,0.0003018029,0.00001164884,0.0008658486,0.0000159769],"genre_scores_gemma":[0.8765904,0.00002894694,0.1214589,0.0003847333,0.0005944898,0.0003634685,0.000005025533,0.00004372674,0.0005302912],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7807559,"threshold_uncertainty_score":0.5035675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067258447","doi":"10.1145/2188286.2188344","title":"Automated detection of performance regressions using statistical process control techniques","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Regression testing; Computer science; Software performance testing; Process (computing); Software; Software regression; Non-regression testing; Software reliability testing; Data mining; Statistical process control; Statistical hypothesis testing; Machine learning; Software quality; Software system; Software development; Software construction; Statistics; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01484464576219385,"gpt":0.2998189450069804,"spread":0.2849742992447866,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004540916,0.00009111023,0.0001607061,0.00007450667,0.0001132579,0.00001668124,0.0002277482,0.00007671628,0.000009781626],"category_scores_gemma":[0.00005883288,0.00006209262,0.00002604909,0.0002829534,0.00005728934,0.0007782359,0.00004303639,0.00008104764,0.000008625786],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003878392,"about_ca_system_score_gemma":0.00005490199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002153314,"about_ca_topic_score_gemma":7.026951e-7,"domain_scores_codex":[0.999073,0.00005228987,0.0002730752,0.0001436722,0.0002148469,0.0002430794],"domain_scores_gemma":[0.9993011,0.00007190472,0.0001076001,0.0002942866,0.0001485573,0.00007652156],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001164931,0.0008962649,0.5979909,0.001661292,0.00008821674,0.000002474826,0.002460236,0.0006941769,0.1078283,0.005344176,0.0002477279,0.2826698],"study_design_scores_gemma":[0.0002038561,0.0001047349,0.03809829,0.0000948537,0.00001016499,0.00003663774,0.00002609647,0.7382048,0.2228784,0.00006019183,0.0001342448,0.0001477028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3533535,0.00002644452,0.6453601,0.00001081437,0.0001628839,0.0001520791,0.000001428075,0.0006886052,0.0002442356],"genre_scores_gemma":[0.9654836,0.000003284428,0.03441522,0.00002328615,0.00004210989,0.00001790042,4.6985e-7,0.000004727483,0.000009426896],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7375106,"threshold_uncertainty_score":0.2532063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040857534","doi":"10.1145/3385187","title":"Predicting Node Failures in an Ultra-Large-Scale Cloud Computing Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; York University","funders":"","keywords":"Cloud computing; DevOps; Computer science; Scalability; Context (archaeology); Node (physics); Scale (ratio); Data science; Software; Distributed computing; Computer security; Software engineering; Database; Operating system; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05902938087634173,"gpt":0.2962129620419633,"spread":0.2371835811656215,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009870712,0.0002163011,0.0003658854,0.0001538097,0.000168324,0.00005087033,0.0005231633,0.0001954972,0.000005454316],"category_scores_gemma":[0.0006194778,0.0002063791,0.00007112562,0.0004285476,0.00003090908,0.0004013952,0.00002100254,0.0005407386,0.000005321632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003696635,"about_ca_system_score_gemma":0.00003434006,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004271271,"about_ca_topic_score_gemma":0.00002435924,"domain_scores_codex":[0.9983358,0.0001581659,0.0003817801,0.0005522365,0.0001471354,0.0004249215],"domain_scores_gemma":[0.9978524,0.001355068,0.00005791961,0.0004959314,0.00004147628,0.0001972025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001207307,0.0002497282,0.09134114,0.0007276478,0.0001005736,0.00003946272,0.03952662,0.6670648,0.002895542,0.0003789897,0.00002500925,0.1975297],"study_design_scores_gemma":[0.003128602,0.001252601,0.04595749,0.0003416771,0.00005978077,0.0002419636,0.002071169,0.9214929,0.02105964,0.0004810311,0.002537891,0.001375244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3042375,0.00007125481,0.6941727,0.0003077055,0.0005289706,0.0001112874,0.000005412237,0.0005621891,0.00000291996],"genre_scores_gemma":[0.5558949,0.00001561242,0.4437735,0.0002060349,0.00008260309,0.00001052317,0.000001893878,0.00001301559,0.000001983467],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2544281,"threshold_uncertainty_score":0.8415895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01003167042698593,"gpt":0.2183065064621784,"spread":0.2082748360351925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006180048,0.0004365058,0.0006855211,0.0002924812,0.0001241754,0.0001094173,0.00192744,0.0002789183,0.000008810925],"category_scores_gemma":[0.02605913,0.0004022326,0.0002666636,0.0004214564,0.00008374372,0.0006110158,0.0002721985,0.0003922362,0.00006233578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002016317,"about_ca_system_score_gemma":0.0003355092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003285835,"about_ca_topic_score_gemma":0.00000152782,"domain_scores_codex":[0.997265,0.00005801012,0.0008344587,0.0006733016,0.0005081037,0.0006611674],"domain_scores_gemma":[0.9793668,0.01800439,0.0002224997,0.001934359,0.0002247688,0.0002471221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001554752,0.00009006069,0.1181558,0.0003373307,0.00004256348,0.000003738538,0.0001882046,0.8707498,0.0003717465,0.0006254724,0.0001171868,0.009302582],"study_design_scores_gemma":[0.001265189,0.0001330944,0.02514943,0.0002920796,0.00003130253,0.00002066531,0.000002433776,0.9683518,0.002809194,0.00004551686,0.001241743,0.0006575737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1515789,0.0008238606,0.844736,0.0002825436,0.0006017827,0.0003861935,0.00003812325,0.001551235,0.000001378338],"genre_scores_gemma":[0.7740943,0.000005728529,0.2254486,0.0001206142,0.0001799727,0.00008197149,0.000009528932,0.00004275887,0.0000165351],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6225154,"threshold_uncertainty_score":0.9998429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2978276730","doi":"10.1109/qrs.2019.00034","title":"Microservice Based Architecture: Towards High-Availability for Stateful Applications with Kubernetes","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada); Université du Québec à Rimouski; Concordia University","funders":"","keywords":"Stateful firewall; Microservices; Stateless protocol; Computer science; Distributed computing; Replication (statistics); State (computer science); Operating system; Computer network; Programming language; Cloud computing; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.004662068273579947,"gpt":0.2094503110741431,"spread":0.2047882428005631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004115603,0.0001744492,0.0002183988,0.00005397707,0.0001015439,0.0001044736,0.0007840245,0.00007066601,0.00006643696],"category_scores_gemma":[0.00001038635,0.0001127296,0.00007197529,0.0003816886,0.00005241979,0.0002301544,0.00009610034,0.00009643314,0.0001846388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005717465,"about_ca_system_score_gemma":0.0002263686,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002509043,"about_ca_topic_score_gemma":0.00006370782,"domain_scores_codex":[0.998557,0.00003742959,0.0002501362,0.0006100981,0.0002307706,0.0003145743],"domain_scores_gemma":[0.9980999,0.000216981,0.00008397802,0.001260731,0.0002472162,0.00009121709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008545215,0.002219515,0.3741122,0.008202828,0.0003604997,0.000003067889,0.003552711,0.02537899,0.01242203,0.06052605,0.004524332,0.5078433],"study_design_scores_gemma":[0.01063711,0.003233183,0.3039319,0.0002263287,0.00009593586,0.00004066253,0.0002666816,0.1910603,0.1332533,0.03286554,0.3211754,0.003213595],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2032955,0.00002828963,0.7928885,0.001058111,0.0001235794,0.001591155,0.00001868119,0.0003495129,0.0006467726],"genre_scores_gemma":[0.7955752,9.248996e-7,0.2028502,0.0006667336,0.00003916514,0.0004254848,0.00001804213,0.00001160366,0.0004126587],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5922797,"threshold_uncertainty_score":0.4596979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2240989855","doi":"10.1109/ase.2015.15","title":"Performance Prediction of Configurable Software Systems by Fourier Learning (T)","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Software system; Factor (programming language); Algorithm; Constant (computer programming); Sample (material); Data mining; Theoretical computer science; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0184410655918784,"gpt":0.2099375405700779,"spread":0.1914964749781994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008694052,0.0001189019,0.0002141373,0.00005927305,0.00009530217,0.0000674382,0.0004183741,0.00009712554,0.00001154188],"category_scores_gemma":[0.0001172194,0.00009102033,0.00004130565,0.0002824197,0.00004730442,0.0008958638,0.00008273662,0.0001400231,0.00007480463],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000065209,"about_ca_system_score_gemma":0.0001292801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001411797,"about_ca_topic_score_gemma":4.350491e-7,"domain_scores_codex":[0.9986063,0.00007552932,0.0003634011,0.0002689215,0.0004511161,0.000234756],"domain_scores_gemma":[0.998877,0.00005868292,0.000147861,0.000456043,0.0003316534,0.0001287885],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003333349,0.0001573302,0.8904651,0.0006683658,0.00006416953,0.000002154745,0.002222514,0.02220394,0.0005917857,0.00139432,0.05786674,0.02433029],"study_design_scores_gemma":[0.00126449,0.0008666014,0.008750341,0.0001985261,0.00001368285,0.00005829217,0.0004617593,0.9215645,0.005618814,0.00009419124,0.06075703,0.0003517764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5197936,0.0005667647,0.4675878,0.0001005506,0.001648192,0.0003611107,0.000006419592,0.0007786046,0.00915697],"genre_scores_gemma":[0.9922661,0.00002513308,0.003772544,0.000018205,0.0000523983,0.00002353525,0.000007497964,0.000007609032,0.003826942],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8993605,"threshold_uncertainty_score":0.3711701,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2337392435","doi":"10.1145/2909480","title":"Debugging distributed systems","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Visualization; Programming language; Algorithmic program debugging; Software engineering; Operating system; Embedded system; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03294595689119045,"gpt":0.2705241342350612,"spread":0.2375781773438707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003720595,0.00004943359,0.00008921736,0.00002247853,0.000191743,0.00002253626,0.03516945,0.00002915983,0.000001070952],"category_scores_gemma":[0.003253024,0.00002330309,0.00005724346,0.0002583069,0.0001405297,0.0001987689,0.01726288,0.0000504718,0.00002807669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004089856,"about_ca_system_score_gemma":0.00004988782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003645874,"about_ca_topic_score_gemma":0.00000392044,"domain_scores_codex":[0.9993488,0.0001377109,0.0002057183,0.00009617119,0.0001158943,0.0000957404],"domain_scores_gemma":[0.9609481,0.0004284285,0.0001250961,0.03836292,0.0001140663,0.00002142854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001326305,0.0005808512,0.4624426,0.0002934595,0.0002469026,4.55355e-7,0.002185077,0.0004717147,0.01448142,0.2895013,0.1516241,0.07815886],"study_design_scores_gemma":[0.002089288,0.0001229999,0.4436914,0.002647915,0.00008356548,0.0000852579,0.000267484,0.03793554,0.01412483,0.2713656,0.2266031,0.0009830345],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1540005,0.00722285,0.4472274,0.3821898,0.00283949,0.001396784,0.00009270826,0.001094491,0.003935959],"genre_scores_gemma":[0.9829176,0.00007175854,0.01688429,0.00002359502,0.000009480818,0.00002216916,8.320085e-7,0.000002527694,0.00006775763],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.828917,"threshold_uncertainty_score":0.9906853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023740829","doi":"10.5555/2486788.2486927","title":"Automatic detection of performance deviations in the load testing of large scale systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); False positive paradox; Overhead (engineering); Set (abstract data type); Data mining; Test set; Scale (ratio); Machine learning; Artificial intelligence; Reliability engineering; Real-time computing; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01270176190692431,"gpt":0.226176354115137,"spread":0.2134745922082126,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009386024,0.00005981206,0.0001336814,0.00006287642,0.00006394277,0.00002857677,0.0003898154,0.00003791982,0.000005729594],"category_scores_gemma":[0.0001039938,0.00003520521,0.00002654907,0.0006714892,0.00002397685,0.0004767335,0.00005200623,0.00006269321,0.00003094488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003733983,"about_ca_system_score_gemma":0.00005943567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004452101,"about_ca_topic_score_gemma":0.00004052373,"domain_scores_codex":[0.9990194,0.00007502347,0.0003892668,0.0001150834,0.0002627531,0.0001384962],"domain_scores_gemma":[0.9989998,0.0002114155,0.0001485465,0.0004039516,0.0002213854,0.00001491091],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001730627,0.0003748104,0.8879528,0.002221646,0.00001694941,3.367238e-7,0.00962417,0.003046619,0.006893089,0.001107237,0.000127923,0.08863267],"study_design_scores_gemma":[0.0001033199,0.00005090104,0.2864058,0.00009328034,0.000001665468,0.000006258315,0.0003020261,0.7107387,0.00219302,0.00003442566,0.00002954221,0.00004112803],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9286567,0.00005375089,0.06984811,0.00003879913,0.0001468602,0.0003543958,3.495778e-7,0.0000575798,0.0008434795],"genre_scores_gemma":[0.9969841,0.000002143702,0.002900711,0.00001738066,0.00001237298,0.00005982273,1.443812e-7,0.000001984936,0.00002134877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.707692,"threshold_uncertainty_score":0.1435627,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2522585932","doi":"10.5555/3026877.3026924","title":"Non-intrusive performance profiling for entire software stacks based on the flow reconstruction principle","year":2016,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Software; A priori and a posteriori; Root cause; Parallel computing; Distributed computing; Operating system; Reliability engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02217704793789528,"gpt":0.2808422017868504,"spread":0.2586651538489551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001455586,0.0001600647,0.0001593189,0.00006256738,0.0006743045,0.0002843837,0.0002094479,0.0000545392,0.000009235492],"category_scores_gemma":[0.00008677732,0.00008646653,0.00003985276,0.0001285496,0.00003165959,0.0006240894,0.00003660438,0.00005603258,0.000008220473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001162678,"about_ca_system_score_gemma":0.0001353954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001541858,"about_ca_topic_score_gemma":0.000001501284,"domain_scores_codex":[0.9985611,0.0001589927,0.0004156934,0.0003810713,0.0002241745,0.0002589728],"domain_scores_gemma":[0.9987866,0.0004214298,0.0001910335,0.0003427328,0.0002113747,0.00004685126],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000125683,0.00007442283,0.1526455,0.001207631,0.0000927613,0.000001459848,0.002933922,0.01783318,0.01425675,0.005180894,0.0009377791,0.80471],"study_design_scores_gemma":[0.001131231,0.0005454086,0.002219086,0.0004198563,0.000009328493,0.00001546158,0.0004419831,0.9637387,0.03101807,0.00004224362,0.000201553,0.0002170832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2747512,0.00001119636,0.7225345,0.0001708503,0.0005636446,0.001871257,0.00001038355,0.00007297671,0.00001408536],"genre_scores_gemma":[0.9195887,0.00000789937,0.07933172,0.00009304265,0.0001237939,0.00077356,0.000008807185,0.0000119566,0.00006052693],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9459055,"threshold_uncertainty_score":0.5186273,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978687257","doi":"10.1145/1188895.1188909","title":"A model-based approach for testing the performance of web applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Workload; Web application; Set (abstract data type); Indirection; Session (web analytics); Process (computing); Web testing; Software performance testing; Distributed computing; Data mining; Software engineering; The Internet; Web application security; Operating system; Software system; Software; World Wide Web; Web development","retraction":null,"screen_n_in":null,"score":{"opus":0.02868181539268409,"gpt":0.2368634570353735,"spread":0.2081816416426894,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003904449,0.00007047298,0.00009350096,0.00003119221,0.0001725906,0.00002584416,0.000561222,0.00003311347,4.750655e-7],"category_scores_gemma":[0.00001230067,0.00004072707,0.00005004041,0.0003575901,0.00005443754,0.0001336766,0.00004484901,0.00004330883,0.000002352807],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001547054,"about_ca_system_score_gemma":0.0001306028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001928294,"about_ca_topic_score_gemma":0.000001296069,"domain_scores_codex":[0.9993017,0.00001072421,0.0002171301,0.0001924331,0.0001320656,0.0001459895],"domain_scores_gemma":[0.9990348,0.0001607184,0.00008182556,0.0005434387,0.0001633757,0.00001583452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000640396,0.0002243088,0.03403822,0.0004446059,0.000005941418,1.79019e-8,0.00005907544,0.92371,0.002195728,0.01995449,0.000774453,0.01858679],"study_design_scores_gemma":[0.0001528929,0.00002983699,0.001028296,0.000005465187,0.0000030262,9.71088e-7,0.000004198204,0.9962114,0.00183531,0.0003429374,0.0003252561,0.00006039306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04973004,0.00002614795,0.9453326,0.00009649173,0.0000197414,0.0005868162,0.000002116795,0.0001265032,0.00407949],"genre_scores_gemma":[0.6803373,2.78463e-7,0.3191383,0.00004404759,0.00002933977,0.0003465209,0.000001899083,0.000002822389,0.00009948473],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6306073,"threshold_uncertainty_score":0.1660802,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1033140506412273,"gpt":0.3193367879349155,"spread":0.2160227372936883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008098513,0.0005444708,0.0005303475,0.000526839,0.0001495389,0.0005100505,0.002741685,0.0002696396,0.00002026464],"category_scores_gemma":[0.001373477,0.0005054349,0.0001836229,0.0004282391,0.00006768056,0.001320421,0.0004384215,0.0007128642,0.0001355955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005999067,"about_ca_system_score_gemma":0.0004582267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001220317,"about_ca_topic_score_gemma":0.00001998108,"domain_scores_codex":[0.9966111,0.00007979682,0.0006856253,0.0008405408,0.0011472,0.0006356961],"domain_scores_gemma":[0.9969862,0.0002841087,0.0002913029,0.001224932,0.0008636503,0.0003497748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002938865,0.0003881224,0.04556025,0.0004858718,0.0005745261,0.0002533775,0.003225407,0.8998834,0.004989947,0.003453402,0.008785471,0.03210626],"study_design_scores_gemma":[0.003688914,0.001347855,0.006934427,0.004690524,0.0001146799,0.00125536,0.0004332427,0.8839422,0.06207054,0.01755578,0.01190043,0.006066029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.135704,0.00007991213,0.8564416,0.0001861051,0.00544098,0.0003176584,0.00002461922,0.001593688,0.000211558],"genre_scores_gemma":[0.7072415,0.00003006754,0.2916501,0.0001582049,0.0005953555,0.00006516781,0.00002104536,0.00005166376,0.0001868668],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5715376,"threshold_uncertainty_score":0.9997397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389077350","doi":"10.23919/cnsm59352.2023.10327837","title":"LLM-Based Policy Generation for Intent-Based Management of Applications","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Task (project management); Pipeline (software); Decomposition; Software deployment; Automation; Software engineering; Service (business); Distributed computing; Simple (philosophy); Programming language; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06869780977718752,"gpt":0.3300553332378979,"spread":0.2613575234607104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005071196,0.0001804395,0.0002482874,0.0002810839,0.00008657929,0.00007376703,0.0009818079,0.0001571475,0.00000411067],"category_scores_gemma":[0.00001620797,0.0001542136,0.0002168164,0.0004035739,0.00003815694,0.00005946587,0.0004355969,0.0001029467,0.00003692422],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001464453,"about_ca_system_score_gemma":0.0003610214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001872089,"about_ca_topic_score_gemma":0.00001692529,"domain_scores_codex":[0.9984047,0.00003176749,0.0004852568,0.0006049993,0.0002701911,0.0002031095],"domain_scores_gemma":[0.997877,0.0000786407,0.0002340484,0.001470468,0.0002860492,0.00005380815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004786226,0.001510261,0.002985036,0.02184807,0.0005100367,0.000002945348,0.0003220185,0.3652155,0.0007855726,0.2910114,0.0198768,0.2958845],"study_design_scores_gemma":[0.0005011863,0.00007257069,0.0009218784,0.0002302032,0.00003001491,1.579921e-7,0.00001729745,0.9845803,0.005913269,0.004659639,0.002802368,0.0002711047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0009264478,0.00003192533,0.9931502,0.002357716,0.0005532972,0.002196702,0.00003551048,0.0004479429,0.0003002042],"genre_scores_gemma":[0.506873,0.00003139028,0.4843538,0.0004702,0.0003929703,0.006268795,0.00036295,0.00003177095,0.001215064],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6193648,"threshold_uncertainty_score":0.6288648,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2790537587","doi":"10.1007/s10664-018-9603-z","title":"Studying and detecting log-related issues","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Logging; Computer science; Statement (logic); Data science; Software; Scale (ratio); Root (linguistics); Open source; Data mining; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01901809487551466,"gpt":0.2728338234890282,"spread":0.2538157286135136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004266994,0.0001806584,0.0002165943,0.00009731612,0.0002090299,0.0001152589,0.0003510012,0.0001158037,0.0000122249],"category_scores_gemma":[0.0006740543,0.0001540447,0.0000489221,0.0004904899,0.00005237714,0.0003938421,0.0003171944,0.0002188213,0.00007287644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005345135,"about_ca_system_score_gemma":0.00002055082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000244421,"about_ca_topic_score_gemma":0.00000155472,"domain_scores_codex":[0.9986739,0.00002926534,0.0002880434,0.0004225127,0.0002167025,0.0003696017],"domain_scores_gemma":[0.9990953,0.0002574419,0.00004651141,0.0003884165,0.00008094287,0.000131345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008522714,0.00008093378,0.8961291,0.0002545848,0.0001119274,0.00003910366,0.01081568,0.001745092,0.0005002599,0.0001904926,0.001033862,0.08909048],"study_design_scores_gemma":[0.00130191,0.0007841918,0.7239574,0.0004506828,0.00003234398,0.0002792524,0.0001850216,0.2248443,0.006434192,0.001029761,0.03905753,0.00164336],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6337518,0.0004890784,0.3636005,0.0001910778,0.0006775502,0.000112721,3.057817e-7,0.001145999,0.00003095336],"genre_scores_gemma":[0.9484857,0.000008895233,0.05110797,0.00008595525,0.0002216887,0.00001095631,3.90669e-7,0.00001665649,0.00006180712],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3147339,"threshold_uncertainty_score":0.628176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1557406404","doi":"10.1007/978-3-540-30187-5_4","title":"A Metamodel for Generating Performance Models from UML Designs","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Rotation formalisms in three dimensions; Queueing theory; Petri net; Applications of UML; Process (computing); Distributed computing; Programming language; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.04388536960521694,"gpt":0.2519737179466773,"spread":0.2080883483414604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001292865,0.0006927909,0.0008029407,0.0005130838,0.000544498,0.0005695535,0.003487573,0.0004777729,0.00001031556],"category_scores_gemma":[0.0000626265,0.0005824979,0.00026147,0.0004453318,0.000437747,0.001598844,0.0008862504,0.000666241,0.00002586056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006136713,"about_ca_system_score_gemma":0.001388434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007014235,"about_ca_topic_score_gemma":0.00003920085,"domain_scores_codex":[0.9952059,0.0000298843,0.0008243028,0.002064886,0.001002429,0.0008726399],"domain_scores_gemma":[0.996649,0.0004754748,0.0003812578,0.001871134,0.0004247978,0.0001982829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009558774,0.00001959243,0.00003045328,0.00008266091,0.00001584574,0.000006015962,0.0008129559,0.6891295,0.0001128555,0.005157162,0.000006041756,0.3046173],"study_design_scores_gemma":[0.0003633852,0.0001524953,0.00002204493,0.0004309075,0.00001265214,0.00001299522,9.400996e-8,0.7950214,0.001595575,0.2017358,0.00006815733,0.00058454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001612638,0.0007031424,0.9937502,0.0002117773,0.002035104,0.0009627523,0.00001936668,0.0002818486,0.0004232345],"genre_scores_gemma":[0.346918,0.00005068748,0.651616,0.0006543395,0.00056974,0.00005579408,0.00001051916,0.00003726879,0.00008763307],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3453054,"threshold_uncertainty_score":0.9996626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072220377","doi":"10.3402/rlt.v20i0.19191","title":"Improving student success using predictive models and data visualisations","year":2012,"lang":"en","type":"article","venue":"Research in Learning Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"D2L (Canada)","funders":"","keywords":"Graduation (instrument); Psychological intervention; Analytics; Learning analytics; At-risk students; Computer science; Predictive analytics; Workforce; Workflow; Medical education; Data science; Mathematics education; Psychology; Engineering; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.198302874719494,"gpt":0.474705761871855,"spread":0.2764028871523611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004905134,0.00008821573,0.0001548323,0.0007763387,0.0003451759,0.00009527525,0.001499012,0.0001792802,0.000001639536],"category_scores_gemma":[0.000534743,0.00007904686,0.000009762342,0.001334696,0.0002814536,0.001684292,0.003712639,0.000937727,0.00000690492],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001708728,"about_ca_system_score_gemma":0.0001269687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002684722,"about_ca_topic_score_gemma":0.00001073919,"domain_scores_codex":[0.9978687,0.00036445,0.0002224288,0.0004713261,0.0004220688,0.0006510509],"domain_scores_gemma":[0.9984383,0.0002943916,0.00005993947,0.0009861088,0.0001414609,0.00007982509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006476329,0.0001514713,0.9371039,0.00008562978,0.00001680101,0.00000671266,0.002354818,0.004834943,0.0009084548,0.01453923,0.00001667601,0.03997494],"study_design_scores_gemma":[0.0002090411,0.0001033106,0.01284437,0.00006650104,0.000002133425,0.00002996375,0.001053689,0.9824522,0.0001995654,0.002737134,0.0001946576,0.0001074623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.71631,0.0007242078,0.281846,0.0004154548,0.0001086011,0.0002543009,0.00000115212,0.0002442686,0.00009597609],"genre_scores_gemma":[0.9879346,0.00006577813,0.01188619,0.000003773816,0.00005437461,0.00003220683,0.000002493184,0.000008286512,0.00001232021],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9776172,"threshold_uncertainty_score":0.4627539,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152428001","doi":"10.1109/qest.2006.23","title":"Layered Bottlenecks and Their Mitigation","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Bottleneck; Computer science; Distributed computing; Queueing theory; Thread (computing); Scheduling (production processes); Resource (disambiguation); Computer network; Embedded system; Operating system; Engineering; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.003738139797738729,"gpt":0.1838684044543722,"spread":0.1801302646566335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000163004,0.00005271156,0.00005958406,0.00002209804,0.00006145462,0.00006111092,0.0001305521,0.00003311948,0.000006395259],"category_scores_gemma":[0.000007030904,0.00003324808,0.0000178831,0.00009263609,0.00002071422,0.0002517794,0.00004901079,0.00002803011,0.00002258458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000009358615,"about_ca_system_score_gemma":0.00001303281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001251698,"about_ca_topic_score_gemma":0.00001705125,"domain_scores_codex":[0.9995667,0.00001477586,0.00009838703,0.0001493816,0.00007753601,0.00009321846],"domain_scores_gemma":[0.9996687,0.00003172097,0.00002103748,0.0002118675,0.00004508475,0.00002157728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009617279,0.000223679,0.4578786,0.0001662952,0.00002934989,0.000005781388,0.001970367,0.0004111281,0.01202656,0.204713,0.04194202,0.2806236],"study_design_scores_gemma":[0.0009283888,0.0001301291,0.706977,0.00004073445,0.00000283352,0.00006177492,0.0001211061,0.1237901,0.06090271,0.07138955,0.0351259,0.0005297821],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5818352,0.0001168779,0.4043991,0.001060993,0.0001862836,0.00009066455,6.411342e-7,0.0002511716,0.01205904],"genre_scores_gemma":[0.993145,0.000002820552,0.005986397,0.00009704119,0.00004824324,0.000004619066,0.000001263686,0.000001734232,0.0007128134],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4113099,"threshold_uncertainty_score":0.1355817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2400577739","doi":"10.1145/2901739.2901769","title":"Logging library migrations","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Logging; Debugging; Leverage (statistics); Computer science; Software engineering; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.008629201659741622,"gpt":0.2080793075484844,"spread":0.1994501058887428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006250405,0.00003892425,0.00004267317,0.00003129925,0.00005468476,0.00004334078,0.0003029882,0.00002147481,0.0001154982],"category_scores_gemma":[0.00001062221,0.0000185628,0.00002692405,0.0001072084,0.00001657944,0.001136635,0.00009437309,0.00001596109,0.0004874577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006267337,"about_ca_system_score_gemma":0.00003208761,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004056865,"about_ca_topic_score_gemma":9.899233e-7,"domain_scores_codex":[0.9995906,0.00001427751,0.00008838933,0.0001354971,0.00006915494,0.0001020667],"domain_scores_gemma":[0.9995366,0.00006658242,0.00001533503,0.0003354592,0.000009716158,0.00003631194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002540988,0.00007066545,0.2874405,0.00003048029,0.00001488769,0.000006167405,0.0004679649,0.000006074647,0.002297747,0.1859508,0.1337506,0.3899615],"study_design_scores_gemma":[0.001104052,0.0001729258,0.1870182,0.000188898,0.000005386326,0.00006110981,0.00005662769,0.00945125,0.05662019,0.05115737,0.6933479,0.0008160218],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02970239,0.00004738625,0.9436698,0.009506554,0.0003386589,0.00006115178,5.637246e-7,0.0007633902,0.0159101],"genre_scores_gemma":[0.9700106,0.00001208221,0.02338074,0.0003869684,0.00005321248,0.000006856388,1.920294e-7,0.00000246542,0.006146836],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9403083,"threshold_uncertainty_score":0.6265445,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2027241772","doi":"10.1109/icsme.2014.24","title":"Understanding Log Lines Using Development Knowledge","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Queen's University","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; Meaning (existential); Source lines of code; Task (project management); Code (set theory); Web log analysis software; Software development; Software; Data science; Information retrieval; The Internet; Web server; Programming language; Web API; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1502089638642091,"gpt":0.295623458088261,"spread":0.1454144942240519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005024848,0.00008482191,0.0001067674,0.00006359971,0.0001859681,0.00007020144,0.0003268109,0.00004577048,0.00001022346],"category_scores_gemma":[0.00002796939,0.0000611493,0.00002765268,0.000214664,0.00002259999,0.0002474747,0.0001630957,0.00004728208,0.0001175452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001535913,"about_ca_system_score_gemma":0.00009873482,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008196346,"about_ca_topic_score_gemma":0.00001438289,"domain_scores_codex":[0.9992565,0.00003494499,0.0001855217,0.0002195293,0.0001148809,0.0001886226],"domain_scores_gemma":[0.9994962,0.00007339287,0.00003580921,0.0002918359,0.00004714238,0.00005559636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001488373,0.0005218099,0.2455331,0.0008763708,0.0001311211,0.000006411303,0.01737158,0.003210166,0.00246309,0.5050927,0.005900872,0.2188779],"study_design_scores_gemma":[0.0006381885,0.00006957982,0.008635378,0.0001690797,0.000006321606,0.00003322834,0.0001972076,0.9249719,0.01025417,0.008268279,0.0460875,0.0006691003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0531849,0.00002942112,0.9374838,0.00006968528,0.0006161226,0.00006033983,2.490855e-8,0.0002194679,0.008336227],"genre_scores_gemma":[0.9053104,0.000001124359,0.0942536,0.00006494329,0.00007947592,0.000002095915,2.24169e-7,0.000003643815,0.0002845023],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9217618,"threshold_uncertainty_score":0.2493596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966387664","doi":"10.1145/1071021.1071031","title":"From UML to LQN by XML algebra-based model transformations","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Applications of UML; Programming language; Rotation formalisms in three dimensions; UML tool; Graph rewriting; Object Constraint Language; XML; Theoretical computer science; Software engineering; Data mining; Software; Graph; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.008541329301979731,"gpt":0.2337478229758239,"spread":0.2252064936738442,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001675314,0.0001168863,0.0001293956,0.00005894814,0.0001171328,0.00008921602,0.0005907452,0.00006636362,0.00008228296],"category_scores_gemma":[0.000009381019,0.0000906852,0.00006943844,0.0002554003,0.00001539346,0.0007229622,0.00003629839,0.00007507641,0.0007157817],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005836149,"about_ca_system_score_gemma":0.00008767383,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001531107,"about_ca_topic_score_gemma":0.00008286974,"domain_scores_codex":[0.9989493,0.00002013068,0.0002687929,0.000277993,0.0002519986,0.0002317509],"domain_scores_gemma":[0.9991584,0.00004396743,0.00002577937,0.0005666986,0.00005817116,0.0001469874],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002595101,0.0005957945,0.001444082,0.0000575343,0.00004597125,0.000001132703,0.0113351,0.3230815,0.003045853,0.007717776,0.3229884,0.3296609],"study_design_scores_gemma":[0.0002638774,0.00002649157,0.0001460112,0.00000971713,0.000002879858,4.416366e-7,0.00001538796,0.977704,0.008514636,0.0006538486,0.01250409,0.0001586557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06711465,0.00003317311,0.9213009,0.007934433,0.0001218554,0.0002066681,0.00002136284,0.0003826677,0.00288421],"genre_scores_gemma":[0.8767123,0.000002050728,0.1195778,0.003143433,0.00006178208,0.00003671158,0.00001197162,0.000005308899,0.0004486097],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8095977,"threshold_uncertainty_score":0.9200164,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01084594641956199,"gpt":0.2537748749832976,"spread":0.2429289285637357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001794974,0.0001414429,0.0003626871,0.0001878717,0.0002627722,0.00005618434,0.001099743,0.0001158272,0.000002978634],"category_scores_gemma":[0.0003395708,0.00007861114,0.00009185175,0.0007399,0.0001574342,0.003009164,0.0001559728,0.0002710725,0.000001513277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001344858,"about_ca_system_score_gemma":0.000343237,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002757067,"about_ca_topic_score_gemma":0.00002786777,"domain_scores_codex":[0.9973559,0.0004446211,0.001215535,0.00011102,0.0007083337,0.0001646301],"domain_scores_gemma":[0.9945993,0.0001554666,0.00203727,0.000688305,0.002454108,0.000065489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001638971,0.001658836,0.914439,0.002302592,0.0001874254,3.892728e-7,0.06128982,0.009800976,0.00043523,0.00126796,0.0006330837,0.007820807],"study_design_scores_gemma":[0.002282951,0.001551794,0.9298823,0.001045822,0.0000951559,0.00007206006,0.04374309,0.01895185,0.0004910846,0.001499583,0.0001359503,0.0002484011],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8131429,0.001450852,0.1843552,0.00004933539,0.0004050985,0.0005520211,0.000007807297,0.00003131233,0.000005466895],"genre_scores_gemma":[0.9993976,0.00004178775,0.0004794174,0.00001629855,0.00003230495,0.00002244393,0.000001502868,0.000005237467,0.000003423248],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1862547,"threshold_uncertainty_score":0.3205669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.00986127314587406,"gpt":0.1925936872529448,"spread":0.1827324141070707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000361468,0.0002582381,0.00031008,0.0001131902,0.0001367428,0.00006086714,0.0005349927,0.0001145726,0.000002916487],"category_scores_gemma":[0.002942464,0.0002152774,0.00005143696,0.0003481596,0.00003369663,0.0009191047,0.0002450935,0.0002024311,0.000004707749],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005220808,"about_ca_system_score_gemma":0.0000450529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002769614,"about_ca_topic_score_gemma":0.000003803623,"domain_scores_codex":[0.998472,0.00001764842,0.0004181133,0.0004117041,0.0002813457,0.0003992213],"domain_scores_gemma":[0.9957849,0.003151299,0.000107768,0.0007220992,0.0001312995,0.000102627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000116015,0.00001696391,0.5565431,0.0001883456,0.0000239157,9.550051e-7,0.0005544485,0.4340823,0.0001595245,0.00001614212,0.00001498541,0.008387665],"study_design_scores_gemma":[0.0004987207,0.0002132439,0.1147158,0.000750321,0.00002109785,0.00005604915,0.00001260066,0.8813235,0.00187744,0.000009698341,0.0001873966,0.0003341601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7129049,0.0004947993,0.2856934,0.00005596598,0.0001650807,0.0001509087,0.000004698942,0.0005283309,0.000001867657],"genre_scores_gemma":[0.8622355,0.00008794873,0.1374285,0.00002250999,0.0001675402,0.00002376502,0.000005165551,0.00002389397,0.000005139518],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4472411,"threshold_uncertainty_score":0.8778759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047093659","doi":"10.1145/2642937.2642988","title":"Behavioral resource-aware model inference","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Microsoft Research","keywords":"Computer science; Debugging; Resource (disambiguation); Software engineering; Finite-state machine; Inference; Software; Software system; Software bug; Comprehension; State (computer science); Software evolution; Human–computer interaction; Programming language; Artificial intelligence; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.02358057636605227,"gpt":0.2820658507939021,"spread":0.2584852744278499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003113742,0.00009826764,0.0001203604,0.00004391015,0.0001003854,0.00008175817,0.0007003529,0.00006849984,0.00001718308],"category_scores_gemma":[0.0000232389,0.00007187329,0.0000495292,0.0001597376,0.00003367099,0.0003593086,0.0002238868,0.00009577908,0.0001734294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002245581,"about_ca_system_score_gemma":0.00004456074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000467361,"about_ca_topic_score_gemma":0.00001017654,"domain_scores_codex":[0.9990584,0.00003732942,0.0001753974,0.0002920537,0.0002195155,0.0002173632],"domain_scores_gemma":[0.9989988,0.0000511761,0.00003735743,0.0007616116,0.00006424938,0.00008678537],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001826171,0.0006009145,0.1491179,0.0001707014,0.00001813675,0.000006327588,0.004764424,0.03666537,0.0004096434,0.1700758,0.02288225,0.6152703],"study_design_scores_gemma":[0.0001400108,0.00006967768,0.001946338,0.00001162089,0.000001959713,0.000003196128,0.00001346483,0.9897,0.0003989897,0.002569692,0.004988249,0.0001568539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1098656,0.000005374156,0.8821344,0.0002402528,0.0001183191,0.00007335797,4.553838e-7,0.0004081262,0.007154038],"genre_scores_gemma":[0.9796963,0.000001036211,0.01904534,0.000309283,0.00003611338,0.00001138754,0.000001129314,0.000004285266,0.000895133],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9530346,"threshold_uncertainty_score":0.2930908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}