{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1099,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":1099,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"a210463c68e0","filters":{"topic":"Software System Performance and Reliability"}},"results":[{"id":"W2965838158","doi":"10.24963/ijcai.2019/658","title":"LogAnomaly: Unsupervised Detection of Sequential and Quantitative Anomalies in Unstructured Logs","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":616,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Computer science; Anomaly detection; Template; Semantics (computer science); Data mining; Anomaly (physics); Sequence (biology); Artificial intelligence; Pattern recognition (psychology); Programming language","authors":[{"name":"Weibin Meng","is_ca":false},{"name":"Ying Liu","is_ca":false},{"name":"Yichen Zhu","is_ca":true},{"name":"Shenglin Zhang","is_ca":false},{"name":"Dan Pei","is_ca":false},{"name":"Yuqing Liu","is_ca":false},{"name":"Yihao Chen","is_ca":false},{"name":"Ruizhi Zhang","is_ca":false},{"name":"Shimin Tao","is_ca":false},{"name":"Pei Sun","is_ca":false},{"name":"Rong Zhou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00982964110914624,"gpt":0.2327056240241859,"spread":0.2228759829150397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006701183,0.001448952,0.0007784609,0.003002615,0.0003610233,0.0008248538,0.001268823,0.0005047104,0.0009079748],"category_scores_gemma":[0.003121581,0.0003015832,0.0007533758,0.001301565,0.0003928276,0.001781141,0.001313355,0.0009142025,0.0009649975],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004853468,"about_ca_system_score_gemma":0.001386465,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005896959,"about_ca_topic_score_gemma":0.0127239,"domain_scores_codex":[0.9992595,0.0001023002,0.00005241392,0.0002959731,0.0002174358,0.0000723762],"domain_scores_gemma":[0.9984409,0.0005431729,0.0003020282,0.0003138282,0.0002979489,0.0001020371],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008562193,0.0009741769,0.07442223,0.0006941331,0.0003585039,0.0006576341,0.0006018001,0.035579,0.0326886,0.002726787,0.05090657,0.7995343],"study_design_scores_gemma":[0.00004433923,0.0001909131,0.01569918,0.00002934954,0.00004692997,0.0003828302,0.0001760215,0.9585454,0.01055996,0.005435381,0.008834984,0.00005461329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1869354,0.00132524,0.7070528,0.0005258372,0.000240186,0.0005193334,0.01426983,0.08721066,0.001920698],"genre_scores_gemma":[0.6347796,0.0005645234,0.3250818,0.0003003066,0.0001784061,0.0006304384,0.03305164,0.001256319,0.004156886],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005896959,"threshold_uncertainty_score":0.01172525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121589816","doi":"10.1109/fose.2007.32","title":"The Future of Software Performance Engineering","year":2007,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":339,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Systems engineering; Engineering; Programming language","authors":[{"name":"Murray Woodside","is_ca":true},{"name":"Greg Franks","is_ca":true},{"name":"Dorina C. Petriu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.003672834228399873,"gpt":0.1968388452082646,"spread":0.1931660109798647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01076307,0.001283799,0.001109434,0.003155201,0.001710342,0.008950361,0.001856209,0.004002291,0.005883149],"category_scores_gemma":[0.02299824,0.0003947259,0.0005879609,0.004244125,0.008195437,0.01403201,0.003053903,0.007618942,0.003063813],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004178859,"about_ca_system_score_gemma":0.004796339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002384635,"about_ca_topic_score_gemma":0.001048116,"domain_scores_codex":[0.9916542,0.003128757,0.0003712928,0.0007589185,0.00351427,0.0005725042],"domain_scores_gemma":[0.9773347,0.01349822,0.0008770404,0.001618965,0.005344555,0.001326521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006257158,0.00009235715,0.0007977337,0.0006529804,0.00002573736,0.0000467507,0.0005704675,0.004320451,0.0004343778,0.5572897,0.04961761,0.3860892],"study_design_scores_gemma":[0.00001417816,0.00008111549,0.0006705774,0.0008644389,0.00001344656,0.0001019367,0.0004042672,0.005535805,0.000345075,0.6069706,0.3849506,0.00004789906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.005469129,0.6165656,0.06117137,0.2074385,0.008587548,0.00003742095,0.0001486125,0.0009421853,0.09963962],"genre_scores_gemma":[0.2178814,0.6591534,0.05038179,0.01805176,0.02655753,0.0001766036,0.0003045654,0.0007686549,0.02672426],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01076307,"threshold_uncertainty_score":0.05692118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2115056012","doi":"10.1145/1557019.1557154","title":"Clustering event logs using iterative partitioning","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Los Alamos National Laboratory; National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Data mining; Cluster analysis; Event (particle physics); A priori and a posteriori; Task (project management); Process mining; Process (computing); Measure (data warehouse); Algorithm; Artificial intelligence; Work in process; Business process; Business process management","authors":[{"name":"Adetokunbo Makanju","is_ca":true},{"name":"A. Nur Zincir‐Heywood","is_ca":true},{"name":"Evangelos Milios","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02112236594804766,"gpt":0.2849929814636742,"spread":0.2638706155156265,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002515435,0.001387122,0.001315637,0.005405898,0.001080422,0.001846622,0.002345575,0.0008969381,0.001433734],"category_scores_gemma":[0.01447365,0.0006642722,0.001272119,0.003945197,0.0006481443,0.002088426,0.001997642,0.0008873233,0.001022911],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008897365,"about_ca_system_score_gemma":0.001634632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005985959,"about_ca_topic_score_gemma":0.00493075,"domain_scores_codex":[0.9965451,0.001013005,0.0003640756,0.0006886224,0.001093243,0.0002958771],"domain_scores_gemma":[0.9927954,0.003781147,0.000643903,0.0008501604,0.001784102,0.0001451629],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007426409,0.0005968307,0.01628207,0.0003967753,0.0002574596,0.0003302928,0.001518395,0.2507453,0.01263527,0.009027238,0.00636634,0.7011014],"study_design_scores_gemma":[0.00003215888,0.0001095909,0.002233091,0.00002198347,0.00003192679,0.0001744448,0.0002011383,0.9787933,0.005346563,0.01022981,0.002791898,0.00003416798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0365241,0.0001813965,0.9593401,0.0001037638,0.00002027531,0.0004385345,0.0003289136,0.00201071,0.001052256],"genre_scores_gemma":[0.2573366,0.0002002225,0.7363895,0.00007427773,0.00004171176,0.0009243216,0.003238152,0.0002500698,0.001545174],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005985959,"threshold_uncertainty_score":0.01330304,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2323664125","doi":"","title":"Methodology for jbi scoping reviews","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":299,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","authors":[{"name":"Micah D.J. Peters","is_ca":false},{"name":"Christina Godfrey","is_ca":true},{"name":"Patricia McInerney","is_ca":false},{"name":"Cássia Baldini Soares","is_ca":false},{"name":"Hanan Khalil","is_ca":false},{"name":"Deborah Parker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3028050645951804,"gpt":0.4151437253691914,"spread":0.1123386607740109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2036159,0.003052041,0.006219011,0.04917875,0.005163811,0.01428088,0.006629051,0.005458902,0.1071202],"category_scores_gemma":[0.4648047,0.004583333,0.009370787,0.02842148,0.003556638,0.005913818,0.0134354,0.005201733,0.0263183],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007055292,"about_ca_system_score_gemma":0.05053543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003000549,"about_ca_topic_score_gemma":0.008316105,"domain_scores_codex":[0.7301658,0.1365091,0.09214457,0.01102817,0.02692258,0.003229748],"domain_scores_gemma":[0.5129817,0.2106989,0.04421262,0.05698252,0.1694583,0.005666101],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001673289,0.0003623338,0.003266891,0.2469405,0.002314065,0.0005549891,0.007537296,0.0009025526,0.00256768,0.03836127,0.1586438,0.5368754],"study_design_scores_gemma":[0.002789933,0.0006912128,0.005064063,0.1649063,0.003949582,0.0008812211,0.005499434,0.003793642,0.0049557,0.0643174,0.7426897,0.0004618222],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.002861147,0.01704176,0.3199113,0.008649251,0.007345069,0.5601432,0.04068606,0.004910066,0.03845211],"genre_scores_gemma":[0.005807139,0.003072265,0.4473318,0.001618349,0.0005559745,0.5324415,0.003688891,0.0004363815,0.005047833],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7963841,"threshold_uncertainty_score":0.9820834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137723287","doi":"10.1145/1735970.1736038","title":"SherLog","year":2010,"lang":"en","type":"article","venue":"ACM SIGARCH Computer Architecture News","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":217,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Unavailability; Task (project management); Software bug; Code (set theory); Software; Server; Source code; Operating system; Software engineering; Programming language; Reliability engineering","authors":[{"name":"Ding Yuan","is_ca":false},{"name":"Haohui Mai","is_ca":false},{"name":"Weiwei Xiong","is_ca":false},{"name":"Lin Tan","is_ca":true},{"name":"Yuanyuan Zhou","is_ca":false},{"name":"Shankar Pasupathy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.007245533686210765,"gpt":0.2351668028681178,"spread":0.2279212691819071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002766107,0.001734787,0.001335756,0.002525346,0.0009054457,0.003504961,0.006751765,0.002020391,0.137532],"category_scores_gemma":[0.008714853,0.002006103,0.001657396,0.002028943,0.0007461964,0.006468909,0.003527154,0.003283197,0.09833055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001202598,"about_ca_system_score_gemma":0.002793124,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0027413,"about_ca_topic_score_gemma":0.004478074,"domain_scores_codex":[0.9980941,0.0002482525,0.0001752986,0.0003264317,0.0009143303,0.0002415527],"domain_scores_gemma":[0.9954154,0.001717436,0.0002529127,0.001416833,0.0009547137,0.0002425779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008627662,0.0002615195,0.002076683,0.001206704,0.00008902404,0.0003622054,0.0001830786,0.004467567,0.003612878,0.02066167,0.8139142,0.1523018],"study_design_scores_gemma":[0.0005966307,0.0001848378,0.001448674,0.0002323521,0.00006239534,0.0005465053,0.0001390698,0.05858988,0.01183371,0.04353157,0.8827059,0.0001283847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"software","genre_gemma":"software","genre_scores_codex":[0.0033363,0.0006423172,0.1738091,0.001199848,0.0006042454,0.0006316581,0.06564459,0.7029825,0.05114939],"genre_scores_gemma":[0.07844023,0.0023046,0.2502634,0.003810931,0.0005129657,0.00244275,0.3893413,0.1507326,0.1221513],"genre_candidate":"software","genre_consensus":"software","teacher_disagreement_score":0.137532,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070274168","doi":"10.1145/1071021.1071022","title":"Performance by unified model analysis (PUMA)","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":207,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Dependability; Puma; Interface (matter); Process (computing); Sequence diagram; Distributed computing; Software engineering; Programming language","authors":[{"name":"Murray Woodside","is_ca":true},{"name":"Dorina C. Petriu","is_ca":true},{"name":"Dorin B. Petriu","is_ca":true},{"name":"Hui Shen","is_ca":true},{"name":"Toqeer Israr","is_ca":true},{"name":"José Merseguer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009796874054619879,"gpt":0.225683126952683,"spread":0.2158862528980631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005556352,0.002012714,0.001304558,0.003472358,0.001221353,0.004931279,0.003145815,0.00154723,0.00832732],"category_scores_gemma":[0.01491534,0.001371734,0.003896292,0.00206603,0.001388536,0.005661545,0.003855008,0.002622818,0.001982661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001947605,"about_ca_system_score_gemma":0.003707366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003937664,"about_ca_topic_score_gemma":0.00302214,"domain_scores_codex":[0.9952955,0.001766141,0.0003481457,0.0005502005,0.001679705,0.0003603438],"domain_scores_gemma":[0.9956895,0.001630797,0.0003350857,0.001559702,0.0006966278,0.00008828926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001058334,0.00007462504,0.001238324,0.0005084006,0.0001515037,0.0001816041,0.0007331225,0.149284,0.003303971,0.7448499,0.006629564,0.09293915],"study_design_scores_gemma":[0.00002790554,0.00008176404,0.0002217035,0.0001456494,0.0001170394,0.0001250956,0.0001040004,0.7267407,0.00572572,0.2146451,0.05200977,0.00005555855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002047281,0.0001384893,0.9881908,0.000103114,0.00004280729,0.0001227664,0.0002408648,0.004449205,0.004664653],"genre_scores_gemma":[0.09184934,0.0003563694,0.901681,0.00007653984,0.00005554013,0.001019405,0.001211613,0.001313713,0.002436451],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00832732,"threshold_uncertainty_score":0.02938521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159484301","doi":"10.1109/tse.2008.74","title":"Enhanced Modeling and Solution of Layered Queueing Networks","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University; IBM (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Queueing theory; Distributed computing; Layered queueing network; Dependability; Control reconfiguration; Canonical form; Queue; Representation (politics); Theoretical computer science; Computer network","authors":[{"name":"Greg Franks","is_ca":true},{"name":"Tariq Al-Omari","is_ca":true},{"name":"Murray Woodside","is_ca":true},{"name":"Olivia Das","is_ca":true},{"name":"Salem Derisavi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01242658243910901,"gpt":0.2011325269344701,"spread":0.1887059444953611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001089302,0.0008248553,0.0009202681,0.000600599,0.0005768629,0.001636859,0.001548254,0.001487836,0.001623537],"category_scores_gemma":[0.003605048,0.0005938748,0.0009847878,0.0006800616,0.0008029332,0.001631749,0.00158689,0.001379305,0.0002826731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001430477,"about_ca_system_score_gemma":0.002299559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01539498,"about_ca_topic_score_gemma":0.007070066,"domain_scores_codex":[0.9992942,0.0002762383,0.00003293656,0.00007583459,0.0002302748,0.00009059902],"domain_scores_gemma":[0.9989967,0.0004780177,0.0001267117,0.00008219622,0.0002526486,0.00006381382],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009919397,0.0000109206,0.0002246185,0.00001739987,0.000007702032,0.00003493253,0.00003475518,0.9739836,0.0006210527,0.02236219,0.000203445,0.002489447],"study_design_scores_gemma":[0.000002035999,0.00000189818,0.00001592549,0.000001668906,9.531985e-7,0.000003462664,0.0000030125,0.9965734,0.00006094853,0.003125387,0.0002096418,0.000001666279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01562101,0.0002401401,0.9795989,0.0002038287,0.00004820638,0.00003403034,0.00008581048,0.0002200145,0.003948029],"genre_scores_gemma":[0.6048783,0.0008008456,0.3848329,0.0001282836,0.0001029498,0.0002591279,0.0002879832,0.0001492098,0.008560445],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01539498,"threshold_uncertainty_score":0.03061074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2944096373","doi":"10.1109/sose.2019.00026","title":"Service Mesh: Challenges, State of the Art, and Future Research Opportunities","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":183,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Microservices; Computer science; Implementation; Service (business); Service delivery framework; State (computer science); State of art; Service-oriented architecture; Open research; Software engineering; Data science; Cloud computing; Web service; World Wide Web; Operating system; Business","authors":[{"name":"Wubin Li","is_ca":false},{"name":"Yves Lemieux","is_ca":true},{"name":"Jing Gao","is_ca":false},{"name":"Zhuofeng Zhao","is_ca":false},{"name":"Yanbo Han","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1028227822502334,"gpt":0.300610897592356,"spread":0.1977881153421226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008938842,0.0007541519,0.001303607,0.002912271,0.0009547653,0.005865277,0.002636067,0.003580672,0.007038622],"category_scores_gemma":[0.01122343,0.0006008925,0.0008359689,0.004175382,0.003208062,0.01510755,0.002371317,0.003179896,0.002086434],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001877173,"about_ca_system_score_gemma":0.003877608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001472645,"about_ca_topic_score_gemma":0.001366606,"domain_scores_codex":[0.9968622,0.0008098293,0.0002717681,0.0006003167,0.001094041,0.0003619762],"domain_scores_gemma":[0.9810463,0.01373652,0.0008847082,0.0008181823,0.002943374,0.0005708419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001346329,0.0001584056,0.00148958,0.008811333,0.00004529048,0.0001516283,0.0006469472,0.004517927,0.001914995,0.15564,0.01643975,0.8100496],"study_design_scores_gemma":[0.00002487316,0.0005303107,0.002252791,0.0136094,0.0001176474,0.00132971,0.004244501,0.0199992,0.003524692,0.2317686,0.7224328,0.0001654892],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005773344,0.9314694,0.02546697,0.02112277,0.001616115,0.00005363587,0.0000944506,0.0002156374,0.01418768],"genre_scores_gemma":[0.07106701,0.8967869,0.02135364,0.003423061,0.003543371,0.00009071034,0.0002319217,0.0001010228,0.003402332],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.008938842,"threshold_uncertainty_score":0.04727364,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041783719","doi":"10.1145/2517349.2522727","title":"Do not blame users for misconfigurations","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Division of Computer and Network Systems; NetApp; University of California, San Diego; National Science Foundation","keywords":"Computer science; Software bug; Blame; Software; Backporting; Software engineering; Software maintenance; Software configuration management; Computer security; Software development; World Wide Web; Component-based software engineering; Operating system; Software construction","authors":[{"name":"Tianyin Xu","is_ca":false},{"name":"Jiaqi Zhang","is_ca":false},{"name":"Peng Huang","is_ca":false},{"name":"Jing Zheng","is_ca":false},{"name":"Tianwei Sheng","is_ca":false},{"name":"Ding Yuan","is_ca":true},{"name":"Yuanyuan Zhou","is_ca":false},{"name":"Shankar Pasupathy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02038757480416186,"gpt":0.2546589506544686,"spread":0.2342713758503067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006731605,0.001231366,0.0008289365,0.001456653,0.004020876,0.006593959,0.002957875,0.005596898,0.03519288],"category_scores_gemma":[0.09850118,0.001115226,0.0004609969,0.0009764777,0.00519407,0.01233551,0.005432631,0.005736123,0.05497979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001144619,"about_ca_system_score_gemma":0.003470988,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002554124,"about_ca_topic_score_gemma":0.004738201,"domain_scores_codex":[0.9882491,0.003503809,0.0005866339,0.001379033,0.005391399,0.000890001],"domain_scores_gemma":[0.8492176,0.02216962,0.01387221,0.05809231,0.04535333,0.01129493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002964218,0.0006191751,0.02804786,0.000470022,0.0001220351,0.0006640106,0.01060284,0.0005584749,0.01056345,0.02710036,0.598189,0.3227664],"study_design_scores_gemma":[0.0001696952,0.0003599371,0.02150865,0.0004428622,0.0001111178,0.002712531,0.004739485,0.002505008,0.01107206,0.04177574,0.9143386,0.0002643544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.1288678,0.003569411,0.1307281,0.2110454,0.01544045,0.0006949355,0.0006765517,0.03851945,0.4704579],"genre_scores_gemma":[0.5774423,0.001487107,0.04931041,0.07697684,0.004070176,0.0005890473,0.0006738482,0.009652164,0.279798],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.03519288,"threshold_uncertainty_score":0.1177319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1486258796","doi":"10.1007/3-540-46029-2_10","title":"Applying the UML Performance Profile: Graph Grammar-Based Derivation of LQN Models from UML Specifications","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; UML tool; Unified Modeling Language; Applications of UML; Programming language; XML; Object Constraint Language; Graph rewriting; Graph; Software engineering; Software; Theoretical computer science; Operating system","authors":[{"name":"Dorina C. Petriu","is_ca":true},{"name":"Hui Shen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04060286868833232,"gpt":0.2264138466573297,"spread":0.1858109779689974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002083573,0.0006906728,0.0004281678,0.00137139,0.0005214998,0.002230708,0.001528117,0.000951955,0.004278897],"category_scores_gemma":[0.009381474,0.0008844997,0.001222985,0.0008342596,0.000810947,0.002265057,0.002006487,0.001376656,0.002706432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001234087,"about_ca_system_score_gemma":0.002738299,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008392754,"about_ca_topic_score_gemma":0.008044641,"domain_scores_codex":[0.9984021,0.0004792013,0.0001405568,0.0001850746,0.0007130967,0.00008004959],"domain_scores_gemma":[0.9968849,0.001664906,0.0001913656,0.0005416188,0.0006541799,0.00006306604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001755688,0.0002093299,0.003070749,0.0009896508,0.0000928624,0.00150377,0.004159322,0.1967836,0.03467643,0.3058651,0.01530437,0.4371693],"study_design_scores_gemma":[0.00005239945,0.00005271985,0.0005478859,0.0002780117,0.00008187665,0.0003706319,0.0003364387,0.7690882,0.04482551,0.1263304,0.05796123,0.00007471566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005656564,0.00002498849,0.9859984,0.0001292456,0.00002655398,0.0001365133,0.0004405306,0.003936124,0.00365111],"genre_scores_gemma":[0.150288,0.0002116563,0.8376821,0.0001261394,0.00001956744,0.0002663272,0.003161442,0.004166389,0.004078411],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008392754,"threshold_uncertainty_score":0.01668781,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142804492","doi":"10.1109/tkde.2011.138","title":"A Lightweight Algorithm for Message Type Extraction in System Application Logs","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Knowledge and Data Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Message passing; Partition (number theory); Event (particle physics); Algorithm; Data type; Web log analysis software; Task (project management); Data mining; Theoretical computer science; Distributed computing; Programming language; Operating system; The Internet","authors":[{"name":"Adetokunbo Makanju","is_ca":true},{"name":"A. Nur Zincir‐Heywood","is_ca":true},{"name":"Evangelos Milios","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02653254209557903,"gpt":0.2630677020256542,"spread":0.2365351599300751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001830768,0.001515722,0.001034823,0.004903258,0.001186591,0.002134086,0.002209128,0.001232174,0.00407003],"category_scores_gemma":[0.009325748,0.0007872199,0.001218916,0.00322907,0.000653829,0.003696904,0.002107933,0.001653233,0.004285804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001249314,"about_ca_system_score_gemma":0.002465335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002370723,"about_ca_topic_score_gemma":0.003575035,"domain_scores_codex":[0.9976717,0.0002946183,0.0003437117,0.0005074628,0.001034772,0.0001476574],"domain_scores_gemma":[0.9948461,0.002068999,0.0007246453,0.001211239,0.001026365,0.0001227628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000387824,0.0002138888,0.003583157,0.0004180885,0.00007312309,0.0001564059,0.0002711779,0.01086109,0.02097171,0.00651547,0.01655197,0.9399962],"study_design_scores_gemma":[0.0001942763,0.0002438284,0.003424596,0.0001157402,0.00007666229,0.0007593101,0.0002343091,0.8646445,0.05278838,0.03601812,0.04138619,0.0001141069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00457055,0.0001303327,0.978224,0.000104454,0.00004499501,0.0003118023,0.0006708455,0.01541815,0.0005249332],"genre_scores_gemma":[0.03595946,0.00009045711,0.9579713,0.00009190832,0.00004448365,0.0004797845,0.002799107,0.0006694241,0.001894002],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004903258,"threshold_uncertainty_score":0.01361567,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1455804204","doi":"10.5555/2685048.2685068","title":"Simple testing can prevent most critical failures: an analysis of production failures in distributed data-intensive systems","year":2014,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Simple (philosophy); Code (set theory); Catastrophic failure; Software; Reliability engineering; Software quality; Event (particle physics); Production (economics); Aspirator; Software bug; Distributed computing; Real-time computing; Operating system; Software development; Set (abstract data type); Programming language","authors":[{"name":"Ding Yuan","is_ca":true},{"name":"Yu Luo","is_ca":true},{"name":"Xin Zhuang","is_ca":true},{"name":"Guilherme Renna Rodrigues","is_ca":true},{"name":"Xu Zhao","is_ca":true},{"name":"Yongle Zhang","is_ca":true},{"name":"Pranay U. Jain","is_ca":true},{"name":"Michael Stumm","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0477514545736927,"gpt":0.33958859119948,"spread":0.2918371366257873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003830041,0.001105185,0.0006272472,0.003653972,0.0005547051,0.0007465584,0.001513739,0.0008094076,0.00086652],"category_scores_gemma":[0.03592854,0.0004575736,0.0009516136,0.00195881,0.001962218,0.001783859,0.0009995559,0.001157953,0.0001837429],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007784813,"about_ca_system_score_gemma":0.001665466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005984745,"about_ca_topic_score_gemma":0.003542902,"domain_scores_codex":[0.9966367,0.0007904759,0.0002548739,0.0004746412,0.001438639,0.0004045853],"domain_scores_gemma":[0.9256676,0.05467341,0.008060582,0.004940557,0.005453512,0.001204343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001315758,0.001268041,0.5897267,0.001854688,0.0004572358,0.003264728,0.003496255,0.1763314,0.02625587,0.005210669,0.004114023,0.1867045],"study_design_scores_gemma":[0.0001774653,0.002232859,0.2809292,0.0002528148,0.0003967688,0.001525887,0.001951677,0.6761383,0.02215092,0.01009021,0.003978792,0.0001750345],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9534095,0.0006952836,0.04162589,0.0003025508,0.00003944597,0.0002088878,0.0004627142,0.001976732,0.001278921],"genre_scores_gemma":[0.981634,0.0001066331,0.01725804,0.00005987551,0.00001438169,0.00006272607,0.0005145766,0.0001214252,0.0002283569],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005984745,"threshold_uncertainty_score":0.02025545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1638356594","doi":"","title":"A survey of trace exploration tools and techniques","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Reuse; Visualization; Terminology; Context (archaeology); Data science; Data visualization; Software engineering; Data mining; Engineering","authors":[{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Timothy C. Lethbridge","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2042936684017483,"gpt":0.4226544603785651,"spread":0.2183607919768169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005691854,0.002433571,0.002302386,0.01322037,0.001356931,0.004646049,0.004861596,0.001905671,0.004977596],"category_scores_gemma":[0.02067657,0.001768423,0.00232358,0.01287666,0.001338031,0.007496919,0.002293596,0.002518042,0.002678734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001147345,"about_ca_system_score_gemma":0.002907871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00424084,"about_ca_topic_score_gemma":0.002617949,"domain_scores_codex":[0.9930993,0.001295358,0.0007386674,0.001016733,0.003532233,0.0003178086],"domain_scores_gemma":[0.9780271,0.0130976,0.001440886,0.003114455,0.00387707,0.000442848],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001665443,0.0001535274,0.002830977,0.003347328,0.0001405631,0.0002483627,0.001162302,0.005717362,0.004701626,0.0204912,0.009514249,0.9515258],"study_design_scores_gemma":[0.0001928634,0.0006590039,0.008851227,0.008114635,0.0007440062,0.006246695,0.002992596,0.1282803,0.04146757,0.1295086,0.672229,0.0007134872],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.004596635,0.02951957,0.9416158,0.0008992318,0.0001913316,0.0003013948,0.0008999585,0.01545018,0.006526011],"genre_scores_gemma":[0.05861443,0.06181363,0.8648338,0.0004453553,0.0003520343,0.0007527042,0.003018939,0.002933591,0.007235413],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01322037,"threshold_uncertainty_score":0.03010178,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","authors":[{"name":"Xiuping Wu","is_ca":true},{"name":"Murray Woodside","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01996633812184337,"gpt":0.2147627866102179,"spread":0.1947964484883745,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001543519,0.001834055,0.0006402804,0.00181838,0.0005641774,0.002899279,0.00244902,0.001282423,0.004361951],"category_scores_gemma":[0.00567853,0.0009008229,0.001680096,0.001437155,0.000963972,0.003640811,0.001639428,0.001903576,0.002668844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00142648,"about_ca_system_score_gemma":0.001486513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00533287,"about_ca_topic_score_gemma":0.002716128,"domain_scores_codex":[0.9984419,0.0004101449,0.0001276813,0.0001648861,0.0007504512,0.000104936],"domain_scores_gemma":[0.9983618,0.0007500512,0.0001328833,0.000299648,0.0004041645,0.00005143832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003613241,0.00005705428,0.0006161598,0.0003985305,0.00006335536,0.0001626676,0.0003645677,0.5106579,0.003594261,0.4188206,0.006060558,0.0591682],"study_design_scores_gemma":[0.00001857552,0.00004735516,0.0002901441,0.0001707737,0.00005982052,0.0001064356,0.00006232011,0.7384835,0.003720593,0.1626914,0.09430669,0.00004245204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002947649,0.0005721702,0.9778217,0.0003812075,0.00008865394,0.00010217,0.0003239124,0.001799398,0.01596311],"genre_scores_gemma":[0.2262906,0.006322787,0.737189,0.000323016,0.0003220824,0.001048517,0.003369489,0.002215685,0.0229187],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00533287,"threshold_uncertainty_score":0.01459223,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015979301","doi":"10.1109/qsic.2008.50","title":"Abstracting Execution Logs to Execution Events for Enterprise Applications (Short Paper)","year":2008,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Profiling (computer programming); Source code; Overhead (engineering); Execution time; Event (particle physics); Source lines of code; Database; Operating system; Distributed computing; Programming language; Real-time computing; Software","authors":[{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Parminder Flora","is_ca":true},{"name":"Gilbert Hamann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02133947816397048,"gpt":0.2763812416248179,"spread":0.2550417634608474,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00238335,0.001073518,0.0008695517,0.00320044,0.0006079467,0.00285895,0.0009444648,0.0008421267,0.001934425],"category_scores_gemma":[0.0144229,0.0006351513,0.0008812097,0.002871303,0.000619862,0.00353999,0.001305536,0.001233294,0.0009485941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005106369,"about_ca_system_score_gemma":0.001100334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002447099,"about_ca_topic_score_gemma":0.002298121,"domain_scores_codex":[0.997718,0.0004946785,0.0003987025,0.0003387642,0.0009632815,0.00008668504],"domain_scores_gemma":[0.9855372,0.005966877,0.002568675,0.003569494,0.00195584,0.0004018083],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005952361,0.0003322391,0.03572599,0.000884581,0.0001462432,0.001408524,0.001679226,0.03859405,0.03300498,0.01398753,0.01959079,0.8540506],"study_design_scores_gemma":[0.0001024886,0.0005211346,0.02643962,0.000417818,0.0002217308,0.002756126,0.0008988656,0.7194071,0.09453907,0.0438266,0.1106212,0.000248292],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03399895,0.0004509915,0.9474788,0.0003812482,0.0001564215,0.0002221931,0.001323106,0.01514204,0.0008463087],"genre_scores_gemma":[0.2280707,0.0007726812,0.7605878,0.0002272797,0.0002374644,0.0003461654,0.005104204,0.001586053,0.003067755],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00320044,"threshold_uncertainty_score":0.01260453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096675246","doi":"10.1109/surv.2009.090303","title":"Towards Autonomic Network Management: an Analysis of Current and Future Research Directions","year":2009,"lang":"en","type":"article","venue":"IEEE Communications Surveys & Tutorials","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Perspective (graphical); Autonomic computing; Open research; Data science; Work (physics); Knowledge management; Management science; Risk analysis (engineering); Artificial intelligence; World Wide Web; Cloud computing; Engineering","authors":[{"name":"Nancy Samaan","is_ca":true},{"name":"Ahmed Karmouch","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0886702266393937,"gpt":0.3928894471039492,"spread":0.3042192204645555,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00934423,0.0007763792,0.0007232763,0.003470549,0.001130293,0.007293106,0.001655696,0.002904732,0.004255757],"category_scores_gemma":[0.01023766,0.0006562036,0.0006010695,0.004965432,0.002770462,0.0157637,0.001855513,0.003137334,0.001002546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002265658,"about_ca_system_score_gemma":0.002224615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001069009,"about_ca_topic_score_gemma":0.001409823,"domain_scores_codex":[0.9958714,0.001169406,0.0003049779,0.0004654002,0.001891386,0.0002973996],"domain_scores_gemma":[0.9896087,0.005896244,0.0006392096,0.0005634548,0.002719582,0.000572821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001741594,0.0002603836,0.003968304,0.002964154,0.00007253509,0.0002186755,0.0008751818,0.01989943,0.001944428,0.3937665,0.01414018,0.5617161],"study_design_scores_gemma":[0.00006655492,0.0004559512,0.005934528,0.005103973,0.0001158417,0.0009957912,0.003925973,0.1042452,0.002538276,0.4898494,0.3866294,0.0001390847],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.03061913,0.7077187,0.1017757,0.09141093,0.001754126,0.0001418217,0.0001448842,0.0003639014,0.0660708],"genre_scores_gemma":[0.1893171,0.7448254,0.05197182,0.003573016,0.004062434,0.0001584002,0.0002058946,0.00009677865,0.005789166],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.00934423,"threshold_uncertainty_score":0.04941761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2892022253","doi":"10.1109/cloud.2018.00148","title":"Deploying Microservice Based Applications with Kubernetes: Experiments and Lessons Learned","year":2018,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Microservices; Maintainability; Computer science; Downtime; High availability; Flexibility (engineering); Upgrade; Distributed computing; Architectural style; Code refactoring; Service (business); Set (abstract data type); Survivability; Software engineering; Operating system; Architecture; Software; Cloud computing; Computer network; Programming language","authors":[{"name":"Leila Abdollahi Vayghan","is_ca":true},{"name":"Mohamed Aymen Saied","is_ca":true},{"name":"Maria Toeroe","is_ca":true},{"name":"Ferhat Khendek","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03415740404709071,"gpt":0.3078189240316829,"spread":0.2736615199845921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002297159,0.0007341708,0.0006423475,0.0003633543,0.0004057238,0.000593612,0.001412309,0.0008310375,0.001254526],"category_scores_gemma":[0.009060139,0.000377214,0.0002966552,0.0004975914,0.0007852296,0.001511128,0.0008991285,0.001485345,0.00029381],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005007297,"about_ca_system_score_gemma":0.000317454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002446607,"about_ca_topic_score_gemma":0.002193483,"domain_scores_codex":[0.9982799,0.0006056851,0.0001491459,0.0002065962,0.0004626911,0.0002959715],"domain_scores_gemma":[0.9876645,0.008464828,0.00050774,0.001533853,0.001067788,0.0007613326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.006093152,0.0201557,0.0370858,0.002768306,0.0005160032,0.002181727,0.005508467,0.39277,0.3077285,0.007456051,0.01076982,0.2069666],"study_design_scores_gemma":[0.0009174799,0.01436502,0.03392406,0.0002032639,0.0002613491,0.0007329571,0.003026411,0.6339222,0.2977614,0.004615863,0.01005505,0.0002150238],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9889971,0.000274994,0.008069783,0.0002670816,0.00005414632,0.00008562304,0.0001061985,0.0008230382,0.001322083],"genre_scores_gemma":[0.9870771,0.0002520844,0.01154777,0.00005317198,0.00001670983,0.00004963003,0.0001886418,0.0001561164,0.0006586534],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002446607,"threshold_uncertainty_score":0.01214868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973322846","doi":"10.1007/s10270-006-0026-8","title":"An intermediate metamodel with scenarios and resources for generating performance models from UML designs","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Applications of UML; Rotation formalisms in three dimensions; Systems Modeling Language; UML tool; Petri net; Workload; Software engineering; Object Constraint Language; Programming language; Distributed computing; Software; Operating system","authors":[{"name":"Dorin B. Petriu","is_ca":true},{"name":"Murray Woodside","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02636785409280386,"gpt":0.2294110079456649,"spread":0.203043153852861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002313667,0.001361314,0.0005376439,0.002911046,0.0005450771,0.002346167,0.001711791,0.001475657,0.006812602],"category_scores_gemma":[0.007580351,0.001136381,0.002343524,0.0009553454,0.0005953489,0.00230268,0.001528033,0.001789009,0.00254097],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001020928,"about_ca_system_score_gemma":0.002032783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002339321,"about_ca_topic_score_gemma":0.003553858,"domain_scores_codex":[0.9988801,0.0003311069,0.0001282135,0.0001557826,0.000417982,0.00008681399],"domain_scores_gemma":[0.9973775,0.001206183,0.0002018411,0.0007089194,0.0004208119,0.00008469589],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004919675,0.0008978763,0.00755982,0.001142144,0.0002447135,0.002000309,0.002218895,0.3577583,0.04868777,0.3515781,0.01669562,0.2107245],"study_design_scores_gemma":[0.0001062987,0.0001692943,0.0008524886,0.0004157987,0.0002366873,0.000575544,0.0002614613,0.7768941,0.04622564,0.09450657,0.0796539,0.0001022199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005740206,0.000020243,0.9817199,0.0001021425,0.00002223617,0.0002186244,0.001143075,0.007656272,0.003377403],"genre_scores_gemma":[0.08359578,0.0001080409,0.9073728,0.0001061818,0.0000139083,0.0006471438,0.003753785,0.001933045,0.002469245],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006812602,"threshold_uncertainty_score":0.02279043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125341657","doi":"10.1109/msr.2013.6624035","title":"Discovering, reporting, and fixing performance bugs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"University of Waterloo; National Science Foundation","keywords":"Software bug; Computer science; Profiling (computer programming); Eclipse; Software; Operating system","authors":[{"name":"Adrian Nistor","is_ca":false},{"name":"Tian Jiang","is_ca":true},{"name":"Lin Tan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01063387021205875,"gpt":0.2161108396827027,"spread":0.2054769694706439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01026508,0.001331423,0.0006504739,0.004923676,0.001026796,0.002400964,0.001905273,0.00130851,0.0008343522],"category_scores_gemma":[0.1248605,0.001044136,0.0007860695,0.002156698,0.001112048,0.004952794,0.001517046,0.001538223,0.0005484398],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001144591,"about_ca_system_score_gemma":0.003171391,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00830985,"about_ca_topic_score_gemma":0.009479367,"domain_scores_codex":[0.983048,0.004447673,0.001741763,0.001917297,0.007790129,0.001055178],"domain_scores_gemma":[0.8181871,0.09573565,0.04438704,0.01658986,0.02342551,0.001674852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000220303,0.0004133132,0.5194976,0.0009376043,0.0002232115,0.000748809,0.004280314,0.00611314,0.01937865,0.001829475,0.004014794,0.4423427],"study_design_scores_gemma":[0.0001746125,0.002518294,0.7486814,0.001447299,0.001325554,0.005562252,0.008071,0.09300384,0.09337296,0.01014088,0.03501526,0.0006866266],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.8745005,0.003038202,0.1092104,0.001940718,0.0001583716,0.0003316525,0.0004418756,0.005356317,0.005022087],"genre_scores_gemma":[0.9183435,0.001483466,0.07648666,0.0003985048,0.00009835478,0.0001015095,0.0007081359,0.0006357321,0.001744186],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01026508,"threshold_uncertainty_score":0.05428761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618689158","doi":"10.1109/icse.2017.15","title":"Characterizing and Detecting Anti-Patterns in the Logging Code","year":2017,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Logging; Code (set theory); Source code; Redundant code; Context (archaeology); Database; Operating system; Set (abstract data type); Programming language; Code generation","authors":[{"name":"Boyuan Chen","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02643058065307089,"gpt":0.2753849750037025,"spread":0.2489543943506316,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002432737,0.0007782336,0.00042113,0.005112982,0.0005533703,0.0008923596,0.0009338462,0.0009434273,0.0005650775],"category_scores_gemma":[0.02770656,0.0005279872,0.0004654608,0.00249184,0.0008119653,0.001435174,0.0008747802,0.0009008435,0.0005427793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005691829,"about_ca_system_score_gemma":0.001549932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003826806,"about_ca_topic_score_gemma":0.009125163,"domain_scores_codex":[0.9947618,0.0008314291,0.000591033,0.001188788,0.002330622,0.0002962788],"domain_scores_gemma":[0.9435173,0.03051905,0.01090254,0.004800384,0.009706633,0.0005541643],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005807571,0.0004246807,0.3856734,0.001738433,0.0002046677,0.002507791,0.007332061,0.006383621,0.1145702,0.001708714,0.009815949,0.4690598],"study_design_scores_gemma":[0.00008493556,0.0007570123,0.4557796,0.0007432771,0.0004040212,0.006577292,0.003849211,0.2067901,0.2753274,0.003928248,0.04546833,0.0002905483],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8801135,0.0007596358,0.09529575,0.0004689086,0.00007941188,0.000330812,0.002757017,0.01764824,0.002546692],"genre_scores_gemma":[0.8266131,0.0004096926,0.1631629,0.0002129084,0.00002922798,0.0002583857,0.005155383,0.001747397,0.002411001],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005112982,"threshold_uncertainty_score":0.01286566,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154941531","doi":"10.1109/icsm.2009.5306331","title":"Automated performance analysis of load tests","year":2009,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Load testing; Throughput; Reliability engineering; System under test; System testing; Test (biology); Real-time computing; Test case; Machine learning; Engineering; Operating system","authors":[{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Gilbert Hamann","is_ca":true},{"name":"Parminder Flora","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008841837450423766,"gpt":0.2554502326588025,"spread":0.2466083952083787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002480683,0.001877268,0.001282088,0.005639812,0.0005725692,0.001734343,0.001897909,0.0007344441,0.002694686],"category_scores_gemma":[0.02296013,0.0004892628,0.0006374579,0.001934546,0.0006071901,0.001560345,0.0009717479,0.001013881,0.00147375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001237774,"about_ca_system_score_gemma":0.001561563,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004779414,"about_ca_topic_score_gemma":0.002488312,"domain_scores_codex":[0.9937599,0.001621561,0.0003867408,0.000786381,0.00297479,0.0004704956],"domain_scores_gemma":[0.970248,0.01449172,0.004722098,0.004265316,0.005854544,0.0004183743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001310495,0.001202335,0.09225629,0.000891372,0.0002737506,0.001225427,0.0008418175,0.2348255,0.08017631,0.005587604,0.01390249,0.5675067],"study_design_scores_gemma":[0.00006077349,0.0003186788,0.02710869,0.0000463318,0.0000503367,0.0002657298,0.0001350767,0.9291844,0.03488261,0.004747484,0.003122882,0.00007694411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5167966,0.0006979155,0.3979402,0.0003603421,0.00009209476,0.0004835544,0.003547571,0.07287571,0.00720597],"genre_scores_gemma":[0.9216573,0.000139723,0.07211965,0.00007566487,0.00006264277,0.000277125,0.003328832,0.001119765,0.00121938],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.005639812,"threshold_uncertainty_score":0.01311928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2531425405","doi":"10.1007/s10664-016-9456-2","title":"Which log level should developers choose for a new logging statement?","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Statement (logic); Logging; Computer science; Brier score; Leverage (statistics); Login; Database; Data mining; Information retrieval; Operating system; Machine learning; Forestry","authors":[{"name":"Heng Li","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07458787435700132,"gpt":0.3073065049729828,"spread":0.2327186306159815,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008143733,0.0002944368,0.0002919412,0.000998745,0.0005188838,0.001698208,0.0006490369,0.001254261,0.004732789],"category_scores_gemma":[0.09121022,0.0004232149,0.0002866578,0.0005140971,0.0006998166,0.003073175,0.0006072848,0.001392272,0.001838258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007618146,"about_ca_system_score_gemma":0.001491885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002211501,"about_ca_topic_score_gemma":0.009467151,"domain_scores_codex":[0.9958662,0.001645915,0.0003938384,0.0006092099,0.001035364,0.0004495366],"domain_scores_gemma":[0.9215124,0.04864463,0.01010276,0.005220728,0.009682205,0.004837272],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001928629,0.001183169,0.6853866,0.000482137,0.0001823653,0.0008978263,0.00351067,0.001864639,0.01687762,0.004213073,0.01807809,0.2653952],"study_design_scores_gemma":[0.0006321674,0.002066515,0.8243482,0.000847475,0.0005696043,0.002096843,0.02409402,0.03514585,0.03728324,0.03256024,0.03995826,0.0003976187],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9616467,0.000361596,0.01399364,0.00962304,0.000122808,0.0001534964,0.0007853953,0.0006566903,0.01265661],"genre_scores_gemma":[0.9881621,0.000119133,0.008767188,0.0005837741,0.00003552836,0.00004485624,0.0001843526,0.000143524,0.001959507],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9918563,"threshold_uncertainty_score":0.04306871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1415938757","doi":"10.5555/2685048.2685099","title":"lprof: a non-intrusive request flow profiler for distributed systems","year":2014,"lang":"en","type":"article","venue":"TSpace (University of Toronto)","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Debugging; Cloud computing; Profiling (computer programming); Distributed computing; Yarn; Database; Source code; Parsing; Code (set theory); Operating system; Programming language","authors":[{"name":"Xu Zhao","is_ca":true},{"name":"Yongle Zhang","is_ca":true},{"name":"David Lion","is_ca":true},{"name":"Muhammad Faizan Ullah","is_ca":true},{"name":"Yu Luo","is_ca":true},{"name":"Ding Yuan","is_ca":true},{"name":"Michael Stumm","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00859205764850851,"gpt":0.2190193785743372,"spread":0.2104273209258287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004260223,0.002290114,0.0008533046,0.003824807,0.0007925463,0.001599009,0.002331342,0.001083763,0.004044856],"category_scores_gemma":[0.0180367,0.001351221,0.0006601847,0.001617947,0.000651344,0.004133852,0.002013702,0.002142798,0.003301346],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001124414,"about_ca_system_score_gemma":0.002202649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004990531,"about_ca_topic_score_gemma":0.005389447,"domain_scores_codex":[0.9949397,0.00106025,0.0005687745,0.0007897902,0.002271516,0.0003700638],"domain_scores_gemma":[0.9851206,0.006643921,0.001924301,0.003879995,0.00190482,0.0005264317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002368607,0.0009561552,0.04815615,0.001592914,0.0003779645,0.0009940071,0.002587221,0.02992969,0.0614405,0.009993352,0.1628926,0.6787108],"study_design_scores_gemma":[0.0003608219,0.0007809675,0.02883161,0.0002098421,0.0001117582,0.001416589,0.0004947429,0.7377195,0.1101807,0.01165303,0.1077381,0.0005024147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"software","genre_gemma":"empirical","genre_scores_codex":[0.03831131,0.0004145961,0.3388842,0.0003864568,0.0001015394,0.0006620424,0.007381815,0.6101581,0.003699836],"genre_scores_gemma":[0.5379086,0.0004580842,0.417965,0.0006015302,0.000130937,0.001234405,0.01595437,0.01969128,0.00605579],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004990531,"threshold_uncertainty_score":0.0225305,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2946622927","doi":"10.1016/j.procs.2019.04.184","title":"IoT-based predictive maintenance for fleet management","year":2019,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Predictive maintenance; Internet of Things; Architecture; Fleet management; Big data; Work (physics); Machine learning; Computer security; Data mining; Reliability engineering; Telecommunications","authors":[{"name":"Patrick Killeen","is_ca":true},{"name":"Bo Ding","is_ca":false},{"name":"Iluju Kiringa","is_ca":true},{"name":"Tet Yeap","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.005923858653000614,"gpt":0.2219247922871021,"spread":0.2160009336341015,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002989182,0.0004177454,0.0004298064,0.0004879946,0.0003576291,0.000497451,0.0008241589,0.0004146059,0.001437462],"category_scores_gemma":[0.0006619703,0.0001671373,0.0002891661,0.0004189127,0.0002490919,0.0007575181,0.000457993,0.0003887159,0.0003104953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004225802,"about_ca_system_score_gemma":0.0003551846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002532282,"about_ca_topic_score_gemma":0.003607934,"domain_scores_codex":[0.9998289,0.00002636604,0.00001008922,0.00004590454,0.00006540262,0.00002323979],"domain_scores_gemma":[0.9997123,0.00007492376,0.00005436387,0.00005637798,0.00008066037,0.00002139173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000242683,0.0001461071,0.004908167,0.0001499569,0.00006300576,0.0002691417,0.0001286603,0.7140538,0.01627838,0.0059283,0.004994708,0.252837],"study_design_scores_gemma":[0.00000578297,0.0000344787,0.0009933846,0.00000681238,0.000009832829,0.00004349198,0.00001835972,0.9934768,0.001722724,0.002316085,0.001366305,0.000005909595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1172984,0.0008828662,0.8688216,0.000421259,0.0001679978,0.000108184,0.0003505092,0.003549839,0.008399447],"genre_scores_gemma":[0.9622892,0.0001691849,0.03570255,0.00004570993,0.0000271936,0.00003840629,0.0002199257,0.00004447787,0.001463298],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002532282,"threshold_uncertainty_score":0.005035102,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3159076496","doi":"10.1007/s10664-020-09910-y","title":"Promises and challenges of microservices: an exploratory study","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Microservices; Computer science; Software deployment; Scalability; Reuse; Best practice; Software development; Process (computing); Software engineering; Code reuse; Software; Knowledge management; Engineering; Cloud computing; Database; Management","authors":[{"name":"Yingying Wang","is_ca":true},{"name":"Harshavardhan Kadiyala","is_ca":true},{"name":"Julia Rubin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04185144518438682,"gpt":0.2711256357909792,"spread":0.2292741906065924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009827132,0.0002099441,0.0002183865,0.001218196,0.002481442,0.003357129,0.001247703,0.001191907,0.006403757],"category_scores_gemma":[0.05078385,0.0003379662,0.0002157706,0.001562591,0.002812938,0.008007493,0.002207865,0.00216533,0.0006014331],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00181771,"about_ca_system_score_gemma":0.002431742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002042811,"about_ca_topic_score_gemma":0.003786691,"domain_scores_codex":[0.9953328,0.002596754,0.0001441072,0.0002638568,0.001158555,0.0005038641],"domain_scores_gemma":[0.8690165,0.1090996,0.009849322,0.002703977,0.005428968,0.003901607],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.002261501,0.005444599,0.550806,0.001097283,0.00008187971,0.002402335,0.1716835,0.002381747,0.004322764,0.1286432,0.004805667,0.1260696],"study_design_scores_gemma":[0.0001031497,0.003138684,0.3668398,0.0007035791,0.0000965827,0.001220107,0.5562902,0.008558925,0.003509512,0.02181684,0.03763445,0.00008810324],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9863787,0.0002440002,0.0006984822,0.00117758,0.000006108991,0.00005690576,0.00005051915,0.00000862753,0.01137911],"genre_scores_gemma":[0.9987263,0.0001568734,0.0002879404,0.00006552373,0.000006898863,0.00002537192,0.0000217402,0.000005060059,0.0007042467],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009827132,"threshold_uncertainty_score":0.0519715,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169393467","doi":"10.1007/3-540-46029-2_9","title":"Software Performance Models from System Scenarios in Use Case Maps","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Notation; Unified Modeling Language; Sequence diagram; Software; Sequence (biology); Software engineering; Activity diagram; Resource (disambiguation); Programming language","authors":[{"name":"Dorin C. Petriu","is_ca":true},{"name":"Murray Woodside","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02510985058988859,"gpt":0.2150726193795159,"spread":0.1899627687896273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001361298,0.00116867,0.0004966295,0.002064765,0.0004094953,0.002590532,0.001564213,0.001286202,0.006922305],"category_scores_gemma":[0.01099616,0.0008352419,0.0009317491,0.001870038,0.0007096146,0.003604463,0.000977498,0.001219013,0.00177782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001428391,"about_ca_system_score_gemma":0.0006076003,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005905865,"about_ca_topic_score_gemma":0.005771402,"domain_scores_codex":[0.9989541,0.0004700829,0.0000611232,0.0001100804,0.0003125411,0.00009211504],"domain_scores_gemma":[0.9936969,0.00506613,0.0002938464,0.0003034576,0.000554062,0.0000855934],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007433002,0.00007255763,0.00118585,0.0001238093,0.00002818515,0.000207957,0.0003710483,0.8896786,0.0005885237,0.0710078,0.002364362,0.03429699],"study_design_scores_gemma":[0.000006396366,0.00001455561,0.0003911552,0.00002550661,0.00001344316,0.00006018067,0.00006831535,0.9497393,0.0003736373,0.04609433,0.003200418,0.00001260933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07661828,0.0005152181,0.8701745,0.0007193193,0.00005493457,0.0003128658,0.002046498,0.002643165,0.04691505],"genre_scores_gemma":[0.8198178,0.0007672484,0.1693272,0.00005004629,0.00003388398,0.0004517722,0.002380074,0.0003566705,0.006815172],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006922305,"threshold_uncertainty_score":0.02315742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239854741","doi":"10.1002/smr.374","title":"An automated approach for abstracting execution logs to execution events","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"Sandia National Laboratories; University of Waterloo","keywords":"Computer science; Source code; Programming language; Abstraction; Compiler; Database; Software engineering; Data mining","authors":[{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Gilbert Hamann","is_ca":true},{"name":"Parminder Flora","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06347520511774862,"gpt":0.3816328687764182,"spread":0.3181576636586695,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003240894,0.002208066,0.001474062,0.007848593,0.001182464,0.003558035,0.002500759,0.001041113,0.00199513],"category_scores_gemma":[0.0167367,0.000929466,0.00160353,0.004043119,0.001036071,0.003735841,0.002944591,0.00211366,0.001481781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009505738,"about_ca_system_score_gemma":0.003544034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006523142,"about_ca_topic_score_gemma":0.007078737,"domain_scores_codex":[0.9950736,0.001095331,0.0006232734,0.0008843911,0.00204898,0.0002745053],"domain_scores_gemma":[0.9834338,0.006093388,0.002764209,0.004611655,0.002813368,0.0002835866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003574649,0.000442476,0.01003151,0.0005396764,0.0001914389,0.0005575611,0.002108367,0.02171162,0.02762463,0.01094553,0.009904454,0.9155852],"study_design_scores_gemma":[0.0001239804,0.0003253862,0.01234947,0.0002367672,0.0002748518,0.001235925,0.001114251,0.825074,0.06003694,0.05174631,0.04719167,0.0002904138],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007377662,0.0001374302,0.9760416,0.0001011598,0.00002575934,0.0002747005,0.0004802625,0.01501656,0.0005447625],"genre_scores_gemma":[0.1066125,0.0002525617,0.8869625,0.0001124808,0.0000629906,0.0004431697,0.002841204,0.0008151661,0.001897512],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007848593,"threshold_uncertainty_score":0.01713973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055136026","doi":"10.1145/584369.584402","title":"XSLT transformation from UML models to LQN performance models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; XSLT; Programming language; Streaming XML; Graph rewriting; Model transformation; XML Schema (W3C); XML; XML Encryption; Graph; Artificial intelligence; World Wide Web; Theoretical computer science","authors":[{"name":"Gordon P. Gu","is_ca":true},{"name":"Dorina C. Petriu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0480725074263114,"gpt":0.2125060700552117,"spread":0.1644335626289003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001735823,0.0006852546,0.0003662104,0.001099469,0.0003564055,0.001484448,0.001013255,0.0005879528,0.004740799],"category_scores_gemma":[0.006402344,0.0004810994,0.001031872,0.0005896763,0.0006024945,0.001123808,0.0008650866,0.001019127,0.00192352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001367803,"about_ca_system_score_gemma":0.001610594,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005309727,"about_ca_topic_score_gemma":0.003173689,"domain_scores_codex":[0.9981716,0.0005163904,0.0001937327,0.0002377282,0.0008031539,0.00007740971],"domain_scores_gemma":[0.9980869,0.0007550516,0.0001543547,0.0003947946,0.000575266,0.00003365905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003657662,0.0002790942,0.003412704,0.0006719609,0.0001303692,0.001224096,0.002366514,0.4470327,0.03724211,0.1816934,0.03043075,0.2951505],"study_design_scores_gemma":[0.00007230897,0.00007429849,0.0005268123,0.0001145121,0.0000645346,0.000187722,0.0001380074,0.7911865,0.06321879,0.04562442,0.09874112,0.00005106032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007420463,0.00002822041,0.9716328,0.0001885833,0.00006712291,0.0001852969,0.001113135,0.01536355,0.004000839],"genre_scores_gemma":[0.20584,0.0002980086,0.7695016,0.0002461451,0.0000510751,0.000870136,0.007711478,0.005126473,0.01035518],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005309727,"threshold_uncertainty_score":0.01585954,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2534933448","doi":"10.1007/s10664-016-9467-z","title":"Towards just-in-time suggestions for log changes","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Commit; Computer science; Logging; Random forest; Set (abstract data type); Directory; Source code; Process (computing); Machine learning; Data mining; Data science; Database; Artificial intelligence; Programming language; Operating system","authors":[{"name":"Heng Li","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Ying Zou","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02384869600911503,"gpt":0.2737739051977656,"spread":0.2499252091886506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02371935,0.002258967,0.001423964,0.003264017,0.002568688,0.00862879,0.005701107,0.006374546,0.02686177],"category_scores_gemma":[0.2246955,0.001736048,0.001002985,0.001576123,0.001475647,0.01373593,0.004859458,0.005312875,0.01094687],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001582777,"about_ca_system_score_gemma":0.006489072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002659793,"about_ca_topic_score_gemma":0.005934548,"domain_scores_codex":[0.959419,0.02467216,0.001952343,0.003548679,0.009324773,0.001083133],"domain_scores_gemma":[0.7762057,0.139467,0.01177633,0.03109156,0.03606172,0.005397722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003515255,0.002540964,0.02447411,0.001490565,0.000234641,0.001336822,0.007051249,0.01668623,0.02841831,0.03264712,0.07699145,0.8046133],"study_design_scores_gemma":[0.001494286,0.001807459,0.02063756,0.001291501,0.0004114346,0.001522172,0.01542156,0.6136001,0.04240712,0.1531932,0.1474875,0.0007262007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07856402,0.001003655,0.8317036,0.0175772,0.0009555122,0.001133787,0.001405605,0.0462151,0.02144154],"genre_scores_gemma":[0.3262251,0.000252903,0.6619252,0.001179949,0.0002643001,0.0003474188,0.001312732,0.00184363,0.006648803],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02686177,"threshold_uncertainty_score":0.1254414,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067258447","doi":"10.1145/2188286.2188344","title":"Automated detection of performance regressions using statistical process control techniques","year":2012,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Regression testing; Computer science; Software performance testing; Process (computing); Software; Software regression; Non-regression testing; Software reliability testing; Data mining; Statistical process control; Statistical hypothesis testing; Machine learning; Software quality; Software system; Software development; Software construction; Statistics; Operating system","authors":[{"name":"Thanh Nguyen","is_ca":true},{"name":"Bram Adams","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Mohamed Nasser","is_ca":true},{"name":"Parminder Flora","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01484464576219385,"gpt":0.2998189450069804,"spread":0.2849742992447866,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007619392,0.001465874,0.001147907,0.006302548,0.0005542691,0.001889198,0.001404594,0.0008485909,0.0007294491],"category_scores_gemma":[0.04179646,0.000506932,0.0006679893,0.003318863,0.0008554608,0.001536407,0.0008504048,0.00144519,0.0003116457],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007808335,"about_ca_system_score_gemma":0.001580954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006452038,"about_ca_topic_score_gemma":0.003667355,"domain_scores_codex":[0.9882486,0.003670477,0.0008344332,0.001995195,0.004841531,0.0004097305],"domain_scores_gemma":[0.9231796,0.04286369,0.01585547,0.007954799,0.009572318,0.0005741175],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005674044,0.0005797183,0.09017208,0.0003564239,0.0003443859,0.0006335863,0.001016663,0.1957144,0.05235758,0.01020467,0.003856292,0.6441967],"study_design_scores_gemma":[0.00003894023,0.0001825773,0.01178267,0.00002991459,0.00004625007,0.0001929002,0.00005424846,0.9599037,0.02063136,0.005573435,0.001483158,0.00008082204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0688227,0.0003082529,0.9186235,0.0001212865,0.00003897839,0.0001614616,0.0002648103,0.0108708,0.0007882105],"genre_scores_gemma":[0.7599416,0.0002045797,0.2379098,0.00006898104,0.00007057756,0.0003177801,0.0006355628,0.0003962688,0.0004547706],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007619392,"threshold_uncertainty_score":0.04029572,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3040857534","doi":"10.1145/3385187","title":"Predicting Node Failures in an Ultra-Large-Scale Cloud Computing Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; York University","funders":"","keywords":"Cloud computing; DevOps; Computer science; Scalability; Context (archaeology); Node (physics); Scale (ratio); Data science; Software; Distributed computing; Computer security; Software engineering; Database; Operating system; Engineering","authors":[{"name":"Yangguang Li","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Heng Li","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Cheng He","is_ca":false},{"name":"Ruirui Huang","is_ca":false},{"name":"Zhengda Zeng","is_ca":false},{"name":"Mian Wang","is_ca":false},{"name":"Pinan Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05902938087634173,"gpt":0.2962129620419633,"spread":0.2371835811656215,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001637005,0.001049915,0.0004229996,0.001243174,0.0007862389,0.0008516601,0.001117876,0.000758972,0.0006278606],"category_scores_gemma":[0.005279753,0.000316151,0.0003650239,0.0007338077,0.0005696442,0.001462293,0.001222116,0.00113892,0.0002523226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001095454,"about_ca_system_score_gemma":0.001166627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02116555,"about_ca_topic_score_gemma":0.02992927,"domain_scores_codex":[0.9992766,0.000142826,0.00005304339,0.0001577815,0.0002483296,0.0001214491],"domain_scores_gemma":[0.9969579,0.001073573,0.0004335587,0.0003080379,0.0007888217,0.0004381722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003355827,0.0002651012,0.08701217,0.0001746616,0.0001215981,0.0007746199,0.0004874667,0.8160068,0.01162515,0.001953972,0.008279926,0.07296295],"study_design_scores_gemma":[0.000005387969,0.00006153162,0.009726007,0.00001044763,0.000009960492,0.00003370793,0.0001921301,0.9861972,0.001709042,0.001216524,0.0008259019,0.0000120697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9096871,0.0005660225,0.0805252,0.001650136,0.0002212394,0.0002370085,0.001100877,0.003283171,0.002729342],"genre_scores_gemma":[0.9667594,0.0001802183,0.03117779,0.00009503107,0.00003067177,0.00004399419,0.0009888947,0.00007610436,0.0006478693],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02116555,"threshold_uncertainty_score":0.04208469,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","authors":[{"name":"Marin Litoiu","is_ca":true},{"name":"Murray Woodside","is_ca":true},{"name":"Tao Zheng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01003167042698593,"gpt":0.2183065064621784,"spread":0.2082748360351925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008265136,0.0003501916,0.0004873749,0.0004167592,0.0005877923,0.001587548,0.001002664,0.0004450468,0.001570328],"category_scores_gemma":[0.001478738,0.0003077234,0.0004682366,0.0004103238,0.0008682825,0.001057441,0.00102052,0.0008258169,0.0002948508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001199181,"about_ca_system_score_gemma":0.001240701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006047545,"about_ca_topic_score_gemma":0.007456446,"domain_scores_codex":[0.9994233,0.0001602994,0.00003383599,0.00007763188,0.0002329482,0.00007210048],"domain_scores_gemma":[0.9994635,0.0001832731,0.00007146617,0.0001182007,0.0001099726,0.00005355183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005265114,0.00004538761,0.0004922244,0.00006702801,0.00003361835,0.0000614747,0.0001483286,0.8589923,0.005784423,0.09943628,0.001457941,0.03342838],"study_design_scores_gemma":[0.00000934098,0.00001877191,0.0001103603,0.000005492463,0.000006069603,0.000009253097,0.000008137493,0.9741783,0.0004234949,0.0237179,0.001507094,0.000005870234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0304962,0.0006151134,0.9548463,0.000439358,0.00007652695,0.00006972226,0.00005941238,0.00147022,0.01192712],"genre_scores_gemma":[0.8806639,0.0006000375,0.1152114,0.00009789133,0.00006471913,0.0001855698,0.0001107744,0.00009073823,0.002974971],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006047545,"threshold_uncertainty_score":0.0120247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2978276730","doi":"10.1109/qrs.2019.00034","title":"Microservice Based Architecture: Towards High-Availability for Stateful Applications with Kubernetes","year":2019,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada); Université du Québec à Rimouski; Concordia University","funders":"","keywords":"Stateful firewall; Microservices; Stateless protocol; Computer science; Distributed computing; Replication (statistics); State (computer science); Operating system; Computer network; Programming language; Cloud computing; Biology","authors":[{"name":"Leila Abdollahi Vayghan","is_ca":true},{"name":"Mohamed Aymen Saied","is_ca":true},{"name":"Maria Toeroe","is_ca":true},{"name":"Ferhat Khendek","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.004662068273579947,"gpt":0.2094503110741431,"spread":0.2047882428005631,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001461863,0.0004637511,0.0003388875,0.0005629631,0.0005304559,0.001653679,0.001593462,0.0006860668,0.002217402],"category_scores_gemma":[0.002842003,0.0004005135,0.0004060254,0.0003755458,0.0006390988,0.002621831,0.002265634,0.001535879,0.000745345],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004967163,"about_ca_system_score_gemma":0.0008594942,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001411458,"about_ca_topic_score_gemma":0.0012219,"domain_scores_codex":[0.9989973,0.000186361,0.0001083965,0.0001637083,0.0003571186,0.0001871189],"domain_scores_gemma":[0.9982271,0.000287954,0.0001591403,0.0007037527,0.0003979249,0.0002242599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002113327,0.00111098,0.01728042,0.001201058,0.0002976678,0.001690346,0.002581684,0.08878225,0.2433336,0.1243211,0.02587348,0.4914141],"study_design_scores_gemma":[0.0001861201,0.0006772853,0.01060972,0.0001951441,0.0002212357,0.001335352,0.0005734655,0.691723,0.1546386,0.04671364,0.09290532,0.0002211471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1657262,0.0005865403,0.7793996,0.0006335025,0.0002232083,0.0002174726,0.0001372232,0.04324879,0.009827533],"genre_scores_gemma":[0.7854132,0.0003208857,0.2054137,0.0002982896,0.00007036463,0.0001714067,0.0003859547,0.001349826,0.006576346],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002217402,"threshold_uncertainty_score":0.00773114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2240989855","doi":"10.1109/ase.2015.15","title":"Performance Prediction of Configurable Software Systems by Fourier Learning (T)","year":2015,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Software system; Factor (programming language); Algorithm; Constant (computer programming); Sample (material); Data mining; Theoretical computer science; Programming language","authors":[{"name":"Yi Zhang","is_ca":true},{"name":"Jianmei Guo","is_ca":true},{"name":"Eric Blais","is_ca":true},{"name":"Krzysztof Czarnecki","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0184410655918784,"gpt":0.2099375405700779,"spread":0.1914964749781994,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001668022,0.000827846,0.0005231365,0.001148236,0.0002711885,0.0007130346,0.000872284,0.0009164276,0.0005728397],"category_scores_gemma":[0.01272723,0.0002819297,0.0004886516,0.0007965151,0.0006983908,0.001136507,0.0005859355,0.0009377183,0.0002605029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008941712,"about_ca_system_score_gemma":0.0006485908,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005287796,"about_ca_topic_score_gemma":0.003607422,"domain_scores_codex":[0.9993014,0.0002005091,0.00005106073,0.0001799736,0.0001992758,0.00006761456],"domain_scores_gemma":[0.9915783,0.006063364,0.001021413,0.0005667642,0.0006255881,0.0001446006],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000959203,0.00008776659,0.01049742,0.00002768412,0.00002730791,0.00005379527,0.00004421463,0.9185589,0.002326265,0.0008125649,0.0002294638,0.0672387],"study_design_scores_gemma":[0.000001307266,0.00001148001,0.0005247043,0.000001386744,0.000001439987,0.000008404272,0.000003666471,0.9985555,0.0005081125,0.0003651895,0.00001604381,0.000002755506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.330324,0.0002041263,0.6672127,0.0001676743,0.00001249093,0.00004689406,0.0001056364,0.00100887,0.0009177327],"genre_scores_gemma":[0.938654,0.00006309605,0.06076928,0.00002206026,0.000008284953,0.00003739722,0.000132999,0.00003243551,0.0002804728],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005287796,"threshold_uncertainty_score":0.01051402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2337392435","doi":"10.1145/2909480","title":"Debugging distributed systems","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; Universities Space Research Association; National Science Foundation","keywords":"Debugging; Computer science; Visualization; Programming language; Algorithmic program debugging; Software engineering; Operating system; Embedded system; Artificial intelligence","authors":[{"name":"Ivan Beschastnikh","is_ca":true},{"name":"Patty Wang","is_ca":true},{"name":"Yuriy Brun","is_ca":false},{"name":"Michael D. Ernst","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03294595689119045,"gpt":0.2705241342350612,"spread":0.2375781773438707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001701427,0.001109,0.0005644538,0.002271382,0.0005300761,0.001623898,0.001333924,0.0006624079,0.0205093],"category_scores_gemma":[0.006201248,0.0005261939,0.0006359406,0.001177593,0.0003452566,0.003046521,0.001947177,0.001661624,0.002969773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005017453,"about_ca_system_score_gemma":0.001110728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002785352,"about_ca_topic_score_gemma":0.004520314,"domain_scores_codex":[0.9991272,0.0001942509,0.00004495986,0.0001307293,0.0004226544,0.00008024361],"domain_scores_gemma":[0.9969518,0.001399698,0.000184695,0.0007009071,0.0006090696,0.0001537584],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001041156,0.0001925331,0.007202424,0.0006813157,0.0001495205,0.0004198813,0.001452352,0.02174188,0.02779347,0.03667652,0.1868965,0.7157524],"study_design_scores_gemma":[0.0008452276,0.0004743457,0.007471987,0.0004161352,0.000188495,0.001467511,0.0004380742,0.4119724,0.08506588,0.06626943,0.4251624,0.0002280352],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02345855,0.000748831,0.6918621,0.0009338,0.0002716002,0.000130221,0.00389537,0.2560149,0.02268469],"genre_scores_gemma":[0.3884928,0.001854585,0.5463304,0.0005146959,0.0001846716,0.0002840326,0.010656,0.02163671,0.03004615],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0205093,"threshold_uncertainty_score":0.06861043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023740829","doi":"10.5555/2486788.2486927","title":"Automatic detection of performance deviations in the load testing of large scale systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Benchmark (surveying); False positive paradox; Overhead (engineering); Set (abstract data type); Data mining; Test set; Scale (ratio); Machine learning; Artificial intelligence; Reliability engineering; Real-time computing; Engineering","authors":[{"name":"Haroon Malik","is_ca":true},{"name":"Hadi Hemmati","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01270176190692431,"gpt":0.226176354115137,"spread":0.2134745922082126,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001661918,0.0006707796,0.0005861148,0.002632309,0.0004134834,0.0008319676,0.001038809,0.0006213378,0.0006294856],"category_scores_gemma":[0.01144124,0.000173889,0.0002716206,0.001782808,0.0004917061,0.0008641552,0.000709358,0.0006801034,0.0006238905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007415413,"about_ca_system_score_gemma":0.0007199253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001947447,"about_ca_topic_score_gemma":0.001958228,"domain_scores_codex":[0.9969738,0.0007201756,0.0002393628,0.0005171609,0.001379375,0.0001702144],"domain_scores_gemma":[0.9876122,0.004741168,0.00363345,0.001583164,0.002172206,0.0002578131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0008023537,0.0009646627,0.2198394,0.0002399978,0.0001642107,0.0004407968,0.0003408635,0.1218148,0.08857729,0.0009125912,0.004266941,0.5616361],"study_design_scores_gemma":[0.00001072795,0.000238606,0.0548103,0.00001524964,0.00001801487,0.0002957612,0.0000581001,0.9019247,0.04091078,0.0008535289,0.0008334934,0.00003065643],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7935836,0.0002830941,0.1933946,0.0002276932,0.00004647235,0.00009322313,0.0005432487,0.009913377,0.001914791],"genre_scores_gemma":[0.9753734,0.0000283243,0.02375894,0.00002856093,0.00001574207,0.00002659797,0.0004199031,0.0000715464,0.0002770663],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002632309,"threshold_uncertainty_score":0.008789122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2522585932","doi":"10.5555/3026877.3026924","title":"Non-intrusive performance profiling for entire software stacks based on the flow reconstruction principle","year":2016,"lang":"en","type":"article","venue":"Operating Systems Design and Implementation","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Profiling (computer programming); Software; A priori and a posteriori; Root cause; Parallel computing; Distributed computing; Operating system; Reliability engineering","authors":[{"name":"Xu Zhao","is_ca":true},{"name":"Kirk Rodrigues","is_ca":true},{"name":"Yu Luo","is_ca":true},{"name":"Ding Yuan","is_ca":true},{"name":"Michael Stumm","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02217704793789528,"gpt":0.2808422017868504,"spread":0.2586651538489551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001460969,0.0009979992,0.0006762439,0.002381216,0.0004881725,0.001189884,0.001328567,0.0007334289,0.0009249001],"category_scores_gemma":[0.009989718,0.0007922514,0.0007527823,0.0009996607,0.001406964,0.003365373,0.00139873,0.002106065,0.000456797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000738822,"about_ca_system_score_gemma":0.00128993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001902043,"about_ca_topic_score_gemma":0.001849633,"domain_scores_codex":[0.9982829,0.0003098684,0.00006694468,0.0003337643,0.0008471928,0.0001593126],"domain_scores_gemma":[0.9943689,0.001979586,0.0008860962,0.001998023,0.0006071817,0.0001603527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007668918,0.0005610548,0.04225552,0.0002904932,0.0002157852,0.00036561,0.001462838,0.3549001,0.1168198,0.03490579,0.00421979,0.4432364],"study_design_scores_gemma":[0.00000909334,0.0001041486,0.002740408,0.00001340569,0.00001456683,0.0001323825,0.00005634696,0.9541531,0.03234576,0.009278776,0.00111388,0.00003799269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07404508,0.0001139208,0.9153159,0.0001027532,0.00001674313,0.00008209236,0.000147498,0.008809148,0.001366831],"genre_scores_gemma":[0.6835535,0.0001385871,0.3142278,0.00005992543,0.00002473655,0.0001123575,0.0004017269,0.0005739753,0.0009074595],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002381216,"threshold_uncertainty_score":0.007726431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978687257","doi":"10.1145/1188895.1188909","title":"A model-based approach for testing the performance of web applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Workload; Web application; Set (abstract data type); Indirection; Session (web analytics); Process (computing); Web testing; Software performance testing; Distributed computing; Data mining; Software engineering; The Internet; Web application security; Operating system; Software system; Software; World Wide Web; Web development","authors":[{"name":"Mahnaz Shams","is_ca":true},{"name":"Diwakar Krishnamurthy","is_ca":true},{"name":"Behrouz H. Far","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02868181539268409,"gpt":0.2368634570353735,"spread":0.2081816416426894,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001558491,0.001231335,0.0007208113,0.001286693,0.0005855974,0.001738642,0.002296956,0.001762147,0.001224601],"category_scores_gemma":[0.005613714,0.0007151851,0.001569519,0.0007505438,0.0009633283,0.001634748,0.001008207,0.001514819,0.0002590649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001527976,"about_ca_system_score_gemma":0.001956888,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004616697,"about_ca_topic_score_gemma":0.003215683,"domain_scores_codex":[0.9981169,0.0007626034,0.0001215655,0.0002037689,0.0006628159,0.0001323584],"domain_scores_gemma":[0.9977179,0.001417152,0.0001477111,0.0004214448,0.0002400686,0.00005586631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001543299,0.0004287872,0.002555269,0.0001583478,0.0001300183,0.0002161269,0.0001230984,0.90136,0.01626817,0.03459773,0.001028337,0.04297972],"study_design_scores_gemma":[0.00001541891,0.0001048935,0.0002760074,0.0000117941,0.00002988477,0.00006424655,0.00001652608,0.983466,0.004381017,0.01019143,0.0014264,0.00001638119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02557614,0.0001802108,0.9692363,0.0002868309,0.00003340938,0.0002250571,0.0002127847,0.001274498,0.002974775],"genre_scores_gemma":[0.4869828,0.0004221977,0.5084352,0.0001849537,0.00006317748,0.001091924,0.0007097957,0.0001857631,0.001924302],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004616697,"threshold_uncertainty_score":0.01108634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","authors":[{"name":"Thibaud Lutellier","is_ca":true},{"name":"Devin Chollak","is_ca":true},{"name":"Joshua Garcia","is_ca":false},{"name":"Lin Tan","is_ca":true},{"name":"Derek Rayside","is_ca":true},{"name":"Nenad Medvidović","is_ca":false},{"name":"Robert Kroeger","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1033140506412273,"gpt":0.3193367879349155,"spread":0.2160227372936883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005965062,0.001459514,0.0007303655,0.00428441,0.0007025888,0.00118804,0.002424174,0.00134619,0.001449921],"category_scores_gemma":[0.04981743,0.0007891302,0.001456114,0.002081064,0.001214627,0.004024821,0.002084737,0.002116346,0.000770624],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009486267,"about_ca_system_score_gemma":0.001430987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003657113,"about_ca_topic_score_gemma":0.004481191,"domain_scores_codex":[0.9871637,0.00241528,0.00111566,0.001732421,0.00692489,0.0006479751],"domain_scores_gemma":[0.9513022,0.02703813,0.004199089,0.01168927,0.005446614,0.0003247781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001297543,0.0004880289,0.02396745,0.001971876,0.000733676,0.0003701869,0.0008907787,0.2884371,0.03601222,0.004261904,0.007459939,0.6341094],"study_design_scores_gemma":[0.0001972235,0.002067204,0.03266831,0.0002997358,0.0006184375,0.001119506,0.0008235612,0.8228976,0.1103221,0.009465044,0.01927178,0.0002495893],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5315316,0.006331129,0.4263333,0.0007886662,0.0003425349,0.0004649731,0.001268251,0.02630211,0.006637519],"genre_scores_gemma":[0.7219639,0.00130998,0.2690525,0.0001893058,0.00005723526,0.0001849643,0.003708573,0.001544684,0.001988773],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005965062,"threshold_uncertainty_score":0.03154665,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389077350","doi":"10.23919/cnsm59352.2023.10327837","title":"LLM-Based Policy Generation for Intent-Based Management of Applications","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Task (project management); Pipeline (software); Decomposition; Software deployment; Automation; Software engineering; Service (business); Distributed computing; Simple (philosophy); Programming language; Systems engineering","authors":[{"name":"Kristina Dzeparoska","is_ca":true},{"name":"Jieyu Lin","is_ca":true},{"name":"Ali Tizghadam","is_ca":true},{"name":"Alberto Leon‐Garcia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06869780977718752,"gpt":0.3300553332378979,"spread":0.2613575234607104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002375196,0.0008677937,0.0004732842,0.0009747451,0.0006385323,0.001433162,0.001379195,0.0009666401,0.003935641],"category_scores_gemma":[0.008037913,0.0006679702,0.001062612,0.0004245257,0.001274759,0.001667366,0.002310906,0.001929632,0.001397738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001412185,"about_ca_system_score_gemma":0.002421785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003065577,"about_ca_topic_score_gemma":0.004565624,"domain_scores_codex":[0.9983044,0.0006018076,0.0001205524,0.0002213183,0.0005634293,0.0001885958],"domain_scores_gemma":[0.9966808,0.0015335,0.0002397662,0.0009560586,0.0004327043,0.0001571654],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005306332,0.0007400003,0.005603257,0.0006137448,0.0001113716,0.0007281557,0.001731724,0.4497548,0.06111189,0.134976,0.01891497,0.3251833],"study_design_scores_gemma":[0.0000270913,0.00003509216,0.0001499793,0.00002269936,0.00001455171,0.00004926388,0.00004922011,0.9535066,0.01430062,0.02543001,0.006397124,0.00001776174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.008399133,0.00004732465,0.979724,0.0001422817,0.00003392506,0.0001919831,0.0001381824,0.009531902,0.001791261],"genre_scores_gemma":[0.2438278,0.00008369418,0.7513798,0.0001745673,0.00002409868,0.0004216613,0.0006512365,0.00149675,0.001940344],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003935641,"threshold_uncertainty_score":0.01316601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2790537587","doi":"10.1007/s10664-018-9603-z","title":"Studying and detecting log-related issues","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Logging; Computer science; Statement (logic); Data science; Software; Scale (ratio); Root (linguistics); Open source; Data mining; Operating system","authors":[{"name":"Mehran Hassani","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Emad Shihab","is_ca":true},{"name":"Nikolaos Tsantalis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01901809487551466,"gpt":0.2728338234890282,"spread":0.2538157286135136,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004573359,0.0005063685,0.0003213468,0.004519449,0.0006531283,0.001729528,0.0008786388,0.0008965258,0.002134903],"category_scores_gemma":[0.09439272,0.0003686722,0.0002801415,0.002364631,0.0005551999,0.004151449,0.0009691623,0.001261447,0.000455368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006290178,"about_ca_system_score_gemma":0.001718902,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00207544,"about_ca_topic_score_gemma":0.003166944,"domain_scores_codex":[0.996008,0.00151243,0.0004031119,0.0003707496,0.001450382,0.0002553413],"domain_scores_gemma":[0.8621967,0.09444061,0.02339367,0.008352042,0.01025761,0.001359348],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003673368,0.0009988383,0.8248312,0.0004026353,0.00007338424,0.0006527941,0.001813412,0.003995639,0.007103419,0.003671209,0.002631915,0.1534582],"study_design_scores_gemma":[0.00008986275,0.001411644,0.773449,0.000425433,0.0002455818,0.002632455,0.007369789,0.1558265,0.02715068,0.01989748,0.01141007,0.000091499],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9591256,0.0005605913,0.03338196,0.0007705812,0.00005663197,0.000233671,0.0005018066,0.0007244272,0.004644703],"genre_scores_gemma":[0.9902307,0.0002361881,0.008014972,0.00007473155,0.00003553293,0.00004579886,0.0004206203,0.00004613202,0.0008952811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004573359,"threshold_uncertainty_score":0.02418655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1557406404","doi":"10.1007/978-3-540-30187-5_4","title":"A Metamodel for Generating Performance Models from UML Designs","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Rotation formalisms in three dimensions; Queueing theory; Petri net; Applications of UML; Process (computing); Distributed computing; Programming language; Software","authors":[{"name":"Dorin B. Petriu","is_ca":true},{"name":"Murray Woodside","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04388536960521694,"gpt":0.2519737179466773,"spread":0.2080883483414604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00306999,0.001804892,0.0007428426,0.002925858,0.0006941837,0.002277214,0.001990279,0.001663877,0.006097895],"category_scores_gemma":[0.01079407,0.001985015,0.002624356,0.001297828,0.0006397463,0.00268246,0.001388509,0.002272694,0.003449566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001155978,"about_ca_system_score_gemma":0.002498922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003532937,"about_ca_topic_score_gemma":0.005114967,"domain_scores_codex":[0.9983719,0.0003907637,0.0002260606,0.0002103569,0.0007136507,0.00008733443],"domain_scores_gemma":[0.9952126,0.002499978,0.0004346283,0.0009801297,0.0007759882,0.00009669839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003923115,0.0008491516,0.005953066,0.002019111,0.0002840241,0.001638424,0.00268722,0.2288352,0.06338708,0.1959586,0.03615239,0.4618434],"study_design_scores_gemma":[0.0001601351,0.0001773011,0.000831694,0.0006217581,0.0003420406,0.0008451716,0.0002781791,0.7166996,0.06284796,0.06935111,0.1476941,0.0001510623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002568049,0.0000401705,0.9834378,0.00009646516,0.00003145978,0.0001824994,0.0008324272,0.01106895,0.001742123],"genre_scores_gemma":[0.03732674,0.0002716377,0.9507386,0.0001169076,0.00002108041,0.0005952492,0.00398864,0.003624814,0.003316355],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006097895,"threshold_uncertainty_score":0.02039945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2072220377","doi":"10.3402/rlt.v20i0.19191","title":"Improving student success using predictive models and data visualisations","year":2012,"lang":"en","type":"article","venue":"Research in Learning Technology","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"D2L (Canada)","funders":"","keywords":"Graduation (instrument); Psychological intervention; Analytics; Learning analytics; At-risk students; Computer science; Predictive analytics; Workforce; Workflow; Medical education; Data science; Mathematics education; Psychology; Engineering; Medicine","authors":[{"name":"Alfred Essa","is_ca":true},{"name":"Hanan Ayad","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.198302874719494,"gpt":0.474705761871855,"spread":0.2764028871523611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003275611,0.002008999,0.0007071323,0.006218401,0.0004602495,0.00490812,0.001192406,0.001156237,0.004129438],"category_scores_gemma":[0.01999425,0.0004423005,0.001247809,0.003845319,0.0005386693,0.002947632,0.002276345,0.001160971,0.001185022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009265469,"about_ca_system_score_gemma":0.000767026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006405781,"about_ca_topic_score_gemma":0.005142067,"domain_scores_codex":[0.9982814,0.0007167234,0.0001384961,0.000198041,0.0005901917,0.00007524578],"domain_scores_gemma":[0.9864638,0.01053322,0.0008750137,0.0009078819,0.001011139,0.0002090396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00077238,0.0005307338,0.07706939,0.0008291301,0.0002941753,0.0005059774,0.003326901,0.2988312,0.003864927,0.01801327,0.02532131,0.5706406],"study_design_scores_gemma":[0.00005224547,0.0002152617,0.01206854,0.0002675375,0.00009674395,0.0002035168,0.0006590711,0.9470571,0.005620336,0.0206845,0.0129216,0.0001535534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2781785,0.001515534,0.6403975,0.004277487,0.0003149796,0.0004030461,0.008854119,0.04466959,0.02138918],"genre_scores_gemma":[0.8146948,0.0009434315,0.1771184,0.000149476,0.00008920184,0.0002176334,0.003895849,0.0006427771,0.002248501],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006405781,"threshold_uncertainty_score":0.01732332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152428001","doi":"10.1109/qest.2006.23","title":"Layered Bottlenecks and Their Mitigation","year":2006,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Bottleneck; Computer science; Distributed computing; Queueing theory; Thread (computing); Scheduling (production processes); Resource (disambiguation); Computer network; Embedded system; Operating system; Engineering; Operations management","authors":[{"name":"P. Tregunno","is_ca":true},{"name":"Jing Xu","is_ca":true},{"name":"Murray Woodside","is_ca":true},{"name":"Dorina C. Petriu","is_ca":true},{"name":"Greg Franks","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.003738139797738729,"gpt":0.1838684044543722,"spread":0.1801302646566335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006001755,0.001332229,0.00109221,0.002645739,0.0010528,0.00294028,0.002650744,0.001631071,0.00206496],"category_scores_gemma":[0.03003265,0.001002792,0.0008380014,0.001552155,0.002373085,0.007097893,0.005015553,0.001837309,0.0005290063],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002350273,"about_ca_system_score_gemma":0.003090833,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005785496,"about_ca_topic_score_gemma":0.002194524,"domain_scores_codex":[0.9960252,0.001186399,0.0002083129,0.0005452146,0.001341981,0.0006929276],"domain_scores_gemma":[0.9823809,0.00680352,0.003303426,0.002422633,0.00414231,0.0009473279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005558057,0.0002312964,0.0168183,0.0007900025,0.0003149397,0.0006469392,0.001505446,0.3879252,0.01356546,0.2212687,0.006050208,0.3503277],"study_design_scores_gemma":[0.00005059341,0.0002690486,0.006113788,0.0002497559,0.0001941302,0.0004375525,0.0006514641,0.7945433,0.01523794,0.1722231,0.009841793,0.0001875394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05677753,0.003206939,0.9301599,0.00129109,0.0001558616,0.0001491126,0.000145363,0.002241265,0.005872876],"genre_scores_gemma":[0.8036979,0.002153434,0.1905486,0.0002515454,0.0001620528,0.0001614134,0.000144589,0.0002055027,0.002675046],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006001755,"threshold_uncertainty_score":0.03174073,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2400577739","doi":"10.1145/2901739.2901769","title":"Logging library migrations","year":2016,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Logging; Debugging; Leverage (statistics); Computer science; Software engineering; World Wide Web; Operating system","authors":[{"name":"Suhas Kabinna","is_ca":true},{"name":"Cor‐Paul Bezemer","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008629201659741622,"gpt":0.2080793075484844,"spread":0.1994501058887428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00543374,0.001939154,0.0009772875,0.005559399,0.001827759,0.00435459,0.00304583,0.001274404,0.01373953],"category_scores_gemma":[0.04485785,0.001765475,0.0009548495,0.003822015,0.0009337389,0.008018455,0.00635265,0.004379389,0.01397501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001404983,"about_ca_system_score_gemma":0.004759185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005558988,"about_ca_topic_score_gemma":0.006340919,"domain_scores_codex":[0.9923252,0.001418249,0.0009708102,0.001205801,0.003264128,0.0008158787],"domain_scores_gemma":[0.942419,0.01009955,0.00560592,0.02836565,0.0108538,0.002656192],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001694136,0.0009914176,0.05700771,0.001111513,0.0001429686,0.001681318,0.004142169,0.004886439,0.02033539,0.01419345,0.1809722,0.7128412],"study_design_scores_gemma":[0.0003821751,0.0005750752,0.04152081,0.0009700313,0.0002936608,0.002135303,0.001778945,0.0490277,0.115724,0.0169863,0.770025,0.0005810044],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"software","genre_gemma":"other","genre_scores_codex":[0.1486185,0.002443782,0.209274,0.002710253,0.001643528,0.001432813,0.0119656,0.5531809,0.06873054],"genre_scores_gemma":[0.5723386,0.003247558,0.1842819,0.00303198,0.0008143535,0.002140196,0.03462785,0.06549474,0.1340228],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01373953,"threshold_uncertainty_score":0.04596329,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2027241772","doi":"10.1109/icsme.2014.24","title":"Understanding Log Lines Using Development Knowledge","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Queen's University","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; Meaning (existential); Source lines of code; Task (project management); Code (set theory); Web log analysis software; Software development; Software; Data science; Information retrieval; The Internet; Web server; Programming language; Web API; Engineering","authors":[{"name":"Weiyi Shang","is_ca":true},{"name":"Meiyappan Nagappan","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1502089638642091,"gpt":0.295623458088261,"spread":0.1454144942240519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004374818,0.0008766154,0.0004375414,0.01174584,0.0009423982,0.005852703,0.001542483,0.001330834,0.002225862],"category_scores_gemma":[0.03609473,0.0007191847,0.0005708826,0.005627516,0.001441077,0.01435148,0.003648612,0.001659125,0.0007694245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001995778,"about_ca_system_score_gemma":0.002503519,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009576887,"about_ca_topic_score_gemma":0.01003968,"domain_scores_codex":[0.9954348,0.001437495,0.0005740871,0.0009299905,0.001370225,0.0002532951],"domain_scores_gemma":[0.9532417,0.03319544,0.004710121,0.004129428,0.004171225,0.0005521921],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002287093,0.0006150394,0.139578,0.001701337,0.0001071961,0.00330473,0.05756115,0.01196781,0.006768371,0.04289183,0.008253363,0.7270223],"study_design_scores_gemma":[0.00008714716,0.0004652767,0.1755408,0.004078916,0.0003697929,0.005005816,0.08658251,0.2369843,0.02076828,0.1901558,0.279633,0.0003283415],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3774751,0.002645188,0.5627005,0.004688028,0.00006694147,0.0009274818,0.005994909,0.003987329,0.04151447],"genre_scores_gemma":[0.7593194,0.001785309,0.2281279,0.0003121709,0.00003662812,0.000378805,0.006463351,0.0002818763,0.00329453],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01174584,"threshold_uncertainty_score":0.0231365,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966387664","doi":"10.1145/1071021.1071031","title":"From UML to LQN by XML algebra-based model transformations","year":2005,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Applications of UML; Programming language; Rotation formalisms in three dimensions; UML tool; Graph rewriting; Object Constraint Language; XML; Theoretical computer science; Software engineering; Data mining; Software; Graph; Artificial intelligence","authors":[{"name":"Gordon P. Gu","is_ca":true},{"name":"Dorina C. Petriu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008541329301979731,"gpt":0.2337478229758239,"spread":0.2252064936738442,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003365627,0.0007679336,0.000452908,0.001335042,0.0004678892,0.002439385,0.00143238,0.0008576682,0.004477281],"category_scores_gemma":[0.005880271,0.0005942868,0.001666455,0.001110329,0.001869037,0.003671968,0.002170231,0.002678792,0.002504906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001289611,"about_ca_system_score_gemma":0.001845963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004566556,"about_ca_topic_score_gemma":0.002569749,"domain_scores_codex":[0.9965525,0.001480711,0.0003877454,0.0003797544,0.001057597,0.0001417354],"domain_scores_gemma":[0.9982265,0.0008322318,0.000175503,0.0004410627,0.0002754105,0.00004931616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001078412,0.0001071256,0.0005631414,0.0003050702,0.00004948381,0.0005031316,0.001409079,0.05317258,0.009368806,0.7938728,0.006650692,0.1338903],"study_design_scores_gemma":[0.00007902805,0.00008338091,0.0002864992,0.000194882,0.0000635685,0.0004066869,0.0001960127,0.3100664,0.02180994,0.467301,0.1994466,0.00006591251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0009573958,0.00006142782,0.9940169,0.0001733698,0.00004603496,0.00007073644,0.000105058,0.002101066,0.002467903],"genre_scores_gemma":[0.04289746,0.0006473279,0.9489536,0.0002723545,0.00007540907,0.0004099367,0.0008210189,0.001218049,0.00470482],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004566556,"threshold_uncertainty_score":0.01779932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1886625064","doi":"10.1002/smr.1579","title":"An exploratory study of the evolution of communicated information about the execution of large software systems","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software evolution; Traceability; Source code; Program comprehension; Profiling (computer programming); Software engineering; Software analytics; Software development; Software maintenance; Software; Software system; Granularity; Data science; Software construction; Programming language","authors":[{"name":"Weiyi Shang","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Bram Adams","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Michael W. Godfrey","is_ca":true},{"name":"Mohamed Nasser","is_ca":false},{"name":"Parminder Flora","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01084594641956199,"gpt":0.2537748749832976,"spread":0.2429289285637357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00415655,0.0002464428,0.0002158158,0.003204854,0.0007622732,0.00139117,0.0007655125,0.0006388793,0.0007694711],"category_scores_gemma":[0.04180492,0.0003237783,0.0002598976,0.002842034,0.0009659785,0.002230287,0.001108165,0.00120935,0.0001952302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009804065,"about_ca_system_score_gemma":0.0006799323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004183269,"about_ca_topic_score_gemma":0.005331325,"domain_scores_codex":[0.9969791,0.001356244,0.0001888055,0.0003808162,0.0009455428,0.0001493779],"domain_scores_gemma":[0.9164842,0.06242424,0.00963267,0.004661001,0.005445006,0.001352972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006881987,0.001401158,0.8202957,0.0004519358,0.0001951111,0.003276109,0.05586399,0.008160084,0.02300303,0.004150899,0.001936251,0.0805776],"study_design_scores_gemma":[0.00002889344,0.0009117039,0.9128124,0.0001075782,0.00006437307,0.001273004,0.01862494,0.04852621,0.007913927,0.003125543,0.006508835,0.0001027005],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973997,0.00003832365,0.001372614,0.0000927684,0.000002875047,0.00003718521,0.0003136343,0.00004561361,0.0006973879],"genre_scores_gemma":[0.9958824,0.00003559186,0.00320609,0.0000224373,0.000006480845,0.00003660698,0.0005470527,0.00002758237,0.0002358023],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004183269,"threshold_uncertainty_score":0.02198219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","authors":[{"name":"Jing Xu","is_ca":true},{"name":"Alexandre Oufimtsev","is_ca":false},{"name":"Murray Woodside","is_ca":true},{"name":"Liam Murphy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00986127314587406,"gpt":0.1925936872529448,"spread":0.1827324141070707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00259486,0.0008126895,0.0005519855,0.0007290425,0.0002379704,0.001135144,0.001327002,0.0007968135,0.0004085726],"category_scores_gemma":[0.006602773,0.0004666356,0.0006166906,0.0006208703,0.0004098807,0.001038187,0.0004103725,0.0007016597,0.0001813804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002106939,"about_ca_system_score_gemma":0.001227873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02077137,"about_ca_topic_score_gemma":0.007293789,"domain_scores_codex":[0.9989442,0.0003790008,0.00006873837,0.0001660954,0.00030836,0.0001336528],"domain_scores_gemma":[0.997127,0.001401474,0.0004054692,0.0002923232,0.0006075468,0.0001661787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005600365,0.00006438012,0.003215924,0.000009788092,0.00001351891,0.00001760352,0.00003169621,0.9887972,0.001749437,0.001697584,0.0001261094,0.004220686],"study_design_scores_gemma":[0.00000211184,0.000008564151,0.0003117364,5.832844e-7,0.000001780469,0.000001506141,0.000001209075,0.9990262,0.0003605795,0.0002530395,0.00002975414,0.000003041343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6378314,0.0001440421,0.3579613,0.0001789586,0.00004595739,0.00007439806,0.0002410263,0.001651139,0.001871928],"genre_scores_gemma":[0.972711,0.00006161218,0.0263132,0.00001586968,0.000008145114,0.00003967275,0.0001975765,0.0000662158,0.0005867299],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02077137,"threshold_uncertainty_score":0.04130095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047093659","doi":"10.1145/2642937.2642988","title":"Behavioral resource-aware model inference","year":2014,"lang":"en","type":"article","venue":"","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Microsoft Research","keywords":"Computer science; Debugging; Resource (disambiguation); Software engineering; Finite-state machine; Inference; Software; Software system; Software bug; Comprehension; State (computer science); Software evolution; Human–computer interaction; Programming language; Artificial intelligence; Software construction","authors":[{"name":"Tony Ohmann","is_ca":false},{"name":"Michael Herzberg","is_ca":false},{"name":"Sebastian Fiss","is_ca":false},{"name":"Armand Halbert","is_ca":false},{"name":"Marc Palyart","is_ca":true},{"name":"Ivan Beschastnikh","is_ca":true},{"name":"Yuriy Brun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02358057636605227,"gpt":0.2820658507939021,"spread":0.2584852744278499,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002112634,0.001215026,0.0008265521,0.002014152,0.0006328778,0.001500488,0.002801415,0.0009794688,0.003112381],"category_scores_gemma":[0.01896585,0.001133526,0.002147734,0.0009499876,0.0007993497,0.00320146,0.001542793,0.00247848,0.0008149151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001348248,"about_ca_system_score_gemma":0.003518662,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0131354,"about_ca_topic_score_gemma":0.03518277,"domain_scores_codex":[0.9975225,0.0009624092,0.0001265613,0.0004585,0.0007080677,0.0002220171],"domain_scores_gemma":[0.9912367,0.005639973,0.0005149394,0.001592133,0.000858654,0.0001575852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000202901,0.0003796051,0.01648726,0.0003143303,0.0002754169,0.0004037271,0.0002635908,0.8178859,0.00651196,0.06417755,0.005776379,0.08732147],"study_design_scores_gemma":[0.000006298617,0.000008166235,0.00026566,0.000009204057,0.00001741997,0.00001850643,0.00001476882,0.9742479,0.001374455,0.02348486,0.0005448784,0.000007848074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02169751,0.00006134291,0.9714385,0.0002758919,0.00002460729,0.00007605719,0.0009595362,0.003849901,0.0016167],"genre_scores_gemma":[0.5713292,0.0002087564,0.4208301,0.0002806878,0.00005338161,0.0003643545,0.004022836,0.0006554542,0.002255164],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0131354,"threshold_uncertainty_score":0.02611792,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}